-- Logs begin at Mon 2022-03-14 09:32:45 UTC, end at Mon 2022-03-14 10:51:08 UTC. -- Mar 14 10:17:03.029287 dv-cinder-833544-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 14 10:17:05.931791 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.common.config [-] Logging enabled! Mar 14 10:17:05.932391 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev12 Mar 14 10:17:05.932620 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103533) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 14 10:17:05.935909 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.common.config [-] Logging enabled! Mar 14 10:17:05.936169 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev12 Mar 14 10:17:05.936483 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103533) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 14 10:17:05.937410 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 14 10:17:05.937649 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 14 10:17:05.938020 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 14 10:17:05.938272 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 14 10:17:05.938502 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 14 10:17:05.939239 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:05.939685 dv-cinder-833544-1-iscsi neutron-server[103533]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 14 10:17:05.940022 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:05.940327 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:05.940628 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:05.940930 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:05.941225 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:05.941512 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:05.941804 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:05.942104 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:05.942393 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:05.942680 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:05.942966 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:05.943261 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:05.943546 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:05.943864 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:05.944150 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:05.944437 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] debug = True {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:05.944717 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:05.945158 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:05.945575 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:05.945858 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:05.946147 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:05.946428 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:05.946700 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:05.946978 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:05.947263 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:05.947592 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] host = dv-cinder-833544-1-iscsi {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:05.947895 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:05.948766 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:05.949022 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:05.949310 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:05.949589 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:05.949882 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:05.950150 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:05.950425 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:05.950698 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] log_file = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:05.950975 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:05.951265 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:05.951553 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:05.951870 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:05.952099 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:05.952325 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:05.952623 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:05.952908 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:05.953184 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:05.953460 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:05.953734 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:05.954010 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:05.954282 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:05.954552 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:05.955117 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:05.955403 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:05.955712 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:05.955993 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:05.956268 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:05.956542 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:05.956815 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:05.957098 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:05.957371 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:05.957646 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:05.957920 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:05.958205 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:05.958475 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:05.958748 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:05.959046 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:05.959330 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:05.959612 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:05.959923 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:05.960197 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:05.960480 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:05.960749 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:05.961019 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:05.961289 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] use_json = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:05.961561 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:05.961832 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:05.962113 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:05.962383 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:05.962655 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:05.962925 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:05.963197 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:05.963480 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:05.964347 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:05.964649 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:05.964947 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:05.965255 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:05.965554 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:05.965847 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:05.966131 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:05.966421 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:05.966701 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:05.966990 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:05.967279 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:05.967566 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:05.967879 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:05.968184 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:05.968475 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:05.968772 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:05.969077 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:05.969372 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:05.969663 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:05.969940 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:05.970215 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:05.970490 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:05.970771 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:05.971055 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:05.971333 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:05.971620 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:05.971936 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:05.972218 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:05.972517 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:05.972808 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:05.973099 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:05.973390 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:05.973665 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:05.973947 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:05.974237 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:05.974516 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:05.974790 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:05.975073 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:05.975360 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:05.975640 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:05.975939 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:05.976224 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:05.976502 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:05.976777 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:05.977052 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:05.977333 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:05.977623 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:05.977905 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:05.978181 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:05.978456 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:05.978736 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:05.979009 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:05.979293 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:05.979628 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:05.979938 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:05.980213 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:05.980491 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:05.980766 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:05.981040 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:05.981316 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:05.981586 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:05.981866 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:05.982140 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:05.982414 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:05.982687 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:05.982959 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:05.983230 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:05.983501 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:05.983807 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:05.984082 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:05.984355 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:05.984628 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:05.984901 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:05.985180 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:05.985453 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:05.985740 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:05.986042 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:05.986324 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:05.986605 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:05.986885 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:05.987163 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:05.987440 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:05.987750 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:05.988037 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:05.988316 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:05.988590 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:05.988879 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:05.989164 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:05.989449 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:05.989748 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:05.990028 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:05.990323 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:05.990602 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:05.990880 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:05.991161 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:05.991438 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:05.991741 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:05.992032 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:05.992319 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:05.992617 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:05.992913 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:05.993210 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:05.993506 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:05.993802 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:05.994086 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:05.994397 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:05.994680 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:05.994901 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 14 10:17:05.995181 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103533) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 14 10:17:06.366696 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 14 10:17:06.366981 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 14 10:17:06.367288 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 14 10:17:06.367802 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 14 10:17:06.696405 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:06.696639 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:06.696918 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:06.698139 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:06.698424 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:06.698811 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:06.754248 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:06.754526 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:06.754794 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:06.768921 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:06.769205 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:06.769474 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:06.798370 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:06.798657 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:06.798931 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:06.945602 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:06.946259 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:06.946259 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:07.177964 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:07.178252 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:07.178521 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:07.178789 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:07.179497 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:07.278607 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:07.278932 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:07.279218 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:07.279499 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:07.279800 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:07.280120 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:07.280391 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:07.280664 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:07.280928 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:07.281219 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:07.281488 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:07.281761 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:07.282026 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:07.282285 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:07.282548 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:07.282822 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:07.283085 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:07.283361 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:07.283636 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:07.283929 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:07.284208 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:07.284468 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:07.284755 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:07.285135 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:07.285391 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:07.285645 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:07.286037 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103533) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 14 10:17:07.286279 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103533) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 14 10:17:07.286517 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103533) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 14 10:17:07.286755 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103533) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 14 10:17:07.286991 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103533) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 14 10:17:07.287226 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103533) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 14 10:17:07.287591 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 14 10:17:07.290736 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 14 10:17:07.295408 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 14 10:17:07.299121 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Mar 14 10:17:07.300803 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 14 10:17:07.301277 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 14 10:17:07.301616 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 14 10:17:07.302004 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 14 10:17:07.304871 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 14 10:17:07.305131 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 14 10:17:07.305483 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 14 10:17:07.310418 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 14 10:17:07.334353 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 14 10:17:07.334806 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:07.335106 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103533) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 14 10:17:07.335481 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:07.336883 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103533) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 14 10:17:07.337172 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 14 10:17:07.337426 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 14 10:17:07.341253 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:07.341537 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:07.404969 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 14 10:17:07.405208 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 14 10:17:07.405450 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 14 10:17:07.405817 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 14 10:17:07.425701 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_db.sqlalchemy.engines [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103533) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 14 10:17:08.014909 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.plugins.ml2.managers [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Initializing driver for type 'gre' Mar 14 10:17:08.015567 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] gre ID ranges: [(1, 1000)] Mar 14 10:17:08.202431 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.plugins.ml2.managers [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Initializing driver for type 'local' Mar 14 10:17:08.202765 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.plugins.ml2.managers [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Initializing driver for type 'vlan' Mar 14 10:17:08.283448 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] VlanTypeDriver initialization complete Mar 14 10:17:08.283764 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.plugins.ml2.managers [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Initializing driver for type 'vxlan' Mar 14 10:17:08.284275 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] vxlan ID ranges: [(1, 1000)] Mar 14 10:17:08.489091 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.plugins.ml2.managers [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Initializing extension driver 'port_security' Mar 14 10:17:08.489437 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.plugins.ml2.extensions.port_security [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] PortSecurityExtensionDriver initialization complete Mar 14 10:17:08.489794 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.plugins.ml2.managers [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Initializing mechanism driver 'openvswitch' Mar 14 10:17:08.490127 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.plugins.ml2.managers [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Initializing mechanism driver 'hyperv' Mar 14 10:17:08.497533 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.plugins.ml2.plugin [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:17:08.498355 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Subscribe: > port after_create 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:08.498726 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Subscribe: > port after_update 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:08.499082 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Subscribe: > port after_delete 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:08.499638 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103533) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 14 10:17:08.500127 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Subscribe: > subnet after_create 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:08.500483 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Subscribe: > subnet after_update 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:08.500831 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:08.501229 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103533) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 14 10:17:08.501638 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Subscribe: > network after_create 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:08.501989 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Subscribe: > network after_update 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:08.502334 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Subscribe: > network after_delete 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:08.502729 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103533) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 14 10:17:08.503135 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Subscribe: > security_group after_create 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:08.503486 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Subscribe: > security_group after_update 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:08.503856 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:08.504260 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103533) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 14 10:17:08.504666 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:08.505053 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:08.505397 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:08.505792 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103533) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 14 10:17:08.506196 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Subscribe: > address_group after_create 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:08.506543 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Subscribe: > address_group after_update 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:08.506882 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:08.507277 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103533) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 14 10:17:08.507740 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] ML2 OVO RPC backend initialized. {{(pid=103533) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 14 10:17:08.508440 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:08.508792 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:08.509204 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Subscribe: > network before_response 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:08.509548 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Subscribe: > networks before_response 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:08.509892 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Subscribe: > port before_response 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:08.510229 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Subscribe: > ports before_response 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:08.510568 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Subscribe: > subnet before_response 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:08.510933 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Subscribe: > subnets before_response 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:08.511325 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Subscribe: > network after_create 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:08.511684 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Subscribe: > network after_update 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:08.516643 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Subscribe: > network after_delete 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:08.516643 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Subscribe: > port after_create 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:08.516643 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Subscribe: > port after_update 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:08.516643 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Subscribe: > port after_delete 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:08.516988 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Subscribe: > subnet after_create 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:08.516988 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Subscribe: > subnet after_update 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:08.516988 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:08.522390 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.quota [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loaded quota_driver: . Mar 14 10:17:08.522798 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.plugins.ml2.plugin [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Modular L2 Plugin initialization complete Mar 14 10:17:08.523151 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.manager [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loading services supported by the core plugin {{(pid=103533) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 14 10:17:08.523534 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.plugins.ml2.managers [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Got port-security extension from driver 'port_security' Mar 14 10:17:08.524053 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.extensions.vlantransparent [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Disabled vlantransparent extension. Mar 14 10:17:08.524585 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.manager [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103533) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 14 10:17:08.524912 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.manager [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loading Plugin: router Mar 14 10:17:08.567303 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:08.567800 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Subscribe: > router after_create 55549900 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:08.568174 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Subscribe: > router before_create 55549900 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:08.568576 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:08.568945 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:08.569298 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Subscribe: > router after_delete 55549900 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:08.569658 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:08.570007 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:08.570365 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Subscribe: > router after_create 55549900 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:08.570714 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Subscribe: > router after_update 55549900 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:08.571066 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Subscribe: > router after_update 55549900 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:08.571412 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:08.571833 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Subscribe: > router after_update 55549900 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:08.572244 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Subscribe: > router precommit_update 55549900 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:08.572610 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Subscribe: port after_update 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:08.572949 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Subscribe: port after_delete 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:08.573297 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Subscribe: subnet after_update 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:08.573628 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:08.573973 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:08.574322 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Subscribe: > router precommit_create 55549900 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:08.574663 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Subscribe: port before_delete 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:08.575005 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Subscribe: > router precommit_create 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:08.575358 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Subscribe: > router after_update 55549900 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:08.575765 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:08.576241 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Subscribe: > router precommit_create 55549900 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:08.576602 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:08.576948 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Subscribe: > router precommit_update 55549900 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:08.584707 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Subscribe: > agent after_create 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:08.584707 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Subscribe: > agent after_delete 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:08.584707 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Subscribe: > network after_delete 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:08.584707 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.quota.resource_registry [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Tracking information for resource: router configured {{(pid=103533) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 14 10:17:08.584707 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.quota.resource_registry [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Tracking information for resource: floatingip configured {{(pid=103533) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 14 10:17:08.585708 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.db.l3_agentschedulers_db [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 14 10:17:08.586286 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Subscribe: port after_update 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:08.586646 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Subscribe: port after_create 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:08.586998 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Subscribe: port after_delete 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:08.587351 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Subscribe: port after_update 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:08.588164 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Subscribe: > router before_create 55550100 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:08.588530 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:08.589410 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Subscribe: > router precommit_create 55550100 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:08.589748 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Subscribe: > router precommit_update 55550100 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:08.594595 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.services.provider_configuration [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Service providers = [] {{(pid=103533) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 14 10:17:08.594959 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.db.servicetype_db [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103533) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 14 10:17:08.598075 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.services.service_base [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103533) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 14 10:17:08.598432 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.services.service_base [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103533) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 14 10:17:08.598776 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.services.service_base [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103533) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 14 10:17:08.599688 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.services.service_base [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103533) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 14 10:17:08.600064 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.services.service_base [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 14 10:17:08.600444 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.manager [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103533) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 14 10:17:08.600766 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.manager [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 14 10:17:08.616023 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.manager [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103533) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 14 10:17:08.616371 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.manager [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loading Plugin: auto_allocate Mar 14 10:17:08.622291 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Subscribe: network precommit_update 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:08.622661 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Subscribe: network precommit_create 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:08.623178 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.manager [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103533) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 14 10:17:08.623503 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.manager [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loading Plugin: tag Mar 14 10:17:08.630361 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.manager [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103533) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 14 10:17:08.630698 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.manager [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loading Plugin: timestamp Mar 14 10:17:08.634678 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.manager [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103533) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 14 10:17:08.635010 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.manager [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loading Plugin: network_ip_availability Mar 14 10:17:08.640606 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:08.640981 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:08.641341 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:08.642045 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.manager [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103533) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 14 10:17:08.642367 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.manager [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loading Plugin: flavors Mar 14 10:17:08.652609 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.manager [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103533) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 14 10:17:08.652940 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.manager [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loading Plugin: revisions Mar 14 10:17:08.657268 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.manager [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103533) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 14 10:17:08.657661 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.290s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 14 10:17:08.658402 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103533) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 14 10:17:08.658741 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Initializing extension manager. Mar 14 10:17:08.659272 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loading extension file: __init__.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:17:08.659661 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loading extension file: __pycache__ {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:17:08.660029 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loading extension file: address_group.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:17:08.660795 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:17:08.661368 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loaded extension: address-group Mar 14 10:17:08.661695 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loading extension file: address_scope.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:17:08.662409 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:17:08.662925 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loaded extension: address-scope Mar 14 10:17:08.663249 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:17:08.664205 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:17:08.664721 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loaded extension: router-admin-state-down-before-update Mar 14 10:17:08.665044 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loading extension file: agent.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:17:08.665744 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:17:08.666253 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loaded extension: agent Mar 14 10:17:08.666578 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loading extension file: agent_resources_synced.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:17:08.668100 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:17:08.668601 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loaded extension: agent-resources-synced Mar 14 10:17:08.668925 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loading extension file: allowedaddresspairs.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:17:08.670691 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:17:08.671335 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loaded extension: allowed-address-pairs Mar 14 10:17:08.671587 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loading extension file: auto_allocated_topology.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:17:08.672693 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:17:08.673211 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loaded extension: auto-allocated-topology Mar 14 10:17:08.673537 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loading extension file: availability_zone.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:17:08.674231 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:17:08.674744 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loaded extension: availability_zone Mar 14 10:17:08.675070 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loading extension file: availability_zone_filter.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:17:08.676006 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:17:08.676518 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loaded extension: availability_zone_filter Mar 14 10:17:08.676840 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loading extension file: data_plane_status.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:17:08.685551 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:17:08.686060 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Extension data-plane-status not supported by any of loaded plugins Mar 14 10:17:08.686381 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loading extension file: default_subnetpools.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:17:08.687289 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:17:08.687832 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loaded extension: default-subnetpools Mar 14 10:17:08.688200 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:17:08.689012 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:17:08.689523 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loaded extension: dhcp_agent_scheduler Mar 14 10:17:08.689845 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loading extension file: dns.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:17:08.690756 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:17:08.691267 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Extension dns-integration not supported by any of loaded plugins Mar 14 10:17:08.691591 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loading extension file: dns_domain_ports.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:17:08.692527 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:17:08.693042 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 14 10:17:08.693367 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:17:08.694353 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:17:08.694868 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 14 10:17:08.695192 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loading extension file: dvr.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:17:08.695883 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:17:08.696395 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loaded extension: dvr Mar 14 10:17:08.696720 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loading extension file: ecmp_routes.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:17:08.697727 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:17:08.698262 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Extension ecmp_routes not supported by any of loaded plugins Mar 14 10:17:08.698588 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loading extension file: empty_string_filtering.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:17:08.699505 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:17:08.700044 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loaded extension: empty-string-filtering Mar 14 10:17:08.700370 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:17:08.701276 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:17:08.701852 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 14 10:17:08.702180 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:17:08.703219 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:17:08.703751 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 14 10:17:08.704081 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loading extension file: external_net.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:17:08.705267 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:17:08.705789 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loaded extension: external-net Mar 14 10:17:08.706108 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:17:08.707014 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:17:08.707531 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loaded extension: extra_dhcp_opt Mar 14 10:17:08.707883 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loading extension file: extraroute.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:17:08.708826 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:17:08.709338 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loaded extension: extraroute Mar 14 10:17:08.709663 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loading extension file: extraroute_atomic.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:17:08.710690 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:17:08.711202 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loaded extension: extraroute-atomic Mar 14 10:17:08.711527 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loading extension file: filter_validation.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:17:08.712259 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:17:08.712766 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loaded extension: filter-validation Mar 14 10:17:08.713125 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loading extension file: fip_pf_description.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:17:08.720617 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:17:08.721155 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 14 10:17:08.721491 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loading extension file: fip_port_details.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:17:08.722644 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:17:08.723173 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loaded extension: fip-port-details Mar 14 10:17:08.723503 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loading extension file: flavors.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:17:08.724805 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:17:08.725330 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loaded extension: flavors Mar 14 10:17:08.725663 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:17:08.727387 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:17:08.727948 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 14 10:17:08.728286 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loading extension file: floatingip_pools.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:17:08.728994 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:17:08.730171 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loaded extension: floatingip-pools Mar 14 10:17:08.730510 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loading extension file: ip_allocation.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:17:08.731441 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:17:08.731989 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Extension ip_allocation not supported by any of loaded plugins Mar 14 10:17:08.732322 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:17:08.733250 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:17:08.733772 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loaded extension: ip-substring-filtering Mar 14 10:17:08.734101 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loading extension file: l2_adjacency.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:17:08.735040 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:17:08.735556 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 14 10:17:08.735914 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loading extension file: l3.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:17:08.736897 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:17:08.737419 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loaded extension: router Mar 14 10:17:08.737748 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:17:08.740077 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:17:08.740627 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 14 10:17:08.740970 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:17:08.741907 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:17:08.742434 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loaded extension: ext-gw-mode Mar 14 10:17:08.742767 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:17:08.743716 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:17:08.744239 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loaded extension: l3-ha Mar 14 10:17:08.744569 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:17:08.745543 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:17:08.746056 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 14 10:17:08.746409 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loading extension file: l3_flavors.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:17:08.747327 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:17:08.747879 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loaded extension: l3-flavors Mar 14 10:17:08.748212 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:17:08.749604 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:17:08.750130 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 14 10:17:08.750465 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:17:08.751399 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:17:08.751949 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 14 10:17:08.752285 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loading extension file: l3agentscheduler.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:17:08.753357 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:17:08.753882 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loaded extension: l3_agent_scheduler Mar 14 10:17:08.754219 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loading extension file: local_ip.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:17:08.756068 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:17:08.756598 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Extension local_ip not supported by any of loaded plugins Mar 14 10:17:08.756938 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loading extension file: logging.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:17:08.759915 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:17:08.760459 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Extension logging not supported by any of loaded plugins Mar 14 10:17:08.760837 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loading extension file: metering.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:17:08.761602 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:17:08.762192 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loaded extension: metering Mar 14 10:17:08.762529 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:17:08.763644 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:17:08.764204 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loaded extension: metering_source_and_destination_fields Mar 14 10:17:08.764540 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loading extension file: multiprovidernet.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:17:08.765478 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:17:08.766004 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loaded extension: multi-provider Mar 14 10:17:08.766337 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loading extension file: netmtu.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:17:08.767276 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:17:08.767825 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loaded extension: net-mtu Mar 14 10:17:08.768159 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loading extension file: netmtu_writable.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:17:08.774386 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:17:08.774910 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loaded extension: net-mtu-writable Mar 14 10:17:08.775240 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loading extension file: network_availability_zone.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:17:08.775943 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:17:08.777013 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loaded extension: network_availability_zone Mar 14 10:17:08.777343 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loading extension file: network_ip_availability.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:17:08.778468 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:17:08.778996 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loaded extension: network-ip-availability Mar 14 10:17:08.779340 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loading extension file: network_segment_range.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:17:08.780177 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:17:08.780695 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Extension network-segment-range not supported by any of loaded plugins Mar 14 10:17:08.781026 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loading extension file: pagination.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:17:08.782020 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:17:08.782358 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loaded extension: pagination Mar 14 10:17:08.782689 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loading extension file: port_device_profile.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:17:08.783609 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:17:08.784155 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loaded extension: port-device-profile Mar 14 10:17:08.784484 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:17:08.785504 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:17:08.786033 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loaded extension: port-mac-address-regenerate Mar 14 10:17:08.786362 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:17:08.787293 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:17:08.787851 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loaded extension: port-numa-affinity-policy Mar 14 10:17:08.788181 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loading extension file: port_resource_request.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:17:08.789100 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:17:08.789615 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Extension port-resource-request not supported by any of loaded plugins Mar 14 10:17:08.789941 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loading extension file: port_resource_request_groups.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:17:08.790938 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:17:08.791525 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 14 10:17:08.792520 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loading extension file: portbindings.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:17:08.793501 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:17:08.794027 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loaded extension: binding Mar 14 10:17:08.794355 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loading extension file: portbindings_extended.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:17:08.795649 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:17:08.796198 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loaded extension: binding-extended Mar 14 10:17:08.796531 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loading extension file: portsecurity.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:17:08.797454 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:17:08.797976 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loaded extension: port-security Mar 14 10:17:08.798306 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loading extension file: project_id.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:17:08.799326 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:17:08.799661 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loaded extension: project-id Mar 14 10:17:08.800009 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loading extension file: providernet.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:17:08.800942 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:17:08.801467 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loaded extension: provider Mar 14 10:17:08.801796 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loading extension file: qos.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:17:08.805393 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:17:08.805932 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Extension qos not supported by any of loaded plugins Mar 14 10:17:08.806266 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:17:08.807591 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:17:08.808144 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 14 10:17:08.808482 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:17:08.809455 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:17:08.809936 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 14 10:17:08.810284 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loading extension file: qos_default.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:17:08.811194 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:17:08.811743 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Extension qos-default not supported by any of loaded plugins Mar 14 10:17:08.812078 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loading extension file: qos_fip.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:17:08.813006 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:17:08.813523 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Extension qos-fip not supported by any of loaded plugins Mar 14 10:17:08.819899 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:17:08.820592 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:17:08.821111 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 14 10:17:08.821441 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loading extension file: qos_gateway_ip.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:17:08.822375 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:17:08.822895 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 14 10:17:08.823289 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loading extension file: qos_port_network_policy.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:17:08.824396 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:17:08.824918 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 14 10:17:08.825248 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:17:08.826303 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:17:08.826825 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 14 10:17:08.827156 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:17:08.828241 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:17:08.828761 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 14 10:17:08.829092 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loading extension file: qos_pps_rule.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:17:08.830562 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:17:08.831090 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Extension qos-pps not supported by any of loaded plugins Mar 14 10:17:08.831429 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loading extension file: qos_rule_type_details.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:17:08.832378 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:17:08.832899 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 14 10:17:08.833232 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loading extension file: qos_rules_alias.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:17:08.834287 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:17:08.834806 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 14 10:17:08.835140 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loading extension file: quota_check_limit.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:17:08.836099 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:17:08.836623 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loaded extension: quota-check-limit Mar 14 10:17:08.836954 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loading extension file: quotasv2.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:17:08.837895 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:17:08.838227 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loaded extension: quotas Mar 14 10:17:08.838555 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loading extension file: quotasv2_detail.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:17:08.840882 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:17:08.841225 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loaded extension: quota_details Mar 14 10:17:08.841560 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loading extension file: rbac.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:17:08.842627 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:17:08.843159 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loaded extension: rbac-policies Mar 14 10:17:08.843499 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loading extension file: rbac_address_group.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:17:08.844477 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:17:08.845003 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loaded extension: rbac-address-group Mar 14 10:17:08.845334 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loading extension file: rbac_address_scope.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:17:08.852322 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:17:08.852843 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loaded extension: rbac-address-scope Mar 14 10:17:08.853172 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loading extension file: rbac_security_groups.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:17:08.854099 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:17:08.855214 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loaded extension: rbac-security-groups Mar 14 10:17:08.855542 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loading extension file: rbac_subnetpool.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:17:08.856501 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:17:08.857025 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loaded extension: rbac-subnetpool Mar 14 10:17:08.857352 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loading extension file: revisionifmatch.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:17:08.858360 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:17:08.858882 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loaded extension: revision-if-match Mar 14 10:17:08.859210 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loading extension file: revisions.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:17:08.860359 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:17:08.860883 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loaded extension: standard-attr-revisions Mar 14 10:17:08.861214 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loading extension file: router_availability_zone.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:17:08.861893 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:17:08.862413 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loaded extension: router_availability_zone Mar 14 10:17:08.862744 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loading extension file: routerservicetype.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:17:08.863698 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:17:08.864219 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Extension router-service-type not supported by any of loaded plugins Mar 14 10:17:08.864547 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:17:08.865482 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:17:08.866009 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loaded extension: security-groups-normalized-cidr Mar 14 10:17:08.866330 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:17:08.867272 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:17:08.867823 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loaded extension: port-security-groups-filtering Mar 14 10:17:08.868153 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:17:08.869094 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:17:08.869615 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loaded extension: security-groups-remote-address-group Mar 14 10:17:08.870007 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:17:08.870951 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:17:08.871471 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loaded extension: security-groups-shared-filtering Mar 14 10:17:08.871828 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:17:08.874737 dv-cinder-833544-1-iscsi neutron-server[103533]: WARNING neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 14 10:17:08.874737 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loading extension file: securitygroup.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:17:08.882275 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:17:08.882813 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loaded extension: security-group Mar 14 10:17:08.883150 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loading extension file: segment.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:17:08.883925 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:17:08.884449 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Extension segment not supported by any of loaded plugins Mar 14 10:17:08.884779 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:17:08.886283 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:17:08.886804 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 14 10:17:08.887160 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loading extension file: servicetype.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:17:08.888318 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:17:08.888855 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loaded extension: service-type Mar 14 10:17:08.889191 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loading extension file: sorting.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:17:08.890184 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:17:08.890522 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loaded extension: sorting Mar 14 10:17:08.890850 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loading extension file: standard_attr_segment.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:17:08.891810 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:17:08.892337 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 14 10:17:08.892667 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loading extension file: standardattrdescription.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:17:08.893323 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:17:08.893838 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loaded extension: standard-attr-description Mar 14 10:17:08.894165 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loading extension file: stateful_security_group.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:17:08.895105 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:17:08.895624 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loaded extension: stateful-security-group Mar 14 10:17:08.895975 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loading extension file: stdattrs_common.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:17:08.896542 dv-cinder-833544-1-iscsi neutron-server[103533]: WARNING neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 14 10:17:08.896868 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:17:08.904100 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:17:08.904624 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 14 10:17:08.904952 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loading extension file: subnet_onboard.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:17:08.906036 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:17:08.906568 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loaded extension: subnet_onboard Mar 14 10:17:08.906900 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:17:08.907872 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:17:08.908398 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 14 10:17:08.908730 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loading extension file: subnet_service_types.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:17:08.909659 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:17:08.910190 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loaded extension: subnet-service-types Mar 14 10:17:08.910520 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loading extension file: subnetallocation.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:17:08.911611 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:17:08.912166 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loaded extension: subnet_allocation Mar 14 10:17:08.912498 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:17:08.913168 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:17:08.913695 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loaded extension: subnetpool-prefix-ops Mar 14 10:17:08.914025 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:17:08.914959 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:17:08.915486 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 14 10:17:08.915845 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loading extension file: tagging.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:17:08.916977 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:17:08.917501 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loaded extension: standard-attr-tag Mar 14 10:17:08.917837 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loading extension file: timestamp.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:17:08.919049 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:17:08.919572 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loaded extension: standard-attr-timestamp Mar 14 10:17:08.919946 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loading extension file: trunk.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:17:08.920996 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:17:08.921523 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Extension trunk not supported by any of loaded plugins Mar 14 10:17:08.921854 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loading extension file: trunk_details.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:17:08.922785 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:17:08.923312 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Extension trunk-details not supported by any of loaded plugins Mar 14 10:17:08.923643 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loading extension file: uplink_status_propagation.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:17:08.929566 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:17:08.930098 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 14 10:17:08.930429 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Loading extension file: vlantransparent.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:17:08.931102 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:17:08.931618 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 14 10:17:08.934217 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.quota.resource_registry [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Creating instance of TrackedResource for resource:network Mar 14 10:17:08.934741 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.quota.resource_registry [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Creating instance of TrackedResource for resource:subnet Mar 14 10:17:08.935148 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.quota.resource_registry [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Creating instance of TrackedResource for resource:subnetpool Mar 14 10:17:08.935549 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.quota.resource_registry [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Creating instance of TrackedResource for resource:port Mar 14 10:17:08.936816 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.v2.resource_helper [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103533) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 10:17:08.937269 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.v2.resource_helper [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Service FLAVORS assigned prefix: {{(pid=103533) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 10:17:08.937889 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.v2.resource_helper [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103533) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 10:17:08.938318 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.v2.resource_helper [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103533) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 10:17:08.938652 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.quota.resource_registry [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Creating instance of TrackedResource for resource:router Mar 14 10:17:08.939093 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.quota.resource_registry [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Creating instance of TrackedResource for resource:floatingip Mar 14 10:17:08.939588 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.v2.resource_helper [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Service METERING assigned prefix: /metering {{(pid=103533) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 10:17:08.941072 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:08.941452 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:08.941811 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:08.942815 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.quota.resource_registry [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Creating instance of CountableResource for resource:rbac_policy Mar 14 10:17:08.943265 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.quota.resource_registry [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Creating instance of TrackedResource for resource:security_group Mar 14 10:17:08.943719 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.quota.resource_registry [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 14 10:17:08.944337 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.v2.resource_helper [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Service CORE assigned prefix: {{(pid=103533) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 10:17:08.944676 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.quota.resource_registry [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Creating instance of TrackedResource for resource:subnetpool Mar 14 10:17:08.945026 dv-cinder-833544-1-iscsi neutron-server[103533]: WARNING neutron.quota.resource_registry [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] subnetpool is already registered Mar 14 10:17:08.945470 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.v2.resource_helper [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Service CORE assigned prefix: {{(pid=103533) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 10:17:08.945800 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.quota.resource_registry [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Creating instance of TrackedResource for resource:subnetpool Mar 14 10:17:08.946140 dv-cinder-833544-1-iscsi neutron-server[103533]: WARNING neutron.quota.resource_registry [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] subnetpool is already registered Mar 14 10:17:08.948975 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.v2.resource_helper [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103533) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 10:17:08.951988 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.v2.resource_helper [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Service FLAVORS assigned prefix: {{(pid=103533) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 10:17:08.951988 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.v2.resource_helper [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103533) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 10:17:08.951988 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.v2.resource_helper [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103533) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 10:17:08.951988 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.quota.resource_registry [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Creating instance of TrackedResource for resource:router Mar 14 10:17:08.951988 dv-cinder-833544-1-iscsi neutron-server[103533]: WARNING neutron.quota.resource_registry [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] router is already registered Mar 14 10:17:08.951988 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.quota.resource_registry [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Creating instance of TrackedResource for resource:floatingip Mar 14 10:17:08.951988 dv-cinder-833544-1-iscsi neutron-server[103533]: WARNING neutron.quota.resource_registry [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] floatingip is already registered Mar 14 10:17:08.952443 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.v2.resource_helper [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Service METERING assigned prefix: /metering {{(pid=103533) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 10:17:08.952937 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.quota.resource_registry [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Creating instance of CountableResource for resource:rbac_policy Mar 14 10:17:08.953267 dv-cinder-833544-1-iscsi neutron-server[103533]: WARNING neutron.quota.resource_registry [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] rbac_policy is already registered Mar 14 10:17:08.953687 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.quota.resource_registry [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Creating instance of TrackedResource for resource:security_group Mar 14 10:17:08.954027 dv-cinder-833544-1-iscsi neutron-server[103533]: WARNING neutron.quota.resource_registry [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] security_group is already registered Mar 14 10:17:08.954440 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.quota.resource_registry [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 14 10:17:08.955049 dv-cinder-833544-1-iscsi neutron-server[103533]: WARNING neutron.quota.resource_registry [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] security_group_rule is already registered Mar 14 10:17:08.955706 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.v2.resource_helper [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Service CORE assigned prefix: {{(pid=103533) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 10:17:08.956049 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.quota.resource_registry [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Creating instance of TrackedResource for resource:subnetpool Mar 14 10:17:08.956389 dv-cinder-833544-1-iscsi neutron-server[103533]: WARNING neutron.quota.resource_registry [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] subnetpool is already registered Mar 14 10:17:08.956820 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.v2.resource_helper [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Service CORE assigned prefix: {{(pid=103533) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 10:17:08.957152 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.quota.resource_registry [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Creating instance of TrackedResource for resource:subnetpool Mar 14 10:17:08.957486 dv-cinder-833544-1-iscsi neutron-server[103533]: WARNING neutron.quota.resource_registry [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] subnetpool is already registered Mar 14 10:17:08.957958 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Extended resource: extensions {{(pid=103533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 10:17:08.959423 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Extended resource: address-groups {{(pid=103533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 10:17:08.960960 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Extended resource: address-scopes {{(pid=103533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 10:17:08.962278 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Extended resource: agents {{(pid=103533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 10:17:08.963451 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Extended resource: auto-allocated-topology {{(pid=103533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 10:17:08.965303 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Extended resource: availability_zones {{(pid=103533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 10:17:08.966517 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Extended resource: dhcp-networks {{(pid=103533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 10:17:08.968087 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Extended resource: dhcp-agents {{(pid=103533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 10:17:08.969493 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Extended resource: routers {{(pid=103533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 10:17:08.971732 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Extended resource: flavors {{(pid=103533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 10:17:08.972904 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Extended resource: service_profiles {{(pid=103533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 10:17:08.974105 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Extended resource: next_providers {{(pid=103533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 10:17:08.975527 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Extended resource: service_profiles {{(pid=103533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 10:17:08.977114 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Extended resource: floatingip-pools {{(pid=103533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 10:17:08.978482 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Extended resource: routers {{(pid=103533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 10:17:08.981479 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Extended resource: floatingips {{(pid=103533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 10:17:08.983859 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Extended resource: l3-routers {{(pid=103533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 10:17:08.985238 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Extended resource: l3-agents {{(pid=103533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 10:17:08.986650 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Extended resource: metering-labels {{(pid=103533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 10:17:08.988023 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Extended resource: metering-label-rules {{(pid=103533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 10:17:08.989309 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Extended resource: network-ip-availabilities {{(pid=103533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 10:17:08.992191 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Extended resource: bindings {{(pid=103533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 10:17:08.992295 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Extended resource: quotas {{(pid=103533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 10:17:08.993809 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Extended resource: quotas {{(pid=103533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 10:17:08.996147 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Extended resource: rbac-policies {{(pid=103533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 10:17:08.997575 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Extended resource: security-groups {{(pid=103533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 10:17:08.998863 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Extended resource: security-group-rules {{(pid=103533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 10:17:09.000314 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Extended resource: service-providers {{(pid=103533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 10:17:09.001572 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Extended resource: subnetpools {{(pid=103533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 10:17:09.002997 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Extended resource: subnetpools {{(pid=103533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 10:17:09.004486 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Extended resource: tags {{(pid=103533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 10:17:09.006169 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Extended resource: tags {{(pid=103533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 10:17:09.008235 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Extended resource: tags {{(pid=103533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 10:17:09.010197 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Extended resource: tags {{(pid=103533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 10:17:09.012058 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Extended resource: tags {{(pid=103533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 10:17:09.013963 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Extended resource: tags {{(pid=103533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 10:17:09.015845 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Extended resource: tags {{(pid=103533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 10:17:09.017945 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Extended resource: tags {{(pid=103533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 10:17:09.019903 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Extended resource: tags {{(pid=103533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 10:17:09.021781 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron.api.extensions [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Extended resource: tags {{(pid=103533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 10:17:09.027641 dv-cinder-833544-1-iscsi neutron-server[103533]: WARNING keystonemiddleware.auth_token [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 14 10:17:09.032394 dv-cinder-833544-1-iscsi neutron-server[103533]: WARNING keystonemiddleware.auth_token [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 14 10:17:09.040912 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Acquired lock "singleton_lock" {{(pid=103533) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 14 10:17:09.041395 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Releasing lock "singleton_lock" {{(pid=103533) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 14 10:17:09.042599 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO oslo_service.service [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Starting 2 workers Mar 14 10:17:09.047472 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Started child 103642 {{(pid=103533) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 14 10:17:09.052022 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Started child 103643 {{(pid=103533) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 14 10:17:09.055236 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:09.055905 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO neutron.service [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 14 10:17:09.055905 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:09.056055 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [-] (103642) wsgi starting up on http://0.0.0.0:9696 Mar 14 10:17:09.056831 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO oslo_service.service [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Starting 1 workers Mar 14 10:17:09.056944 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:09.058937 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [-] (103643) wsgi starting up on http://0.0.0.0:9696 Mar 14 10:17:09.062836 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Started child 103644 {{(pid=103533) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 14 10:17:09.063304 dv-cinder-833544-1-iscsi neutron-server[103533]: INFO oslo_service.service [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Starting 1 workers Mar 14 10:17:09.066520 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.service [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] calling RpcWorker wait() {{(pid=103644) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 14 10:17:09.067059 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.service [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] returning from RpcWorker wait() {{(pid=103644) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 14 10:17:09.067896 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Started child 103645 {{(pid=103533) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 14 10:17:09.068325 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:09.068707 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-1e8af0c5-592e-4b82-addd-28e581c936d1 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:09.068827 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:17:09.070776 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103533) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 14 10:17:09.070992 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 14 10:17:09.071182 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 14 10:17:09.071413 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 14 10:17:09.071768 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 14 10:17:09.071935 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 14 10:17:09.072453 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.072728 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.073613 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.073865 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.074164 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.074745 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.074968 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:09.075526 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.075526 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.075526 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.075819 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.075948 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.076114 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.076371 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.076505 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:17:09.076604 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.076942 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.077195 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.077435 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.077696 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.077868 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.078144 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.078408 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.078638 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.078911 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] debug = True {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.079166 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.079931 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.080180 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.080432 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.080668 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.080950 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.081202 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.081498 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.081727 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.081944 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.082192 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.082452 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.082692 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.082925 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.083162 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.083375 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.083647 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.083921 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.084386 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] host = dv-cinder-833544-1-iscsi {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.084623 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.084861 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.085099 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.085348 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.085594 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.085840 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.086119 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.086382 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.086628 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.086868 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.087124 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.087355 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.087571 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.087830 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] log_file = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.087996 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] log_options = True {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.088230 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.088497 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.089469 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.089665 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.089837 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.090002 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.090294 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.090468 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.090686 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.090904 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.091120 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.091334 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.091566 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.091807 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.092065 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.092279 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.092499 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.092726 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.092987 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.093322 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.093685 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.093980 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.094222 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.094447 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.094871 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.095003 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.095530 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.095849 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.096199 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.096358 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.096495 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.096759 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.096978 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.097221 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.097490 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.097724 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.097953 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.098173 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.098445 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.098671 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.098931 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.099175 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.099390 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.099642 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.099893 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.100105 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.100335 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] use_json = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.100572 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.100813 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.101110 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.101283 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.101496 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.101903 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.102140 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.102390 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.102626 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.103074 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.103362 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.103724 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.103943 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.104179 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.104687 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.105086 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.106868 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.106868 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.106868 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.106868 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.106868 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.106868 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.107639 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.107639 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.107639 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.107956 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.108313 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.108558 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.109788 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.110076 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.110344 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.110672 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.110944 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.111199 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.111451 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.111717 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.112025 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.112311 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.112657 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.112940 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.113224 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.113502 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.113740 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.114005 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.114253 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.114502 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.115187 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.115187 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.115484 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.115753 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.115981 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.116231 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.116488 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.116807 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.117064 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.117304 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.117571 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.117840 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.118093 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.118316 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.118576 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.118961 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.119206 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.119442 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.119700 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.119976 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.120249 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.120499 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.120719 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.120939 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.121183 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.121417 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.121660 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.121914 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.122096 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.122425 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.122643 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.122900 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.123122 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.123360 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.123579 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.123827 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.124042 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.124282 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.124506 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.124721 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.124964 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.125169 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.125377 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.125591 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.125809 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.126042 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.126266 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.126479 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.126695 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.126930 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.127149 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.127386 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.127600 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.127952 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.128248 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.128570 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.128837 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.129180 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.129432 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.129709 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.129932 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.130187 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.130408 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.130629 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.130908 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.131177 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.131409 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.131641 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.131892 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.132151 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.132410 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.132633 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.132874 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.133131 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.133370 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.133610 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.133839 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.134130 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.134369 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.134613 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.134854 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.135110 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.135399 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.136166 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.136462 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.136694 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.136988 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.137290 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.137548 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.137808 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.138045 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.138299 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.138532 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.138778 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.139072 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.139311 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.139567 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.139849 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.140110 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.140350 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.140763 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.140994 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.141332 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.141595 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.141822 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.142041 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.142323 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.142591 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.142864 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.143136 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.143398 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.143638 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.144005 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.144230 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.144448 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.144699 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.144937 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.145176 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.145430 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.145631 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.145873 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.146096 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.146320 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.146600 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.146823 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.147046 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.147266 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.147489 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.147748 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.147998 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.148217 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.148463 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.148704 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.148925 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.149148 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.149368 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.149586 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.149839 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.150058 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.150330 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.150588 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.150829 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.151078 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.151892 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.152166 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.152386 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.152634 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.152860 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.153099 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.153319 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.153564 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.153805 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.154042 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.154273 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.154493 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.154738 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.154986 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.155331 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.155579 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.155875 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.156156 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.156362 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.156707 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.156919 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.157134 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.157393 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.157614 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.157839 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.158079 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.158304 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.158522 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.158765 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.159006 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.159268 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.159527 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.159796 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.160018 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.160242 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.160479 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.160703 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.160924 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.161138 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.161375 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.161589 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.161825 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.162056 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.162351 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.162601 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.162834 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.163090 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.163648 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.163648 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.163950 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.164077 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.164253 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.164499 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.164739 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.164951 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.165202 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.165419 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.165636 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.165857 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.166074 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.166287 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.166515 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.166741 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.166962 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.167185 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.167410 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.167623 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.167895 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.168110 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.168349 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.168596 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.168815 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.169028 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.169258 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.169472 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.169677 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.170227 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.170227 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.170483 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.170610 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.170850 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.171070 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.171349 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.171579 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.171863 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.172107 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.172426 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.172647 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.172892 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.173134 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.173355 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.173598 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.173867 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.174191 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.174481 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.174727 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.174983 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.175262 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.175540 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.175838 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.176062 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.176370 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.176858 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.177222 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.177642 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.178062 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.178311 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.179491 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.179491 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.179491 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.179491 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.179491 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.179974 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.179974 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.180120 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.180341 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.180575 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.180795 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.181027 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.181264 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.181485 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.181724 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.181889 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 14 10:17:09.182436 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103533) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 14 10:17:09.182601 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 14 10:17:09.182759 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 14 10:17:09.182932 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 14 10:17:09.183106 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 14 10:17:09.183261 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 14 10:17:09.183473 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.183695 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.183832 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.183998 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.184162 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.184346 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.184510 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.184672 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.184833 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.184996 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.185158 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.185320 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.185482 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.185643 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.185804 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.185965 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.186126 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.186288 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.186455 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.186617 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.186778 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.186939 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.187100 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] debug = True {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.187260 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.187479 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.187647 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.187836 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.187997 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.188158 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.188320 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.188480 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.188642 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.188800 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.188959 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.189120 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.189282 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.189443 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.189606 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.189766 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.189928 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.190089 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.190250 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] host = dv-cinder-833544-1-iscsi {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.190410 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.190571 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.190731 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.190892 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.191053 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.191215 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.191381 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.191544 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.191734 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.191899 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.192061 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.192225 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.192386 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.192549 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] log_file = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.192711 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] log_options = True {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.192872 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.193034 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.193196 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.193384 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.193551 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.193713 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.193876 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.194037 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.194199 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.194361 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.194522 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.194684 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.194846 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.195007 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.195168 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.195329 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.195490 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.195652 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.195850 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.196016 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.196179 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.196340 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.196502 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.196664 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.196826 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.196991 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.197138 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.197298 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.197443 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:17:09.197542 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.197624 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.197764 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.197926 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.198603 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.198765 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.198926 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.199088 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.199249 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.199412 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.199578 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.199762 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.199926 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.200087 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.200249 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.200410 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.200575 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.200744 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.200893 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] use_json = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.201208 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.201518 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.201911 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.202075 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.202379 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.202550 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.202713 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.202877 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.203041 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:17:09.203221 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.203390 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.203567 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.203758 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.203925 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.204094 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.204258 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.204425 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.204589 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.205005 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.205179 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.205341 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.205516 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.205680 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.205842 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.206008 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.206173 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.206337 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.206501 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.206664 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.206827 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.206990 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.207162 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.207326 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.207719 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.207816 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.207937 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.208018 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 37484) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:17:09.208110 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.208280 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.208459 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.208640 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.208785 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.208958 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.209118 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.209270 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.209435 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.209599 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.209763 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.209928 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.210092 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.210256 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.210422 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.210586 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.210750 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.210915 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.211078 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.211247 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.211429 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.211594 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.211763 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.211902 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.212037 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.212203 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.212367 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.212535 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.212699 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.212867 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.213027 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.213191 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.213344 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.213507 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.214279 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.214422 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.214558 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.214694 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.214840 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.214977 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.215135 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.215313 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.215477 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.215629 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.215838 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.215987 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.216125 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.216275 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.216412 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.216576 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.216741 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.216906 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.217070 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.217730 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.217730 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.217730 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.218146 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [-] 10.222.0.16 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0073433 Mar 14 10:17:09.218285 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.218285 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.218285 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.218285 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.218285 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.218921 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.218921 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.218921 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.218921 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.220701 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.220701 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.220701 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.220701 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.220701 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.220701 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.220701 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.220701 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.221758 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.221758 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.221758 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.221758 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.221758 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.221758 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.221758 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.221758 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.222779 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.222779 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.222779 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.222779 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.222779 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.222779 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.222779 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.222779 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.223307 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.223307 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.223307 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.223307 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.223594 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.223594 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.224273 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.224273 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.224273 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.225331 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.225331 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.225476 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.225621 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.225790 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.226111 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.226286 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.226774 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.226774 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.226774 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.227030 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.227114 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.227240 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.227404 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.227598 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.227801 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.227952 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.228084 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.228252 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.228422 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.228572 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.228739 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.228888 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.229058 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.229245 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.229415 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.229596 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.229747 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.229900 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.230065 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.230227 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.230391 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.230577 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.230801 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.231006 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.231006 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.231180 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.232162 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.232162 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.232162 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.232162 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.232162 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.232162 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.232549 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.232549 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.232667 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.232741 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.232892 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.233055 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.233224 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.234099 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.234099 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.234099 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.234099 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.234099 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.234438 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.234438 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.234438 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.234613 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.234762 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.234921 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.235093 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.235255 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.235419 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.235585 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.235771 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.236153 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.236153 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.236342 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.236421 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.236573 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.236746 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.236900 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.237063 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.237227 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.237392 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.237556 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.237709 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.237872 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.238041 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.238212 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.238378 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.238539 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.238702 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.238867 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.239033 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.239199 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.239348 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.239520 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.240930 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.240930 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.240930 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.240930 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.240930 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.240930 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.240930 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.240930 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.242064 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.242064 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.242064 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.242064 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.242064 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.242064 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.242064 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.243022 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.243022 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.243022 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.243022 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.243022 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.243022 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.243952 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.243952 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.243952 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.243952 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.243952 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.243952 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.244722 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.244722 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.244722 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.244722 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.244722 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.246366 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.246366 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.246366 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.246366 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.246366 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.246366 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.246366 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.246366 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.247024 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.247024 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.247024 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.247024 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.247246 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.247311 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.247460 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.247783 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.247918 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.248049 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.248190 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.248316 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.249085 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.249085 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.249085 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.249085 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.249085 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.249458 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.249458 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.249601 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.249679 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.250600 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.250600 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.250600 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.250600 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.250600 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.250980 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.250980 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.250980 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.251191 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.251268 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.251850 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.251850 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.251850 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.252118 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.252118 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.252265 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.252682 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.252682 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.252682 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.254354 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.254354 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.254354 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.254354 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.254354 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.254354 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.254354 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.254354 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:17:09.254901 dv-cinder-833544-1-iscsi neutron-server[103533]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 14 10:17:20.745127 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f265b606-0c32-46a8-a453-a67f4ab4e8dc None None] get_active_networks_info from dv-cinder-833544-1-iscsi {{(pid=103644) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 14 10:17:20.833638 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f265b606-0c32-46a8-a453-a67f4ab4e8dc None None] No non-hosted networks {{(pid=103644) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 14 10:17:20.847762 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.agentschedulers_db [None req-f265b606-0c32-46a8-a453-a67f4ab4e8dc None None] DHCP Agent not found on host dv-cinder-833544-1-iscsi {{(pid=103644) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 14 10:17:21.015344 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-efaffcdc-fb6e-4cba-a030-6cab61e664de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-559875'] for agent (71411765-f129-4ae6-9e82-4fe742fde8ff), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:22.955113 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-a0800330-ad7d-410c-b639-6d220356e96e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-559875'] for agent (a016a58c-1f8a-4210-ae6c-360b1a1f78c1), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:22.999301 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.db.api [None req-e5f28ead-fa33-44f0-9292-45b29a855de7 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-833544-1-iscsi {{(pid=103644) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 10:17:22.999742 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG oslo_db.api [None req-e5f28ead-fa33-44f0-9292-45b29a855de7 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 10:17:23.695597 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-e5f28ead-fa33-44f0-9292-45b29a855de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (a016a58c-1f8a-4210-ae6c-360b1a1f78c1), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:24.031955 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-f4039063-230b-41a9-bf4a-d5dd4b348b96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-559875'] for agent (46201191-f63a-41db-ad4d-3c2c795fe1c2), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:25.638399 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-a3541fa5-4b74-4b29-92a0-285d4d95a3dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-559875'] for agent (a9a1db27-ecd3-427e-bc57-ce8de4da4c28), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:26.864603 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 37566) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:17:26.935187 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-559875'] for agent (3daba05a-6d77-487a-83af-fb9f8edf24c0), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:26.936423 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:17:26.936787 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:17:26.937111 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:17:26.937442 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:17:26.938852 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:17:26.939350 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:17:26.940687 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:17:26.941238 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:17:26.941763 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:17:26.942383 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:17:26.945171 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:17:26.947154 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:17:26.948234 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:17:26.949649 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:17:26.950954 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:17:26.951774 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-833544-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:17:26.963458 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-833544-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:17:27.413684 dv-cinder-833544-1-iscsi neutron-server[103643]: WARNING oslo_policy.policy [None req-7c688e33-74b3-40fc-ae3c-9918d6c4fee4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 14 10:17:27.414438 dv-cinder-833544-1-iscsi neutron-server[103643]: WARNING oslo_policy.policy [None req-7c688e33-74b3-40fc-ae3c-9918d6c4fee4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 14 10:17:27.639679 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [None req-7c688e33-74b3-40fc-ae3c-9918d6c4fee4 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103643) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 14 10:17:27.651724 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-7c688e33-74b3-40fc-ae3c-9918d6c4fee4 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7752779 Mar 14 10:17:28.144400 dv-cinder-833544-1-iscsi neutron-server[103644]: INFO neutron.db.l3_hamode_db [None req-493e4a86-777c-435b-8e1c-6e6da62742bc None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 14 10:17:28.224013 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493e4a86-777c-435b-8e1c-6e6da62742bc None None] Routers set() bound to L3 agent in host dv-cinder-833544-1-iscsi {{(pid=103644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:17:28.224324 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493e4a86-777c-435b-8e1c-6e6da62742bc None None] Router IDs set() for agent in host dv-cinder-833544-1-iscsi {{(pid=103644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 14 10:17:30.160945 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 37592) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:17:30.466476 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [None req-fc09e73d-ca47-440c-a759-6c1583a0e849 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True, 'shared': True}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:17:30.570938 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.policy [None req-fc09e73d-ca47-440c-a759-6c1583a0e849 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103643) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 14 10:17:30.613773 dv-cinder-833544-1-iscsi neutron-server[103643]: WARNING oslo_policy.policy [None req-fc09e73d-ca47-440c-a759-6c1583a0e849 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 14 10:17:30.614148 dv-cinder-833544-1-iscsi neutron-server[103643]: WARNING oslo_policy.policy [None req-fc09e73d-ca47-440c-a759-6c1583a0e849 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 14 10:17:30.784876 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-fc09e73d-ca47-440c-a759-6c1583a0e849 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739583727927', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739583728490', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739584170941', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739584177018', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739584155178', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739583848002', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1368884', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1357709', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-390247', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-496743'] for rbac-policy (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:30.988163 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-fc09e73d-ca47-440c-a759-6c1583a0e849 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:30.989328 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-fc09e73d-ca47-440c-a759-6c1583a0e849 admin admin] 10.222.0.16 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8274171 Mar 14 10:17:33.468830 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 37602) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:17:33.960660 dv-cinder-833544-1-iscsi neutron-server[103642]: WARNING oslo_policy.policy [None req-69ea8c09-9e6a-4dab-ab3e-15c8a189d15f demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 14 10:17:33.961275 dv-cinder-833544-1-iscsi neutron-server[103642]: WARNING oslo_policy.policy [None req-69ea8c09-9e6a-4dab-ab3e-15c8a189d15f demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 14 10:17:34.182518 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.v2.base [None req-69ea8c09-9e6a-4dab-ab3e-15c8a189d15f demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:17:34.294243 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69ea8c09-9e6a-4dab-ab3e-15c8a189d15f demo demo] Made reservation on behalf of f959d415d6ff496b932b3a592d7bccb2 for: {'network': 1} {{(pid=103642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 10:17:34.361127 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.policy [None req-69ea8c09-9e6a-4dab-ab3e-15c8a189d15f demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103642) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 14 10:17:34.403516 dv-cinder-833544-1-iscsi neutron-server[103642]: WARNING oslo_policy.policy [None req-69ea8c09-9e6a-4dab-ab3e-15c8a189d15f demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 14 10:17:34.403910 dv-cinder-833544-1-iscsi neutron-server[103642]: WARNING oslo_policy.policy [None req-69ea8c09-9e6a-4dab-ab3e-15c8a189d15f demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 14 10:17:34.414237 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-69ea8c09-9e6a-4dab-ab3e-15c8a189d15f demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for network (None), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:34.436226 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-69ea8c09-9e6a-4dab-ab3e-15c8a189d15f demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:34.544538 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-69ea8c09-9e6a-4dab-ab3e-15c8a189d15f demo demo] Publish callbacks [] for security_group (a1e4eb57-dbb6-49f7-9195-81422ca70a53), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:34.626052 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-69ea8c09-9e6a-4dab-ab3e-15c8a189d15f demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (a1e4eb57-dbb6-49f7-9195-81422ca70a53), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:34.658431 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69ea8c09-9e6a-4dab-ab3e-15c8a189d15f demo demo] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=103642) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 10:17:34.686496 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-69ea8c09-9e6a-4dab-ab3e-15c8a189d15f demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8739585737220', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1663358'] for segment (71334ac2-eff7-4f0b-8745-a34433ef8c6f), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:34.687030 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-69ea8c09-9e6a-4dab-ab3e-15c8a189d15f demo demo] Unsubscribe: segment precommit_create {{(pid=103642) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 14 10:17:34.687580 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.db.segments_db [None req-69ea8c09-9e6a-4dab-ab3e-15c8a189d15f demo demo] Added segment 71334ac2-eff7-4f0b-8745-a34433ef8c6f of type vlan for network 0c109654-9333-42a7-936e-8a75edcc7ce9 Mar 14 10:17:34.693138 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ea8c09-9e6a-4dab-ab3e-15c8a189d15f demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=a1e4eb57-dbb6-49f7-9195-81422ca70a53,revision_number=1']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:17:34.733677 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ea8c09-9e6a-4dab-ab3e-15c8a189d15f demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:17:34.734023 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ea8c09-9e6a-4dab-ab3e-15c8a189d15f demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:17:34.734390 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ea8c09-9e6a-4dab-ab3e-15c8a189d15f demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:17:34.734747 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ea8c09-9e6a-4dab-ab3e-15c8a189d15f demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:17:34.735081 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ea8c09-9e6a-4dab-ab3e-15c8a189d15f demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:17:34.735414 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ea8c09-9e6a-4dab-ab3e-15c8a189d15f demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:17:34.735765 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ea8c09-9e6a-4dab-ab3e-15c8a189d15f demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:17:34.736089 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ea8c09-9e6a-4dab-ab3e-15c8a189d15f demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:17:34.736411 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ea8c09-9e6a-4dab-ab3e-15c8a189d15f demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:17:34.736729 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ea8c09-9e6a-4dab-ab3e-15c8a189d15f demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:17:34.737050 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ea8c09-9e6a-4dab-ab3e-15c8a189d15f demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:17:34.737442 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ea8c09-9e6a-4dab-ab3e-15c8a189d15f demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:17:34.737767 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ea8c09-9e6a-4dab-ab3e-15c8a189d15f demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:17:34.738085 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ea8c09-9e6a-4dab-ab3e-15c8a189d15f demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:17:34.738401 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ea8c09-9e6a-4dab-ab3e-15c8a189d15f demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:17:34.739887 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ea8c09-9e6a-4dab-ab3e-15c8a189d15f demo demo] Tracked resource versions report: Mar 14 10:17:34.739887 dv-cinder-833544-1-iscsi neutron-server[103642]: pushed versions: Mar 14 10:17:34.739887 dv-cinder-833544-1-iscsi neutron-server[103642]: { 'AddressGroup': {'1.2'}, Mar 14 10:17:34.739887 dv-cinder-833544-1-iscsi neutron-server[103642]: 'Agent': {'1.1'}, Mar 14 10:17:34.739887 dv-cinder-833544-1-iscsi neutron-server[103642]: 'ConntrackHelper': {'1.0'}, Mar 14 10:17:34.739887 dv-cinder-833544-1-iscsi neutron-server[103642]: 'LocalIPAssociation': {'1.0'}, Mar 14 10:17:34.739887 dv-cinder-833544-1-iscsi neutron-server[103642]: 'Log': {'1.0'}, Mar 14 10:17:34.739887 dv-cinder-833544-1-iscsi neutron-server[103642]: 'NDPProxy': {'1.0'}, Mar 14 10:17:34.739887 dv-cinder-833544-1-iscsi neutron-server[103642]: 'Network': {'1.1'}, Mar 14 10:17:34.739887 dv-cinder-833544-1-iscsi neutron-server[103642]: 'Port': {'1.7'}, Mar 14 10:17:34.739887 dv-cinder-833544-1-iscsi neutron-server[103642]: 'PortForwarding': {'1.2'}, Mar 14 10:17:34.739887 dv-cinder-833544-1-iscsi neutron-server[103642]: 'QosPolicy': {'1.10'}, Mar 14 10:17:34.739887 dv-cinder-833544-1-iscsi neutron-server[103642]: 'SecurityGroup': {'1.5'}, Mar 14 10:17:34.739887 dv-cinder-833544-1-iscsi neutron-server[103642]: 'SecurityGroupRule': {'1.2'}, Mar 14 10:17:34.739887 dv-cinder-833544-1-iscsi neutron-server[103642]: 'SubPort': {'1.0'}, Mar 14 10:17:34.739887 dv-cinder-833544-1-iscsi neutron-server[103642]: 'Subnet': {'1.1'}, Mar 14 10:17:34.739887 dv-cinder-833544-1-iscsi neutron-server[103642]: 'Trunk': {'1.1'}} Mar 14 10:17:34.739887 dv-cinder-833544-1-iscsi neutron-server[103642]: consumer versions: Mar 14 10:17:34.739887 dv-cinder-833544-1-iscsi neutron-server[103642]: { DHCP agent@dv-cinder-833544-1-iscsi: {}, Mar 14 10:17:34.739887 dv-cinder-833544-1-iscsi neutron-server[103642]: L3 agent@dv-cinder-833544-1-iscsi: {}, Mar 14 10:17:34.739887 dv-cinder-833544-1-iscsi neutron-server[103642]: Metadata agent@dv-cinder-833544-1-iscsi: {}, Mar 14 10:17:34.739887 dv-cinder-833544-1-iscsi neutron-server[103642]: Metering agent@dv-cinder-833544-1-iscsi: {}, Mar 14 10:17:34.739887 dv-cinder-833544-1-iscsi neutron-server[103642]: Open vSwitch agent@dv-cinder-833544-1-iscsi: { 'AddressGroup': '1.2', Mar 14 10:17:34.739887 dv-cinder-833544-1-iscsi neutron-server[103642]: 'Agent': '1.1', Mar 14 10:17:34.739887 dv-cinder-833544-1-iscsi neutron-server[103642]: 'ConntrackHelper': '1.0', Mar 14 10:17:34.739887 dv-cinder-833544-1-iscsi neutron-server[103642]: 'LocalIPAssociation': '1.0', Mar 14 10:17:34.739887 dv-cinder-833544-1-iscsi neutron-server[103642]: 'Log': '1.0', Mar 14 10:17:34.739887 dv-cinder-833544-1-iscsi neutron-server[103642]: 'NDPProxy': '1.0', Mar 14 10:17:34.739887 dv-cinder-833544-1-iscsi neutron-server[103642]: 'Network': '1.1', Mar 14 10:17:34.739887 dv-cinder-833544-1-iscsi neutron-server[103642]: 'Port': '1.7', Mar 14 10:17:34.739887 dv-cinder-833544-1-iscsi neutron-server[103642]: 'PortForwarding': '1.2', Mar 14 10:17:34.739887 dv-cinder-833544-1-iscsi neutron-server[103642]: 'QosPolicy': '1.10', Mar 14 10:17:34.739887 dv-cinder-833544-1-iscsi neutron-server[103642]: 'SecurityGroup': '1.5', Mar 14 10:17:34.739887 dv-cinder-833544-1-iscsi neutron-server[103642]: 'SecurityGroupRule': '1.2', Mar 14 10:17:34.739887 dv-cinder-833544-1-iscsi neutron-server[103642]: 'SubPort': '1.0', Mar 14 10:17:34.739887 dv-cinder-833544-1-iscsi neutron-server[103642]: 'Subnet': '1.1', Mar 14 10:17:34.739887 dv-cinder-833544-1-iscsi neutron-server[103642]: 'Trunk': '1.1'}} Mar 14 10:17:34.739887 dv-cinder-833544-1-iscsi neutron-server[103642]: {{(pid=103642) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 14 10:17:34.799500 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-69ea8c09-9e6a-4dab-ab3e-15c8a189d15f demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739585426881'] for network (0c109654-9333-42a7-936e-8a75edcc7ce9), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:34.893604 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-69ea8c09-9e6a-4dab-ab3e-15c8a189d15f demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005'] for network (0c109654-9333-42a7-936e-8a75edcc7ce9), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:34.898754 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ea8c09-9e6a-4dab-ab3e-15c8a189d15f demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:17:34.899497 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-69ea8c09-9e6a-4dab-ab3e-15c8a189d15f demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631023'] for network (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:35.014430 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ea8c09-9e6a-4dab-ab3e-15c8a189d15f demo demo] Pushing event updated for resources: {'Network': ['ID=0c109654-9333-42a7-936e-8a75edcc7ce9,revision_number=1']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:17:35.029414 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Network 0c109654-9333-42a7-936e-8a75edcc7ce9 details requested by agent ovs-agent-dv-cinder-833544-1-iscsi with host dv-cinder-833544-1-iscsi {{(pid=103644) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 10:17:35.057448 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-69ea8c09-9e6a-4dab-ab3e-15c8a189d15f demo demo] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.5864885 Mar 14 10:17:37.589658 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 37622) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:17:37.987977 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f049b15e-e7ba-4ad7-a5cb-d69cbf2ab4a9 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:17:37.989255 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-f049b15e-e7ba-4ad7-a5cb-d69cbf2ab4a9 demo admin] 10.222.0.16 "GET /v2.0/networks/0c109654-9333-42a7-936e-8a75edcc7ce9 HTTP/1.1" status: 200 len: 825 time: 0.3985996 Mar 14 10:17:38.028420 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-ab7657dc-6aca-4d3a-8174-ec5468bed88a demo admin] 10.222.0.16 "GET /v2.0/subnetpools/8ad399e1-70cd-4092-82c5-da5e35b0366c HTTP/1.1" status: 200 len: 734 time: 0.0334890 Mar 14 10:17:38.036853 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.v2.base [None req-ccca0ee8-8a36-4210-8496-7343931d08a0 demo admin] Request body: {'subnet': {'network_id': '0c109654-9333-42a7-936e-8a75edcc7ce9', 'subnetpool_id': '8ad399e1-70cd-4092-82c5-da5e35b0366c', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'ip_version': 4}} {{(pid=103642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:17:38.122603 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccca0ee8-8a36-4210-8496-7343931d08a0 demo admin] Made reservation on behalf of f959d415d6ff496b932b3a592d7bccb2 for: {'subnet': 1} {{(pid=103642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 10:17:38.124852 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-ccca0ee8-8a36-4210-8496-7343931d08a0 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:38.460188 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-ccca0ee8-8a36-4210-8496-7343931d08a0 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005'] for subnet (0b884555-0a5f-41d6-b22f-626e8b395aa2), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:38.528495 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccca0ee8-8a36-4210-8496-7343931d08a0 demo admin] Pushing event updated for resources: {'Subnet': ['ID=0b884555-0a5f-41d6-b22f-626e8b395aa2,revision_number=0']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:17:38.530436 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccca0ee8-8a36-4210-8496-7343931d08a0 demo admin] Checking segment: {'id': '71334ac2-eff7-4f0b-8745-a34433ef8c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '0c109654-9333-42a7-936e-8a75edcc7ce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:17:38.530821 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccca0ee8-8a36-4210-8496-7343931d08a0 demo admin] Network hostable DHCP agents. Network: 0c109654-9333-42a7-936e-8a75edcc7ce9, hostable agents: ['71411765-f129-4ae6-9e82-4fe742fde8ff'], hosted agents: [] {{(pid=103642) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 10:17:38.613580 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccca0ee8-8a36-4210-8496-7343931d08a0 demo admin] Network 0c109654-9333-42a7-936e-8a75edcc7ce9 is scheduled to be hosted by DHCP agent 71411765-f129-4ae6-9e82-4fe742fde8ff with binding_index 1 {{(pid=103642) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 10:17:38.710801 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.scheduler.base_scheduler [None req-ccca0ee8-8a36-4210-8496-7343931d08a0 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-833544-1-iscsi, 0c109654-9333-42a7-936e-8a75edcc7ce9) {{(pid=103642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:17:38.716820 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccca0ee8-8a36-4210-8496-7343931d08a0 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:17:38.717562 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-ccca0ee8-8a36-4210-8496-7343931d08a0 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631023'] for subnet (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:38.720708 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f6875b0-eb28-4e12-a6d8-5f84bff1d637 None None] Network 0c109654-9333-42a7-936e-8a75edcc7ce9 requested from dv-cinder-833544-1-iscsi {{(pid=103644) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 10:17:38.799245 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-ccca0ee8-8a36-4210-8496-7343931d08a0 demo admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7655573 Mar 14 10:17:39.089866 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57250eb0-c2be-48e9-afa4-9999d01b6408 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5134b456-3691-55a4-ab1f-9767d820ba17-0c109654-9333-42a7-936e-8a75edcc7ce9', 'network_id': '0c109654-9333-42a7-936e-8a75edcc7ce9', 'project_id': 'f959d415d6ff496b932b3a592d7bccb2', 'fixed_ips': [{'subnet_id': '0b884555-0a5f-41d6-b22f-626e8b395aa2'}]}} from dv-cinder-833544-1-iscsi. {{(pid=103644) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 14 10:17:39.091214 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-57250eb0-c2be-48e9-afa4-9999d01b6408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (None), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:39.391459 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.db_base_plugin_common [None req-57250eb0-c2be-48e9-afa4-9999d01b6408 None None] Allocated IP 172.20.0.2 (0c109654-9333-42a7-936e-8a75edcc7ce9/0b884555-0a5f-41d6-b22f-626e8b395aa2/cedc56a7-36b6-49a1-a52b-762496280f21) {{(pid=103644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 10:17:39.637347 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-57250eb0-c2be-48e9-afa4-9999d01b6408 None None] Publish callbacks [] for port (cedc56a7-36b6-49a1-a52b-762496280f21), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:39.729512 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-57250eb0-c2be-48e9-afa4-9999d01b6408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739585409118'] for port (cedc56a7-36b6-49a1-a52b-762496280f21), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:39.805844 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57250eb0-c2be-48e9-afa4-9999d01b6408 None None] Network 0c109654-9333-42a7-936e-8a75edcc7ce9 is already hosted by enough agents. {{(pid=103644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:17:39.810695 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.scheduler.base_scheduler [None req-57250eb0-c2be-48e9-afa4-9999d01b6408 None None] Resources bound (agent type, host, resource id): {{(pid=103644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:17:39.814389 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57250eb0-c2be-48e9-afa4-9999d01b6408 None None] Received port after_create {{(pid=103644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 10:17:39.827661 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57250eb0-c2be-48e9-afa4-9999d01b6408 None None] Pushing event updated for resources: {'Port': ['ID=cedc56a7-36b6-49a1-a52b-762496280f21,revision_number=1']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:17:39.871695 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57250eb0-c2be-48e9-afa4-9999d01b6408 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:17:39.872061 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57250eb0-c2be-48e9-afa4-9999d01b6408 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:17:39.873277 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57250eb0-c2be-48e9-afa4-9999d01b6408 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:17:39.873277 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57250eb0-c2be-48e9-afa4-9999d01b6408 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:17:39.873277 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57250eb0-c2be-48e9-afa4-9999d01b6408 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:17:39.873543 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57250eb0-c2be-48e9-afa4-9999d01b6408 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:17:39.873790 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57250eb0-c2be-48e9-afa4-9999d01b6408 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:17:39.874039 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57250eb0-c2be-48e9-afa4-9999d01b6408 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:17:39.874359 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57250eb0-c2be-48e9-afa4-9999d01b6408 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:17:39.874678 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57250eb0-c2be-48e9-afa4-9999d01b6408 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:17:39.874997 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57250eb0-c2be-48e9-afa4-9999d01b6408 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:17:39.875331 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57250eb0-c2be-48e9-afa4-9999d01b6408 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:17:39.875651 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57250eb0-c2be-48e9-afa4-9999d01b6408 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:17:39.875988 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57250eb0-c2be-48e9-afa4-9999d01b6408 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:17:39.876305 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57250eb0-c2be-48e9-afa4-9999d01b6408 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:17:39.877785 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57250eb0-c2be-48e9-afa4-9999d01b6408 None None] Tracked resource versions report: Mar 14 10:17:39.877785 dv-cinder-833544-1-iscsi neutron-server[103644]: pushed versions: Mar 14 10:17:39.877785 dv-cinder-833544-1-iscsi neutron-server[103644]: { 'AddressGroup': {'1.2'}, Mar 14 10:17:39.877785 dv-cinder-833544-1-iscsi neutron-server[103644]: 'Agent': {'1.1'}, Mar 14 10:17:39.877785 dv-cinder-833544-1-iscsi neutron-server[103644]: 'ConntrackHelper': {'1.0'}, Mar 14 10:17:39.877785 dv-cinder-833544-1-iscsi neutron-server[103644]: 'LocalIPAssociation': {'1.0'}, Mar 14 10:17:39.877785 dv-cinder-833544-1-iscsi neutron-server[103644]: 'Log': {'1.0'}, Mar 14 10:17:39.877785 dv-cinder-833544-1-iscsi neutron-server[103644]: 'NDPProxy': {'1.0'}, Mar 14 10:17:39.877785 dv-cinder-833544-1-iscsi neutron-server[103644]: 'Network': {'1.1'}, Mar 14 10:17:39.877785 dv-cinder-833544-1-iscsi neutron-server[103644]: 'Port': {'1.7'}, Mar 14 10:17:39.877785 dv-cinder-833544-1-iscsi neutron-server[103644]: 'PortForwarding': {'1.2'}, Mar 14 10:17:39.877785 dv-cinder-833544-1-iscsi neutron-server[103644]: 'QosPolicy': {'1.10'}, Mar 14 10:17:39.877785 dv-cinder-833544-1-iscsi neutron-server[103644]: 'SecurityGroup': {'1.5'}, Mar 14 10:17:39.877785 dv-cinder-833544-1-iscsi neutron-server[103644]: 'SecurityGroupRule': {'1.2'}, Mar 14 10:17:39.877785 dv-cinder-833544-1-iscsi neutron-server[103644]: 'SubPort': {'1.0'}, Mar 14 10:17:39.877785 dv-cinder-833544-1-iscsi neutron-server[103644]: 'Subnet': {'1.1'}, Mar 14 10:17:39.877785 dv-cinder-833544-1-iscsi neutron-server[103644]: 'Trunk': {'1.1'}} Mar 14 10:17:39.877785 dv-cinder-833544-1-iscsi neutron-server[103644]: consumer versions: Mar 14 10:17:39.877785 dv-cinder-833544-1-iscsi neutron-server[103644]: { DHCP agent@dv-cinder-833544-1-iscsi: {}, Mar 14 10:17:39.877785 dv-cinder-833544-1-iscsi neutron-server[103644]: L3 agent@dv-cinder-833544-1-iscsi: {}, Mar 14 10:17:39.877785 dv-cinder-833544-1-iscsi neutron-server[103644]: Metadata agent@dv-cinder-833544-1-iscsi: {}, Mar 14 10:17:39.877785 dv-cinder-833544-1-iscsi neutron-server[103644]: Metering agent@dv-cinder-833544-1-iscsi: {}, Mar 14 10:17:39.877785 dv-cinder-833544-1-iscsi neutron-server[103644]: Open vSwitch agent@dv-cinder-833544-1-iscsi: { 'AddressGroup': '1.2', Mar 14 10:17:39.877785 dv-cinder-833544-1-iscsi neutron-server[103644]: 'Agent': '1.1', Mar 14 10:17:39.877785 dv-cinder-833544-1-iscsi neutron-server[103644]: 'ConntrackHelper': '1.0', Mar 14 10:17:39.877785 dv-cinder-833544-1-iscsi neutron-server[103644]: 'LocalIPAssociation': '1.0', Mar 14 10:17:39.877785 dv-cinder-833544-1-iscsi neutron-server[103644]: 'Log': '1.0', Mar 14 10:17:39.877785 dv-cinder-833544-1-iscsi neutron-server[103644]: 'NDPProxy': '1.0', Mar 14 10:17:39.877785 dv-cinder-833544-1-iscsi neutron-server[103644]: 'Network': '1.1', Mar 14 10:17:39.877785 dv-cinder-833544-1-iscsi neutron-server[103644]: 'Port': '1.7', Mar 14 10:17:39.877785 dv-cinder-833544-1-iscsi neutron-server[103644]: 'PortForwarding': '1.2', Mar 14 10:17:39.877785 dv-cinder-833544-1-iscsi neutron-server[103644]: 'QosPolicy': '1.10', Mar 14 10:17:39.877785 dv-cinder-833544-1-iscsi neutron-server[103644]: 'SecurityGroup': '1.5', Mar 14 10:17:39.877785 dv-cinder-833544-1-iscsi neutron-server[103644]: 'SecurityGroupRule': '1.2', Mar 14 10:17:39.877785 dv-cinder-833544-1-iscsi neutron-server[103644]: 'SubPort': '1.0', Mar 14 10:17:39.877785 dv-cinder-833544-1-iscsi neutron-server[103644]: 'Subnet': '1.1', Mar 14 10:17:39.877785 dv-cinder-833544-1-iscsi neutron-server[103644]: 'Trunk': '1.1'}} Mar 14 10:17:39.877785 dv-cinder-833544-1-iscsi neutron-server[103644]: {{(pid=103644) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 14 10:17:39.907879 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.managers [None req-57250eb0-c2be-48e9-afa4-9999d01b6408 None None] Attempting to bind port cedc56a7-36b6-49a1-a52b-762496280f21 on host dv-cinder-833544-1-iscsi for vnic_type normal with profile {{(pid=103644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 10:17:39.908296 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.managers [None req-57250eb0-c2be-48e9-afa4-9999d01b6408 None None] Attempting to bind port cedc56a7-36b6-49a1-a52b-762496280f21 by drivers openvswitch,hyperv on host dv-cinder-833544-1-iscsi at level 0 using segments [{'id': '71334ac2-eff7-4f0b-8745-a34433ef8c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '0c109654-9333-42a7-936e-8a75edcc7ce9'}] {{(pid=103644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 10:17:39.908723 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57250eb0-c2be-48e9-afa4-9999d01b6408 None None] Attempting to bind port cedc56a7-36b6-49a1-a52b-762496280f21 on network 0c109654-9333-42a7-936e-8a75edcc7ce9 {{(pid=103644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:17:39.913514 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57250eb0-c2be-48e9-afa4-9999d01b6408 None None] Checking agent: {'id': '3daba05a-6d77-487a-83af-fb9f8edf24c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833544-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 14, 10, 17, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 10, 17, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833544-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 10:17:39.913904 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57250eb0-c2be-48e9-afa4-9999d01b6408 None None] Checking segment: {'id': '71334ac2-eff7-4f0b-8745-a34433ef8c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '0c109654-9333-42a7-936e-8a75edcc7ce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:17:39.914388 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-57250eb0-c2be-48e9-afa4-9999d01b6408 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:39.914783 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57250eb0-c2be-48e9-afa4-9999d01b6408 None None] Bound using segment: {'id': '71334ac2-eff7-4f0b-8745-a34433ef8c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '0c109654-9333-42a7-936e-8a75edcc7ce9'} {{(pid=103644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 10:17:39.915250 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.managers [None req-57250eb0-c2be-48e9-afa4-9999d01b6408 None None] Bound port: cedc56a7-36b6-49a1-a52b-762496280f21, host: dv-cinder-833544-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71334ac2-eff7-4f0b-8745-a34433ef8c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '0c109654-9333-42a7-936e-8a75edcc7ce9'}}] {{(pid=103644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 10:17:39.915656 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-57250eb0-c2be-48e9-afa4-9999d01b6408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (cedc56a7-36b6-49a1-a52b-762496280f21), before_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:39.982296 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-57250eb0-c2be-48e9-afa4-9999d01b6408 None None] For port cedc56a7-36b6-49a1-a52b-762496280f21, host dv-cinder-833544-1-iscsi, cleared binding levels {{(pid=103644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 10:17:39.986960 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-57250eb0-c2be-48e9-afa4-9999d01b6408 None None] For port cedc56a7-36b6-49a1-a52b-762496280f21, host dv-cinder-833544-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833544-1-iscsi',level=0,port_id=cedc56a7-36b6-49a1-a52b-762496280f21,segment=NetworkSegment(71334ac2-eff7-4f0b-8745-a34433ef8c6f),segment_id=71334ac2-eff7-4f0b-8745-a34433ef8c6f)] {{(pid=103644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 10:17:40.060302 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-57250eb0-c2be-48e9-afa4-9999d01b6408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (cedc56a7-36b6-49a1-a52b-762496280f21), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:40.126046 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57250eb0-c2be-48e9-afa4-9999d01b6408 None None] Pushing event updated for resources: {'Port': ['ID=cedc56a7-36b6-49a1-a52b-762496280f21,revision_number=2']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:17:41.356870 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 37630) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:17:41.671403 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [None req-1fb12cbb-10d4-428a-9fe3-35344c048eeb admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103642) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 14 10:17:41.672446 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-1fb12cbb-10d4-428a-9fe3-35344c048eeb admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3146245 Mar 14 10:17:44.231483 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 37638) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:17:44.539238 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [None req-f0900687-efec-46e9-b458-1ac89c4242c5 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103642) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 14 10:17:44.550367 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-f0900687-efec-46e9-b458-1ac89c4242c5 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3078227 Mar 14 10:17:47.087619 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 37646) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:17:47.395954 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [None req-6877ae52-4a5b-4c03-8764-663b6fec37c2 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:17:47.529057 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-6877ae52-4a5b-4c03-8764-663b6fec37c2 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-559121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10214'] for router (639a0a2b-5f90-423d-b876-691c2f417fab), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:47.530838 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-6877ae52-4a5b-4c03-8764-663b6fec37c2 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-564327', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-678354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10225'] for router (639a0a2b-5f90-423d-b876-691c2f417fab), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:47.679348 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-6877ae52-4a5b-4c03-8764-663b6fec37c2 demo demo] Publish callbacks [] for router_controller (639a0a2b-5f90-423d-b876-691c2f417fab), precommit_add_association {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:47.741039 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-6877ae52-4a5b-4c03-8764-663b6fec37c2 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-564250'] for router (639a0a2b-5f90-423d-b876-691c2f417fab), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:47.827737 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-6877ae52-4a5b-4c03-8764-663b6fec37c2 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:47.828839 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-6877ae52-4a5b-4c03-8764-663b6fec37c2 demo demo] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7401245 Mar 14 10:17:49.717999 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Device cedc56a7-36b6-49a1-a52b-762496280f21 up at agent ovs-agent-dv-cinder-833544-1-iscsi {{(pid=103644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:17:49.808767 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Provisioning complete for port cedc56a7-36b6-49a1-a52b-762496280f21 triggered by entity L2. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:17:49.809497 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (cedc56a7-36b6-49a1-a52b-762496280f21), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:49.923132 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Current status of the port cedc56a7-36b6-49a1-a52b-762496280f21 is: DOWN; New status is: ACTIVE {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:17:49.923458 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (cedc56a7-36b6-49a1-a52b-762496280f21), before_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:49.957198 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] For port cedc56a7-36b6-49a1-a52b-762496280f21, host dv-cinder-833544-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833544-1-iscsi',level=0,port_id=cedc56a7-36b6-49a1-a52b-762496280f21,segment=NetworkSegment(71334ac2-eff7-4f0b-8745-a34433ef8c6f),segment_id=71334ac2-eff7-4f0b-8745-a34433ef8c6f)] {{(pid=103644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:17:50.014496 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (cedc56a7-36b6-49a1-a52b-762496280f21), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:50.064237 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Pushing event updated for resources: {'Port': ['ID=cedc56a7-36b6-49a1-a52b-762496280f21,revision_number=3']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:17:50.384350 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 37658) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:17:50.704090 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [None req-0b7cbf84-74b8-4702-9ff0-eb6ca0d6fcd6 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103643) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 14 10:17:50.705261 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-0b7cbf84-74b8-4702-9ff0-eb6ca0d6fcd6 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3197258 Mar 14 10:17:50.752797 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-94c23a00-e73d-4120-98cf-d7f0534b815f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (71411765-f129-4ae6-9e82-4fe742fde8ff), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:51.365008 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc6a640-b461-4427-9a4a-b3f92fbce379 None None] Network 0c109654-9333-42a7-936e-8a75edcc7ce9 requested from dv-cinder-833544-1-iscsi {{(pid=103644) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 10:17:51.399892 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-bfe5b349-8971-4ecd-b0f8-d0f7135bcefe None None] Provisioning complete for port cedc56a7-36b6-49a1-a52b-762496280f21 triggered by entity DHCP. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:17:51.400285 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-bfe5b349-8971-4ecd-b0f8-d0f7135bcefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (cedc56a7-36b6-49a1-a52b-762496280f21), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:51.548797 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-bfe5b349-8971-4ecd-b0f8-d0f7135bcefe None None] Current status of the port cedc56a7-36b6-49a1-a52b-762496280f21 is: ACTIVE; New status is: ACTIVE {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:17:51.682079 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Device cedc56a7-36b6-49a1-a52b-762496280f21 up at agent ovs-agent-dv-cinder-833544-1-iscsi {{(pid=103644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:17:51.737192 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Provisioning complete for port cedc56a7-36b6-49a1-a52b-762496280f21 triggered by entity L2. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:17:51.737589 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (cedc56a7-36b6-49a1-a52b-762496280f21), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:51.782085 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-bb9e7ca6-a2ba-416c-9064-dd11d5c9efac None None] Provisioning complete for port cedc56a7-36b6-49a1-a52b-762496280f21 triggered by entity DHCP. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:17:51.782757 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-bb9e7ca6-a2ba-416c-9064-dd11d5c9efac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (cedc56a7-36b6-49a1-a52b-762496280f21), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:51.858514 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Current status of the port cedc56a7-36b6-49a1-a52b-762496280f21 is: ACTIVE; New status is: ACTIVE {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:17:51.894621 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-bb9e7ca6-a2ba-416c-9064-dd11d5c9efac None None] Current status of the port cedc56a7-36b6-49a1-a52b-762496280f21 is: ACTIVE; New status is: ACTIVE {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:17:52.916737 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-4c15785b-a435-4b2a-9f72-bb915d60d409 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (a016a58c-1f8a-4210-ae6c-360b1a1f78c1), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:53.204204 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 37666) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:17:53.507352 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.v2.base [None req-0e1d0d95-0597-4f8a-b4d0-c868f4304b8c admin admin] Request body: {'network': {'admin_state_up': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'router:external': True, 'is_default': True, 'name': 'public'}} {{(pid=103642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:17:53.608042 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e1d0d95-0597-4f8a-b4d0-c868f4304b8c admin admin] Made reservation on behalf of 5528bcd1090b444c9a909b1b9e7f553b for: {'network': 1} {{(pid=103642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 10:17:53.610317 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-0e1d0d95-0597-4f8a-b4d0-c868f4304b8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for network (None), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:53.621501 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-0e1d0d95-0597-4f8a-b4d0-c868f4304b8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:53.691171 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-0e1d0d95-0597-4f8a-b4d0-c868f4304b8c admin admin] Publish callbacks [] for security_group (a65835dd-c112-4f62-97ba-dd9c780702a3), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:53.762647 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-0e1d0d95-0597-4f8a-b4d0-c868f4304b8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (a65835dd-c112-4f62-97ba-dd9c780702a3), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:53.777887 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-0e1d0d95-0597-4f8a-b4d0-c868f4304b8c admin admin] Reserving flat network on physical network physnet1 {{(pid=103642) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 14 10:17:53.797414 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1d0d95-0597-4f8a-b4d0-c868f4304b8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a65835dd-c112-4f62-97ba-dd9c780702a3,revision_number=1']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:17:53.800180 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-0e1d0d95-0597-4f8a-b4d0-c868f4304b8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1663358'] for segment (11cedc40-3914-4af6-ba83-0b9ce6d6fc30), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:53.802847 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.db.segments_db [None req-0e1d0d95-0597-4f8a-b4d0-c868f4304b8c admin admin] Added segment 11cedc40-3914-4af6-ba83-0b9ce6d6fc30 of type flat for network d3edc090-f075-4654-a10f-87b9c191544a Mar 14 10:17:53.845220 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-0e1d0d95-0597-4f8a-b4d0-c868f4304b8c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739585426881'] for network (d3edc090-f075-4654-a10f-87b9c191544a), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:53.934186 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-0e1d0d95-0597-4f8a-b4d0-c868f4304b8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005'] for network (d3edc090-f075-4654-a10f-87b9c191544a), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:53.935127 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e1d0d95-0597-4f8a-b4d0-c868f4304b8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:17:53.935729 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-0e1d0d95-0597-4f8a-b4d0-c868f4304b8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631023'] for network (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:53.985717 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-f4039063-230b-41a9-bf4a-d5dd4b348b96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (46201191-f63a-41db-ad4d-3c2c795fe1c2), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:54.026008 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1d0d95-0597-4f8a-b4d0-c868f4304b8c admin admin] Pushing event updated for resources: {'Network': ['ID=d3edc090-f075-4654-a10f-87b9c191544a,revision_number=1']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:17:54.030644 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-0e1d0d95-0597-4f8a-b4d0-c868f4304b8c admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8251891 Mar 14 10:17:54.035504 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Network d3edc090-f075-4654-a10f-87b9c191544a details requested by agent ovs-agent-dv-cinder-833544-1-iscsi with host dv-cinder-833544-1-iscsi {{(pid=103644) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 10:17:55.614234 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-a3541fa5-4b74-4b29-92a0-285d4d95a3dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (a9a1db27-ecd3-427e-bc57-ce8de4da4c28), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:56.527122 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 37684) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:17:56.699634 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb23c6b-40ec-4353-b0cb-546f301093f3 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:17:56.700986 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-1eb23c6b-40ec-4353-b0cb-546f301093f3 demo admin] 10.222.0.16 "GET /v2.0/subnets/0b884555-0a5f-41d6-b22f-626e8b395aa2 HTTP/1.1" status: 200 len: 849 time: 0.1728616 Mar 14 10:17:56.864717 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-a67eae7c-0eb6-4ce5-8fa3-052b5f715134 demo admin] 10.222.0.16 "GET /v2.0/routers/639a0a2b-5f90-423d-b876-691c2f417fab HTTP/1.1" status: 200 len: 704 time: 0.1578429 Mar 14 10:17:56.979597 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (3daba05a-6d77-487a-83af-fb9f8edf24c0), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:57.133868 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.agents_db [None req-e5bc90a1-3fae-4be0-a54a-d59a030b4380 None None] Agent healthcheck: found 5 active agents {{(pid=103645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 10:17:57.135450 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-0fe07637-6d9d-4693-bc7f-3ce046aba42e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (None), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:57.425707 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.db.db_base_plugin_common [None req-0fe07637-6d9d-4693-bc7f-3ce046aba42e demo admin] Allocated IP 172.20.0.1 (0c109654-9333-42a7-936e-8a75edcc7ce9/0b884555-0a5f-41d6-b22f-626e8b395aa2/fa309b5a-5fdc-4ba6-b288-46d64c01d932) {{(pid=103642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 10:17:57.624089 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-0fe07637-6d9d-4693-bc7f-3ce046aba42e demo admin] Publish callbacks [] for port (fa309b5a-5fdc-4ba6-b288-46d64c01d932), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:57.751620 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-0fe07637-6d9d-4693-bc7f-3ce046aba42e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739585409118'] for port (fa309b5a-5fdc-4ba6-b288-46d64c01d932), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:57.817977 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe07637-6d9d-4693-bc7f-3ce046aba42e demo admin] Network 0c109654-9333-42a7-936e-8a75edcc7ce9 is already hosted by enough agents. {{(pid=103642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:17:57.822858 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.scheduler.base_scheduler [None req-0fe07637-6d9d-4693-bc7f-3ce046aba42e demo admin] Resources bound (agent type, host, resource id): {{(pid=103642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:17:57.828597 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe07637-6d9d-4693-bc7f-3ce046aba42e demo admin] Received port after_create {{(pid=103642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 10:17:57.828687 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-0fe07637-6d9d-4693-bc7f-3ce046aba42e demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-557671'] for router_interface (639a0a2b-5f90-423d-b876-691c2f417fab), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:57.900458 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe07637-6d9d-4693-bc7f-3ce046aba42e demo admin] Pushing event updated for resources: {'Port': ['ID=fa309b5a-5fdc-4ba6-b288-46d64c01d932,revision_number=1']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:17:58.051092 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-c465c4b4-a401-4732-aae0-cb8d3399b94f None None] Provisioning complete for port fa309b5a-5fdc-4ba6-b288-46d64c01d932 triggered by entity DHCP. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:17:58.051629 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-c465c4b4-a401-4732-aae0-cb8d3399b94f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (fa309b5a-5fdc-4ba6-b288-46d64c01d932), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:58.083173 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-c465c4b4-a401-4732-aae0-cb8d3399b94f None None] Port fa309b5a-5fdc-4ba6-b288-46d64c01d932 cannot update to ACTIVE because it is not bound. {{(pid=103644) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 10:17:58.093070 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-0fe07637-6d9d-4693-bc7f-3ce046aba42e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (fa309b5a-5fdc-4ba6-b288-46d64c01d932), before_update {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:58.298458 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-0fe07637-6d9d-4693-bc7f-3ce046aba42e demo admin] Publish callbacks [] for port (fa309b5a-5fdc-4ba6-b288-46d64c01d932), precommit_update {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:58.356550 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-0fe07637-6d9d-4693-bc7f-3ce046aba42e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (fa309b5a-5fdc-4ba6-b288-46d64c01d932), after_update {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:58.357323 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-0fe07637-6d9d-4693-bc7f-3ce046aba42e demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557787'] for router_interface (639a0a2b-5f90-423d-b876-691c2f417fab), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:58.413831 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe07637-6d9d-4693-bc7f-3ce046aba42e demo admin] Pushing event updated for resources: {'Port': ['ID=fa309b5a-5fdc-4ba6-b288-46d64c01d932,revision_number=2']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:17:58.480302 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe07637-6d9d-4693-bc7f-3ce046aba42e demo admin] Network 0c109654-9333-42a7-936e-8a75edcc7ce9 is already hosted by enough agents. {{(pid=103642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:17:58.481618 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.scheduler.base_scheduler [None req-0fe07637-6d9d-4693-bc7f-3ce046aba42e demo admin] Resources bound (agent type, host, resource id): {{(pid=103642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:17:58.751158 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fe07637-6d9d-4693-bc7f-3ce046aba42e demo admin] Router 639a0a2b-5f90-423d-b876-691c2f417fab is scheduled to L3 agent a016a58c-1f8a-4210-ae6c-360b1a1f78c1 with binding_index 1 {{(pid=103642) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 10:17:58.809320 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-9fc3379d-60b6-402c-aca2-91c39d355a91 None None] Provisioning complete for port fa309b5a-5fdc-4ba6-b288-46d64c01d932 triggered by entity DHCP. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:17:58.809735 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-9fc3379d-60b6-402c-aca2-91c39d355a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (fa309b5a-5fdc-4ba6-b288-46d64c01d932), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:58.843991 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fe07637-6d9d-4693-bc7f-3ce046aba42e demo admin] Notify agent at l3_agent.dv-cinder-833544-1-iscsi the message routers_updated {{(pid=103642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 10:17:58.844376 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-9fc3379d-60b6-402c-aca2-91c39d355a91 None None] Port fa309b5a-5fdc-4ba6-b288-46d64c01d932 cannot update to ACTIVE because it is not bound. {{(pid=103644) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 10:17:58.849472 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-0fe07637-6d9d-4693-bc7f-3ce046aba42e demo admin] 10.222.0.16 "PUT /v2.0/routers/639a0a2b-5f90-423d-b876-691c2f417fab/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9796824 Mar 14 10:17:58.854134 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f27f126-91e0-4960-a62f-5681b6455594 None None] Sync routers for ids ['639a0a2b-5f90-423d-b876-691c2f417fab'] in dv-cinder-833544-1-iscsi {{(pid=103645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 10:17:58.866693 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f27f126-91e0-4960-a62f-5681b6455594 None None] Routers {'639a0a2b-5f90-423d-b876-691c2f417fab'} bound to L3 agent in host dv-cinder-833544-1-iscsi {{(pid=103645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:17:58.867569 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-6f27f126-91e0-4960-a62f-5681b6455594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833544-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-14T10:17:23Z,description=,heartbeat_timestamp=2022-03-14T10:17:53Z,host='dv-cinder-833544-1-iscsi',id=a016a58c-1f8a-4210-ae6c-360b1a1f78c1,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:17:24Z,topic='l3_agent')) {'router_ids': ['639a0a2b-5f90-423d-b876-691c2f417fab'], 'active': True} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:17:59.063245 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvr_db [None req-6f27f126-91e0-4960-a62f-5681b6455594 None None] Set router 639a0a2b-5f90-423d-b876-691c2f417fab gateway port host: None {{(pid=103645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:17:59.484361 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-6f27f126-91e0-4960-a62f-5681b6455594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '639a0a2b-5f90-423d-b876-691c2f417fab', 'name': 'router1', 'tenant_id': 'f959d415d6ff496b932b3a592d7bccb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:17:47Z', 'updated_at': '2022-03-14T10:17:57Z', 'revision_number': 2, 'project_id': 'f959d415d6ff496b932b3a592d7bccb2', 'gw_port_host': None, '_interfaces': [{'id': 'fa309b5a-5fdc-4ba6-b288-46d64c01d932', 'name': '', 'network_id': '0c109654-9333-42a7-936e-8a75edcc7ce9', 'tenant_id': 'f959d415d6ff496b932b3a592d7bccb2', 'mac_address': 'fa:16:3e:1e:a0:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '639a0a2b-5f90-423d-b876-691c2f417fab', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0b884555-0a5f-41d6-b22f-626e8b395aa2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:17:57Z', 'updated_at': '2022-03-14T10:17:58Z', 'revision_number': 2, 'project_id': 'f959d415d6ff496b932b3a592d7bccb2', 'subnets': [{'id': '0b884555-0a5f-41d6-b22f-626e8b395aa2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8ad399e1-70cd-4092-82c5-da5e35b0366c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833544-1-iscsi', False) {} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:17:59.533120 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f27f126-91e0-4960-a62f-5681b6455594 None None] Checking router: 639a0a2b-5f90-423d-b876-691c2f417fab for host: dv-cinder-833544-1-iscsi {{(pid=103645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 10:17:59.533488 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f27f126-91e0-4960-a62f-5681b6455594 None None] Updating router 639a0a2b-5f90-423d-b876-691c2f417fab port fa309b5a-5fdc-4ba6-b288-46d64c01d932 binding host dv-cinder-833544-1-iscsi {{(pid=103645) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 10:17:59.611185 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-6f27f126-91e0-4960-a62f-5681b6455594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (fa309b5a-5fdc-4ba6-b288-46d64c01d932), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:00.094940 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-6f27f126-91e0-4960-a62f-5681b6455594 None None] Publish callbacks [] for port (fa309b5a-5fdc-4ba6-b288-46d64c01d932), precommit_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:00.156503 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-6f27f126-91e0-4960-a62f-5681b6455594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (fa309b5a-5fdc-4ba6-b288-46d64c01d932), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:00.244341 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f012323-bb92-46a4-882f-1b00178c4a33 None None] Pushing event updated for resources: {'Port': ['ID=fa309b5a-5fdc-4ba6-b288-46d64c01d932,revision_number=3']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:18:00.252898 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f012323-bb92-46a4-882f-1b00178c4a33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:18:00.253249 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f012323-bb92-46a4-882f-1b00178c4a33 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:18:00.253615 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f012323-bb92-46a4-882f-1b00178c4a33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:18:00.253980 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f012323-bb92-46a4-882f-1b00178c4a33 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:18:00.254314 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f012323-bb92-46a4-882f-1b00178c4a33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:18:00.254643 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f012323-bb92-46a4-882f-1b00178c4a33 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:18:00.254968 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f012323-bb92-46a4-882f-1b00178c4a33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:18:00.255293 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f012323-bb92-46a4-882f-1b00178c4a33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:18:00.255617 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f012323-bb92-46a4-882f-1b00178c4a33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:18:00.255964 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f012323-bb92-46a4-882f-1b00178c4a33 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:18:00.256290 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f012323-bb92-46a4-882f-1b00178c4a33 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:18:00.256627 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f012323-bb92-46a4-882f-1b00178c4a33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:18:00.256953 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f012323-bb92-46a4-882f-1b00178c4a33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:18:00.257273 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f012323-bb92-46a4-882f-1b00178c4a33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:18:00.257591 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f012323-bb92-46a4-882f-1b00178c4a33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:18:00.259682 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f012323-bb92-46a4-882f-1b00178c4a33 None None] Tracked resource versions report: Mar 14 10:18:00.259682 dv-cinder-833544-1-iscsi neutron-server[103645]: pushed versions: Mar 14 10:18:00.259682 dv-cinder-833544-1-iscsi neutron-server[103645]: { 'AddressGroup': {'1.2'}, Mar 14 10:18:00.259682 dv-cinder-833544-1-iscsi neutron-server[103645]: 'Agent': {'1.1'}, Mar 14 10:18:00.259682 dv-cinder-833544-1-iscsi neutron-server[103645]: 'ConntrackHelper': {'1.0'}, Mar 14 10:18:00.259682 dv-cinder-833544-1-iscsi neutron-server[103645]: 'LocalIPAssociation': {'1.0'}, Mar 14 10:18:00.259682 dv-cinder-833544-1-iscsi neutron-server[103645]: 'Log': {'1.0'}, Mar 14 10:18:00.259682 dv-cinder-833544-1-iscsi neutron-server[103645]: 'NDPProxy': {'1.0'}, Mar 14 10:18:00.259682 dv-cinder-833544-1-iscsi neutron-server[103645]: 'Network': {'1.1'}, Mar 14 10:18:00.259682 dv-cinder-833544-1-iscsi neutron-server[103645]: 'Port': {'1.7'}, Mar 14 10:18:00.259682 dv-cinder-833544-1-iscsi neutron-server[103645]: 'PortForwarding': {'1.2'}, Mar 14 10:18:00.259682 dv-cinder-833544-1-iscsi neutron-server[103645]: 'QosPolicy': {'1.10'}, Mar 14 10:18:00.259682 dv-cinder-833544-1-iscsi neutron-server[103645]: 'SecurityGroup': {'1.5'}, Mar 14 10:18:00.259682 dv-cinder-833544-1-iscsi neutron-server[103645]: 'SecurityGroupRule': {'1.2'}, Mar 14 10:18:00.259682 dv-cinder-833544-1-iscsi neutron-server[103645]: 'SubPort': {'1.0'}, Mar 14 10:18:00.259682 dv-cinder-833544-1-iscsi neutron-server[103645]: 'Subnet': {'1.1'}, Mar 14 10:18:00.259682 dv-cinder-833544-1-iscsi neutron-server[103645]: 'Trunk': {'1.1'}} Mar 14 10:18:00.259682 dv-cinder-833544-1-iscsi neutron-server[103645]: consumer versions: Mar 14 10:18:00.259682 dv-cinder-833544-1-iscsi neutron-server[103645]: { DHCP agent@dv-cinder-833544-1-iscsi: {}, Mar 14 10:18:00.259682 dv-cinder-833544-1-iscsi neutron-server[103645]: L3 agent@dv-cinder-833544-1-iscsi: {}, Mar 14 10:18:00.259682 dv-cinder-833544-1-iscsi neutron-server[103645]: Metadata agent@dv-cinder-833544-1-iscsi: {}, Mar 14 10:18:00.259682 dv-cinder-833544-1-iscsi neutron-server[103645]: Metering agent@dv-cinder-833544-1-iscsi: {}, Mar 14 10:18:00.259682 dv-cinder-833544-1-iscsi neutron-server[103645]: Open vSwitch agent@dv-cinder-833544-1-iscsi: { 'AddressGroup': '1.2', Mar 14 10:18:00.259682 dv-cinder-833544-1-iscsi neutron-server[103645]: 'Agent': '1.1', Mar 14 10:18:00.259682 dv-cinder-833544-1-iscsi neutron-server[103645]: 'ConntrackHelper': '1.0', Mar 14 10:18:00.259682 dv-cinder-833544-1-iscsi neutron-server[103645]: 'LocalIPAssociation': '1.0', Mar 14 10:18:00.259682 dv-cinder-833544-1-iscsi neutron-server[103645]: 'Log': '1.0', Mar 14 10:18:00.259682 dv-cinder-833544-1-iscsi neutron-server[103645]: 'NDPProxy': '1.0', Mar 14 10:18:00.259682 dv-cinder-833544-1-iscsi neutron-server[103645]: 'Network': '1.1', Mar 14 10:18:00.259682 dv-cinder-833544-1-iscsi neutron-server[103645]: 'Port': '1.7', Mar 14 10:18:00.259682 dv-cinder-833544-1-iscsi neutron-server[103645]: 'PortForwarding': '1.2', Mar 14 10:18:00.259682 dv-cinder-833544-1-iscsi neutron-server[103645]: 'QosPolicy': '1.10', Mar 14 10:18:00.259682 dv-cinder-833544-1-iscsi neutron-server[103645]: 'SecurityGroup': '1.5', Mar 14 10:18:00.259682 dv-cinder-833544-1-iscsi neutron-server[103645]: 'SecurityGroupRule': '1.2', Mar 14 10:18:00.259682 dv-cinder-833544-1-iscsi neutron-server[103645]: 'SubPort': '1.0', Mar 14 10:18:00.259682 dv-cinder-833544-1-iscsi neutron-server[103645]: 'Subnet': '1.1', Mar 14 10:18:00.259682 dv-cinder-833544-1-iscsi neutron-server[103645]: 'Trunk': '1.1'}} Mar 14 10:18:00.259682 dv-cinder-833544-1-iscsi neutron-server[103645]: {{(pid=103645) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 14 10:18:00.336492 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.managers [None req-6f27f126-91e0-4960-a62f-5681b6455594 None None] Attempting to bind port fa309b5a-5fdc-4ba6-b288-46d64c01d932 on host dv-cinder-833544-1-iscsi for vnic_type normal with profile {{(pid=103645) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 10:18:00.336911 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.managers [None req-6f27f126-91e0-4960-a62f-5681b6455594 None None] Attempting to bind port fa309b5a-5fdc-4ba6-b288-46d64c01d932 by drivers openvswitch,hyperv on host dv-cinder-833544-1-iscsi at level 0 using segments [{'id': '71334ac2-eff7-4f0b-8745-a34433ef8c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '0c109654-9333-42a7-936e-8a75edcc7ce9'}] {{(pid=103645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 10:18:00.337371 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f27f126-91e0-4960-a62f-5681b6455594 None None] Attempting to bind port fa309b5a-5fdc-4ba6-b288-46d64c01d932 on network 0c109654-9333-42a7-936e-8a75edcc7ce9 {{(pid=103645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:18:00.342506 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f27f126-91e0-4960-a62f-5681b6455594 None None] Checking agent: {'id': '3daba05a-6d77-487a-83af-fb9f8edf24c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833544-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 14, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 10, 17, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833544-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 10:18:00.342898 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f27f126-91e0-4960-a62f-5681b6455594 None None] Checking segment: {'id': '71334ac2-eff7-4f0b-8745-a34433ef8c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '0c109654-9333-42a7-936e-8a75edcc7ce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103645) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:18:00.343364 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-6f27f126-91e0-4960-a62f-5681b6455594 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:00.343780 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f27f126-91e0-4960-a62f-5681b6455594 None None] Bound using segment: {'id': '71334ac2-eff7-4f0b-8745-a34433ef8c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '0c109654-9333-42a7-936e-8a75edcc7ce9'} {{(pid=103645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 10:18:00.344259 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.managers [None req-6f27f126-91e0-4960-a62f-5681b6455594 None None] Bound port: fa309b5a-5fdc-4ba6-b288-46d64c01d932, host: dv-cinder-833544-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71334ac2-eff7-4f0b-8745-a34433ef8c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '0c109654-9333-42a7-936e-8a75edcc7ce9'}}] {{(pid=103645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 10:18:00.344633 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-6f27f126-91e0-4960-a62f-5681b6455594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (fa309b5a-5fdc-4ba6-b288-46d64c01d932), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:00.410636 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-6f27f126-91e0-4960-a62f-5681b6455594 None None] For port fa309b5a-5fdc-4ba6-b288-46d64c01d932, host dv-cinder-833544-1-iscsi, cleared binding levels {{(pid=103645) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 10:18:00.428976 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-6f27f126-91e0-4960-a62f-5681b6455594 None None] For port fa309b5a-5fdc-4ba6-b288-46d64c01d932, host dv-cinder-833544-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833544-1-iscsi',level=0,port_id=fa309b5a-5fdc-4ba6-b288-46d64c01d932,segment=NetworkSegment(71334ac2-eff7-4f0b-8745-a34433ef8c6f),segment_id=71334ac2-eff7-4f0b-8745-a34433ef8c6f)] {{(pid=103645) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 10:18:00.478387 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-5d276d4d-9eb9-4a80-b194-f3b6ba687367 None None] Provisioning complete for port fa309b5a-5fdc-4ba6-b288-46d64c01d932 triggered by entity DHCP. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:18:00.478933 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-5d276d4d-9eb9-4a80-b194-f3b6ba687367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (fa309b5a-5fdc-4ba6-b288-46d64c01d932), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:00.489118 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-6f27f126-91e0-4960-a62f-5681b6455594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (fa309b5a-5fdc-4ba6-b288-46d64c01d932), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:00.512706 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-5d276d4d-9eb9-4a80-b194-f3b6ba687367 None None] Port fa309b5a-5fdc-4ba6-b288-46d64c01d932 cannot update to ACTIVE because it is not bound. {{(pid=103644) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 10:18:00.548123 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f012323-bb92-46a4-882f-1b00178c4a33 None None] Pushing event updated for resources: {'Port': ['ID=fa309b5a-5fdc-4ba6-b288-46d64c01d932,revision_number=4']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:18:00.554659 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f27f126-91e0-4960-a62f-5681b6455594 None None] Routers {'639a0a2b-5f90-423d-b876-691c2f417fab'} bound to L3 agent in host dv-cinder-833544-1-iscsi {{(pid=103645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:18:00.556001 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-6f27f126-91e0-4960-a62f-5681b6455594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833544-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-14T10:17:23Z,description=,heartbeat_timestamp=2022-03-14T10:17:53Z,host='dv-cinder-833544-1-iscsi',id=a016a58c-1f8a-4210-ae6c-360b1a1f78c1,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:17:24Z,topic='l3_agent')) {'router_ids': ['639a0a2b-5f90-423d-b876-691c2f417fab'], 'active': True} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:18:00.648996 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvr_db [None req-6f27f126-91e0-4960-a62f-5681b6455594 None None] Set router 639a0a2b-5f90-423d-b876-691c2f417fab gateway port host: None {{(pid=103645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:18:00.732875 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-9660d264-12eb-49e9-b905-db3102293e02 None None] Provisioning complete for port fa309b5a-5fdc-4ba6-b288-46d64c01d932 triggered by entity DHCP. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:18:00.733251 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-9660d264-12eb-49e9-b905-db3102293e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (fa309b5a-5fdc-4ba6-b288-46d64c01d932), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:00.812926 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-9660d264-12eb-49e9-b905-db3102293e02 None None] Current status of the port fa309b5a-5fdc-4ba6-b288-46d64c01d932 is: DOWN; New status is: ACTIVE {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:18:00.813225 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-9660d264-12eb-49e9-b905-db3102293e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (fa309b5a-5fdc-4ba6-b288-46d64c01d932), before_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:00.847389 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-9660d264-12eb-49e9-b905-db3102293e02 None None] For port fa309b5a-5fdc-4ba6-b288-46d64c01d932, host dv-cinder-833544-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833544-1-iscsi',level=0,port_id=fa309b5a-5fdc-4ba6-b288-46d64c01d932,segment=NetworkSegment(71334ac2-eff7-4f0b-8745-a34433ef8c6f),segment_id=71334ac2-eff7-4f0b-8745-a34433ef8c6f)] {{(pid=103644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:18:00.866102 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-6f27f126-91e0-4960-a62f-5681b6455594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '639a0a2b-5f90-423d-b876-691c2f417fab', 'name': 'router1', 'tenant_id': 'f959d415d6ff496b932b3a592d7bccb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:17:47Z', 'updated_at': '2022-03-14T10:17:57Z', 'revision_number': 2, 'project_id': 'f959d415d6ff496b932b3a592d7bccb2', 'gw_port_host': None, '_interfaces': [{'id': 'fa309b5a-5fdc-4ba6-b288-46d64c01d932', 'name': '', 'network_id': '0c109654-9333-42a7-936e-8a75edcc7ce9', 'tenant_id': 'f959d415d6ff496b932b3a592d7bccb2', 'mac_address': 'fa:16:3e:1e:a0:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '639a0a2b-5f90-423d-b876-691c2f417fab', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0b884555-0a5f-41d6-b22f-626e8b395aa2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:17:57Z', 'updated_at': '2022-03-14T10:18:00Z', 'revision_number': 4, 'project_id': 'f959d415d6ff496b932b3a592d7bccb2', 'subnets': [{'id': '0b884555-0a5f-41d6-b22f-626e8b395aa2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8ad399e1-70cd-4092-82c5-da5e35b0366c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833544-1-iscsi', False) {} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:18:00.893430 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f27f126-91e0-4960-a62f-5681b6455594 None None] The sync data for ids ['639a0a2b-5f90-423d-b876-691c2f417fab'] in dv-cinder-833544-1-iscsi is: [{'id': '639a0a2b-5f90-423d-b876-691c2f417fab', 'name': 'router1', 'tenant_id': 'f959d415d6ff496b932b3a592d7bccb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:17:47Z', 'updated_at': '2022-03-14T10:17:57Z', 'revision_number': 2, 'project_id': 'f959d415d6ff496b932b3a592d7bccb2', 'gw_port_host': None, '_interfaces': [{'id': 'fa309b5a-5fdc-4ba6-b288-46d64c01d932', 'name': '', 'network_id': '0c109654-9333-42a7-936e-8a75edcc7ce9', 'tenant_id': 'f959d415d6ff496b932b3a592d7bccb2', 'mac_address': 'fa:16:3e:1e:a0:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '639a0a2b-5f90-423d-b876-691c2f417fab', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0b884555-0a5f-41d6-b22f-626e8b395aa2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:17:57Z', 'updated_at': '2022-03-14T10:18:00Z', 'revision_number': 4, 'project_id': 'f959d415d6ff496b932b3a592d7bccb2', 'subnets': [{'id': '0b884555-0a5f-41d6-b22f-626e8b395aa2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8ad399e1-70cd-4092-82c5-da5e35b0366c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 10:18:00.899982 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-9660d264-12eb-49e9-b905-db3102293e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (fa309b5a-5fdc-4ba6-b288-46d64c01d932), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:00.948699 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9660d264-12eb-49e9-b905-db3102293e02 None None] Pushing event updated for resources: {'Port': ['ID=fa309b5a-5fdc-4ba6-b288-46d64c01d932,revision_number=5']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:18:01.333272 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 37704) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:18:01.442683 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-674ea393-636a-4fd2-aa33-32ddb8ffd6b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:18:01.443983 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-674ea393-636a-4fd2-aa33-32ddb8ffd6b8 admin admin] 10.222.0.16 "GET /v2.0/networks/d3edc090-f075-4654-a10f-87b9c191544a HTTP/1.1" status: 200 len: 842 time: 0.1097281 Mar 14 10:18:01.453823 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.v2.base [None req-68342651-1659-481b-984d-10614201728f admin admin] Request body: {'subnet': {'name': 'public-subnet', 'enable_dhcp': False, 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'cidr': '172.27.2.0/24', 'ip_version': 4, 'gateway_ip': '172.27.2.1'}} {{(pid=103642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:18:01.568556 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68342651-1659-481b-984d-10614201728f admin admin] Made reservation on behalf of 5528bcd1090b444c9a909b1b9e7f553b for: {'subnet': 1} {{(pid=103642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 10:18:01.571458 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-68342651-1659-481b-984d-10614201728f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:01.903565 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.objects.ports [None req-68342651-1659-481b-984d-10614201728f admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103642) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 14 10:18:01.904025 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-68342651-1659-481b-984d-10614201728f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005'] for subnet (b94c44b1-4eb3-4139-bb38-cf15afc675ad), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:02.024766 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68342651-1659-481b-984d-10614201728f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b94c44b1-4eb3-4139-bb38-cf15afc675ad,revision_number=0']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:18:02.039098 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68342651-1659-481b-984d-10614201728f admin admin] Checking segment: {'id': '11cedc40-3914-4af6-ba83-0b9ce6d6fc30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:18:02.040100 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68342651-1659-481b-984d-10614201728f admin admin] Network hostable DHCP agents. Network: d3edc090-f075-4654-a10f-87b9c191544a, hostable agents: ['71411765-f129-4ae6-9e82-4fe742fde8ff'], hosted agents: [] {{(pid=103642) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 10:18:02.116702 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68342651-1659-481b-984d-10614201728f admin admin] Network d3edc090-f075-4654-a10f-87b9c191544a is scheduled to be hosted by DHCP agent 71411765-f129-4ae6-9e82-4fe742fde8ff with binding_index 1 {{(pid=103642) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 10:18:02.185207 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.scheduler.base_scheduler [None req-68342651-1659-481b-984d-10614201728f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-833544-1-iscsi, d3edc090-f075-4654-a10f-87b9c191544a) {{(pid=103642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:18:02.189196 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68342651-1659-481b-984d-10614201728f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:18:02.189788 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-68342651-1659-481b-984d-10614201728f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631023'] for subnet (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:02.195058 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1377ae63-0f66-4a0e-be2b-ee781f371f21 None None] Network d3edc090-f075-4654-a10f-87b9c191544a requested from dv-cinder-833544-1-iscsi {{(pid=103644) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 10:18:02.273161 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-68342651-1659-481b-984d-10614201728f admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8226638 Mar 14 10:18:02.297018 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d9a2385-0b11-40a7-8a6e-c5cf4dca5cd2 None None] Network d3edc090-f075-4654-a10f-87b9c191544a requested from dv-cinder-833544-1-iscsi {{(pid=103644) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 10:18:04.689186 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 37712) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:18:04.824284 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-c7986cf3-6f6f-4e8c-a1e0-43adbac31443 demo admin] 10.222.0.16 "GET /v2.0/routers/639a0a2b-5f90-423d-b876-691c2f417fab HTTP/1.1" status: 200 len: 710 time: 0.1338794 Mar 14 10:18:04.910007 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5dcd992-381e-42e8-9090-08427f38784e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:18:04.911383 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-c5dcd992-381e-42e8-9090-08427f38784e demo admin] 10.222.0.16 "GET /v2.0/networks/d3edc090-f075-4654-a10f-87b9c191544a HTTP/1.1" status: 200 len: 886 time: 0.0818870 Mar 14 10:18:04.920253 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.v2.base [None req-5e52e667-1de0-43f0-8be1-c69e4284e1fe demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a'}}} {{(pid=103642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:18:05.169303 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-5e52e667-1de0-43f0-8be1-c69e4284e1fe demo admin] Publish callbacks [] for router_gateway (639a0a2b-5f90-423d-b876-691c2f417fab), precommit_update {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:05.484537 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-5e52e667-1de0-43f0-8be1-c69e4284e1fe demo admin] Publish callbacks [] for router_gateway (639a0a2b-5f90-423d-b876-691c2f417fab), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:05.558830 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-5e52e667-1de0-43f0-8be1-c69e4284e1fe demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (None), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:05.663601 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.db.db_base_plugin_common [None req-5e52e667-1de0-43f0-8be1-c69e4284e1fe demo admin] Allocated IP 172.27.2.220 (d3edc090-f075-4654-a10f-87b9c191544a/b94c44b1-4eb3-4139-bb38-cf15afc675ad/d4555a76-3a2d-449f-90cb-00bbf85bd7c3) {{(pid=103642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 10:18:05.765342 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-5e52e667-1de0-43f0-8be1-c69e4284e1fe demo admin] Publish callbacks [] for port (d4555a76-3a2d-449f-90cb-00bbf85bd7c3), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:05.848227 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-5e52e667-1de0-43f0-8be1-c69e4284e1fe demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739585409118'] for port (d4555a76-3a2d-449f-90cb-00bbf85bd7c3), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:05.887125 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e52e667-1de0-43f0-8be1-c69e4284e1fe demo admin] Network d3edc090-f075-4654-a10f-87b9c191544a is already hosted by enough agents. {{(pid=103642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:18:05.889918 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.scheduler.base_scheduler [None req-5e52e667-1de0-43f0-8be1-c69e4284e1fe demo admin] Resources bound (agent type, host, resource id): {{(pid=103642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:18:05.893272 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e52e667-1de0-43f0-8be1-c69e4284e1fe demo admin] Received port after_create {{(pid=103642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 10:18:05.898293 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e52e667-1de0-43f0-8be1-c69e4284e1fe demo admin] Pushing event updated for resources: {'Port': ['ID=d4555a76-3a2d-449f-90cb-00bbf85bd7c3,revision_number=1']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:18:06.227616 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-5e52e667-1de0-43f0-8be1-c69e4284e1fe demo admin] Publish callbacks [] for router_gateway (639a0a2b-5f90-423d-b876-691c2f417fab), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:06.505536 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-5e52e667-1de0-43f0-8be1-c69e4284e1fe demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-564341', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10115'] for router (639a0a2b-5f90-423d-b876-691c2f417fab), precommit_update {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:06.509460 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-5e52e667-1de0-43f0-8be1-c69e4284e1fe demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-564250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-564236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-564227', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-559274'] for router (639a0a2b-5f90-423d-b876-691c2f417fab), after_update {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:06.614197 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e52e667-1de0-43f0-8be1-c69e4284e1fe demo admin] Router 639a0a2b-5f90-423d-b876-691c2f417fab has already been hosted by L3 agent a016a58c-1f8a-4210-ae6c-360b1a1f78c1 {{(pid=103642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 10:18:06.724246 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e52e667-1de0-43f0-8be1-c69e4284e1fe demo admin] Notify agent at l3_agent.dv-cinder-833544-1-iscsi the message routers_updated {{(pid=103642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 10:18:06.729080 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-5e52e667-1de0-43f0-8be1-c69e4284e1fe demo admin] Publish callbacks [] for router (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:06.730168 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-5e52e667-1de0-43f0-8be1-c69e4284e1fe demo admin] 10.222.0.16 "PUT /v2.0/routers/639a0a2b-5f90-423d-b876-691c2f417fab HTTP/1.1" status: 200 len: 890 time: 1.8131332 Mar 14 10:18:07.710627 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Device fa309b5a-5fdc-4ba6-b288-46d64c01d932 up at agent ovs-agent-dv-cinder-833544-1-iscsi {{(pid=103644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:18:07.760878 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Provisioning complete for port fa309b5a-5fdc-4ba6-b288-46d64c01d932 triggered by entity L2. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:18:07.761193 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (fa309b5a-5fdc-4ba6-b288-46d64c01d932), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:07.841763 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Current status of the port fa309b5a-5fdc-4ba6-b288-46d64c01d932 is: ACTIVE; New status is: ACTIVE {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:18:09.248636 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 37724) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:18:09.363826 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-59e12169-c06c-4e4c-937c-8cd3930ad8c5 admin admin] 10.222.0.16 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1139538 Mar 14 10:18:09.495801 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc8bc62-6111-40d4-b15a-35a80696ccc6 None None] Sync routers for ids ['639a0a2b-5f90-423d-b876-691c2f417fab'] in dv-cinder-833544-1-iscsi {{(pid=103644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 10:18:09.508824 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc8bc62-6111-40d4-b15a-35a80696ccc6 None None] Routers {'639a0a2b-5f90-423d-b876-691c2f417fab'} bound to L3 agent in host dv-cinder-833544-1-iscsi {{(pid=103644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:18:09.509494 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-8dc8bc62-6111-40d4-b15a-35a80696ccc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833544-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-14T10:17:23Z,description=,heartbeat_timestamp=2022-03-14T10:17:53Z,host='dv-cinder-833544-1-iscsi',id=a016a58c-1f8a-4210-ae6c-360b1a1f78c1,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:17:24Z,topic='l3_agent')) {'router_ids': ['639a0a2b-5f90-423d-b876-691c2f417fab'], 'active': True} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:18:09.724548 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvr_db [None req-8dc8bc62-6111-40d4-b15a-35a80696ccc6 None None] Set router 639a0a2b-5f90-423d-b876-691c2f417fab gateway port host: dv-cinder-833544-1-iscsi {{(pid=103644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:18:10.193282 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-8dc8bc62-6111-40d4-b15a-35a80696ccc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '639a0a2b-5f90-423d-b876-691c2f417fab', 'name': 'router1', 'tenant_id': 'f959d415d6ff496b932b3a592d7bccb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': 'd4555a76-3a2d-449f-90cb-00bbf85bd7c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:17:47Z', 'updated_at': '2022-03-14T10:18:06Z', 'revision_number': 4, 'project_id': 'f959d415d6ff496b932b3a592d7bccb2', 'gw_port': {'id': 'd4555a76-3a2d-449f-90cb-00bbf85bd7c3', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:f2:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '639a0a2b-5f90-423d-b876-691c2f417fab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:18:05Z', 'updated_at': '2022-03-14T10:18:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi', '_interfaces': [{'id': 'fa309b5a-5fdc-4ba6-b288-46d64c01d932', 'name': '', 'network_id': '0c109654-9333-42a7-936e-8a75edcc7ce9', 'tenant_id': 'f959d415d6ff496b932b3a592d7bccb2', 'mac_address': 'fa:16:3e:1e:a0:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '639a0a2b-5f90-423d-b876-691c2f417fab', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0b884555-0a5f-41d6-b22f-626e8b395aa2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:17:57Z', 'updated_at': '2022-03-14T10:18:00Z', 'revision_number': 5, 'project_id': 'f959d415d6ff496b932b3a592d7bccb2', 'subnets': [{'id': '0b884555-0a5f-41d6-b22f-626e8b395aa2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8ad399e1-70cd-4092-82c5-da5e35b0366c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833544-1-iscsi', False) {} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:18:10.244746 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc8bc62-6111-40d4-b15a-35a80696ccc6 None None] Checking router: 639a0a2b-5f90-423d-b876-691c2f417fab for host: dv-cinder-833544-1-iscsi {{(pid=103644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 10:18:10.245120 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc8bc62-6111-40d4-b15a-35a80696ccc6 None None] Updating router 639a0a2b-5f90-423d-b876-691c2f417fab port d4555a76-3a2d-449f-90cb-00bbf85bd7c3 binding host dv-cinder-833544-1-iscsi {{(pid=103644) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 10:18:10.297405 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-8dc8bc62-6111-40d4-b15a-35a80696ccc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (d4555a76-3a2d-449f-90cb-00bbf85bd7c3), before_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:10.608846 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-8dc8bc62-6111-40d4-b15a-35a80696ccc6 None None] Publish callbacks [] for port (d4555a76-3a2d-449f-90cb-00bbf85bd7c3), precommit_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:10.682534 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-8dc8bc62-6111-40d4-b15a-35a80696ccc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (d4555a76-3a2d-449f-90cb-00bbf85bd7c3), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:10.738024 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbb3ab6-e9ba-476a-b6ec-2868c1571128 None None] Pushing event updated for resources: {'Port': ['ID=d4555a76-3a2d-449f-90cb-00bbf85bd7c3,revision_number=2']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:18:10.740262 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.managers [None req-8dc8bc62-6111-40d4-b15a-35a80696ccc6 None None] Attempting to bind port d4555a76-3a2d-449f-90cb-00bbf85bd7c3 on host dv-cinder-833544-1-iscsi for vnic_type normal with profile {{(pid=103644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 10:18:10.740628 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.managers [None req-8dc8bc62-6111-40d4-b15a-35a80696ccc6 None None] Attempting to bind port d4555a76-3a2d-449f-90cb-00bbf85bd7c3 by drivers openvswitch,hyperv on host dv-cinder-833544-1-iscsi at level 0 using segments [{'id': '11cedc40-3914-4af6-ba83-0b9ce6d6fc30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a'}] {{(pid=103644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 10:18:10.741098 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc8bc62-6111-40d4-b15a-35a80696ccc6 None None] Attempting to bind port d4555a76-3a2d-449f-90cb-00bbf85bd7c3 on network d3edc090-f075-4654-a10f-87b9c191544a {{(pid=103644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:18:10.746588 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc8bc62-6111-40d4-b15a-35a80696ccc6 None None] Checking agent: {'id': '3daba05a-6d77-487a-83af-fb9f8edf24c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833544-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 14, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 10, 17, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833544-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 10:18:10.746958 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc8bc62-6111-40d4-b15a-35a80696ccc6 None None] Checking segment: {'id': '11cedc40-3914-4af6-ba83-0b9ce6d6fc30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:18:10.747358 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-8dc8bc62-6111-40d4-b15a-35a80696ccc6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:10.747769 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc8bc62-6111-40d4-b15a-35a80696ccc6 None None] Bound using segment: {'id': '11cedc40-3914-4af6-ba83-0b9ce6d6fc30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a'} {{(pid=103644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 10:18:10.748244 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.managers [None req-8dc8bc62-6111-40d4-b15a-35a80696ccc6 None None] Bound port: d4555a76-3a2d-449f-90cb-00bbf85bd7c3, host: dv-cinder-833544-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11cedc40-3914-4af6-ba83-0b9ce6d6fc30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a'}}] {{(pid=103644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 10:18:10.748623 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-8dc8bc62-6111-40d4-b15a-35a80696ccc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (d4555a76-3a2d-449f-90cb-00bbf85bd7c3), before_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:10.797978 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-8dc8bc62-6111-40d4-b15a-35a80696ccc6 None None] For port d4555a76-3a2d-449f-90cb-00bbf85bd7c3, host dv-cinder-833544-1-iscsi, cleared binding levels {{(pid=103644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 10:18:10.800909 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-8dc8bc62-6111-40d4-b15a-35a80696ccc6 None None] For port d4555a76-3a2d-449f-90cb-00bbf85bd7c3, host dv-cinder-833544-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833544-1-iscsi',level=0,port_id=d4555a76-3a2d-449f-90cb-00bbf85bd7c3,segment=NetworkSegment(11cedc40-3914-4af6-ba83-0b9ce6d6fc30),segment_id=11cedc40-3914-4af6-ba83-0b9ce6d6fc30)] {{(pid=103644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 10:18:10.865638 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-8dc8bc62-6111-40d4-b15a-35a80696ccc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (d4555a76-3a2d-449f-90cb-00bbf85bd7c3), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:10.921771 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc8bc62-6111-40d4-b15a-35a80696ccc6 None None] Routers {'639a0a2b-5f90-423d-b876-691c2f417fab'} bound to L3 agent in host dv-cinder-833544-1-iscsi {{(pid=103644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:18:10.924506 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-8dc8bc62-6111-40d4-b15a-35a80696ccc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833544-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-14T10:17:23Z,description=,heartbeat_timestamp=2022-03-14T10:17:53Z,host='dv-cinder-833544-1-iscsi',id=a016a58c-1f8a-4210-ae6c-360b1a1f78c1,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:17:24Z,topic='l3_agent')) {'router_ids': ['639a0a2b-5f90-423d-b876-691c2f417fab'], 'active': True} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:18:10.924506 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbb3ab6-e9ba-476a-b6ec-2868c1571128 None None] Pushing event updated for resources: {'Port': ['ID=d4555a76-3a2d-449f-90cb-00bbf85bd7c3,revision_number=3']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:18:11.034509 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvr_db [None req-8dc8bc62-6111-40d4-b15a-35a80696ccc6 None None] Set router 639a0a2b-5f90-423d-b876-691c2f417fab gateway port host: dv-cinder-833544-1-iscsi {{(pid=103644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:18:11.254540 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-8dc8bc62-6111-40d4-b15a-35a80696ccc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '639a0a2b-5f90-423d-b876-691c2f417fab', 'name': 'router1', 'tenant_id': 'f959d415d6ff496b932b3a592d7bccb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': 'd4555a76-3a2d-449f-90cb-00bbf85bd7c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:17:47Z', 'updated_at': '2022-03-14T10:18:06Z', 'revision_number': 4, 'project_id': 'f959d415d6ff496b932b3a592d7bccb2', 'gw_port': {'id': 'd4555a76-3a2d-449f-90cb-00bbf85bd7c3', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:f2:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '639a0a2b-5f90-423d-b876-691c2f417fab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:18:05Z', 'updated_at': '2022-03-14T10:18:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi', '_interfaces': [{'id': 'fa309b5a-5fdc-4ba6-b288-46d64c01d932', 'name': '', 'network_id': '0c109654-9333-42a7-936e-8a75edcc7ce9', 'tenant_id': 'f959d415d6ff496b932b3a592d7bccb2', 'mac_address': 'fa:16:3e:1e:a0:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '639a0a2b-5f90-423d-b876-691c2f417fab', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0b884555-0a5f-41d6-b22f-626e8b395aa2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:17:57Z', 'updated_at': '2022-03-14T10:18:00Z', 'revision_number': 5, 'project_id': 'f959d415d6ff496b932b3a592d7bccb2', 'subnets': [{'id': '0b884555-0a5f-41d6-b22f-626e8b395aa2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8ad399e1-70cd-4092-82c5-da5e35b0366c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833544-1-iscsi', False) {} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:18:11.283454 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc8bc62-6111-40d4-b15a-35a80696ccc6 None None] The sync data for ids ['639a0a2b-5f90-423d-b876-691c2f417fab'] in dv-cinder-833544-1-iscsi is: [{'id': '639a0a2b-5f90-423d-b876-691c2f417fab', 'name': 'router1', 'tenant_id': 'f959d415d6ff496b932b3a592d7bccb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': 'd4555a76-3a2d-449f-90cb-00bbf85bd7c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:17:47Z', 'updated_at': '2022-03-14T10:18:06Z', 'revision_number': 4, 'project_id': 'f959d415d6ff496b932b3a592d7bccb2', 'gw_port': {'id': 'd4555a76-3a2d-449f-90cb-00bbf85bd7c3', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:f2:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '639a0a2b-5f90-423d-b876-691c2f417fab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:18:05Z', 'updated_at': '2022-03-14T10:18:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi', '_interfaces': [{'id': 'fa309b5a-5fdc-4ba6-b288-46d64c01d932', 'name': '', 'network_id': '0c109654-9333-42a7-936e-8a75edcc7ce9', 'tenant_id': 'f959d415d6ff496b932b3a592d7bccb2', 'mac_address': 'fa:16:3e:1e:a0:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '639a0a2b-5f90-423d-b876-691c2f417fab', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0b884555-0a5f-41d6-b22f-626e8b395aa2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:17:57Z', 'updated_at': '2022-03-14T10:18:00Z', 'revision_number': 5, 'project_id': 'f959d415d6ff496b932b3a592d7bccb2', 'subnets': [{'id': '0b884555-0a5f-41d6-b22f-626e8b395aa2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8ad399e1-70cd-4092-82c5-da5e35b0366c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 10:18:11.763294 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Device d4555a76-3a2d-449f-90cb-00bbf85bd7c3 up at agent ovs-agent-dv-cinder-833544-1-iscsi {{(pid=103644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:18:11.835694 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Provisioning complete for port d4555a76-3a2d-449f-90cb-00bbf85bd7c3 triggered by entity L2. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:18:11.835694 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (d4555a76-3a2d-449f-90cb-00bbf85bd7c3), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:11.936814 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Current status of the port d4555a76-3a2d-449f-90cb-00bbf85bd7c3 is: DOWN; New status is: ACTIVE {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:18:11.937255 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (d4555a76-3a2d-449f-90cb-00bbf85bd7c3), before_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:11.966167 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] For port d4555a76-3a2d-449f-90cb-00bbf85bd7c3, host dv-cinder-833544-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833544-1-iscsi',level=0,port_id=d4555a76-3a2d-449f-90cb-00bbf85bd7c3,segment=NetworkSegment(11cedc40-3914-4af6-ba83-0b9ce6d6fc30),segment_id=11cedc40-3914-4af6-ba83-0b9ce6d6fc30)] {{(pid=103644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:18:12.032031 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (d4555a76-3a2d-449f-90cb-00bbf85bd7c3), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:12.110048 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Pushing event updated for resources: {'Port': ['ID=d4555a76-3a2d-449f-90cb-00bbf85bd7c3,revision_number=4']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:18:13.742979 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Device d4555a76-3a2d-449f-90cb-00bbf85bd7c3 up at agent ovs-agent-dv-cinder-833544-1-iscsi {{(pid=103644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:18:13.798465 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Provisioning complete for port d4555a76-3a2d-449f-90cb-00bbf85bd7c3 triggered by entity L2. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:18:13.799108 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (d4555a76-3a2d-449f-90cb-00bbf85bd7c3), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:13.879810 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Current status of the port d4555a76-3a2d-449f-90cb-00bbf85bd7c3 is: ACTIVE; New status is: ACTIVE {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:18:20.771575 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-449eaabf-bcc9-46b2-9767-da0b47366c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (71411765-f129-4ae6-9e82-4fe742fde8ff), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:22.928173 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-7b956d9d-c5e1-405c-8f55-3c7b8f2aea50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (a016a58c-1f8a-4210-ae6c-360b1a1f78c1), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:23.990259 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-f4039063-230b-41a9-bf4a-d5dd4b348b96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (46201191-f63a-41db-ad4d-3c2c795fe1c2), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:25.567436 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-a3541fa5-4b74-4b29-92a0-285d4d95a3dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (a9a1db27-ecd3-427e-bc57-ce8de4da4c28), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:26.965362 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (3daba05a-6d77-487a-83af-fb9f8edf24c0), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:34.129643 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.agents_db [None req-e5bc90a1-3fae-4be0-a54a-d59a030b4380 None None] Agent healthcheck: found 5 active agents {{(pid=103645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 10:18:50.766815 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-f33b7159-afbc-48b1-afa6-b49a9e8fded0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (71411765-f129-4ae6-9e82-4fe742fde8ff), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:53.332700 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-aa1ae07f-387f-4d75-8098-4fd3ff1def2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (a016a58c-1f8a-4210-ae6c-360b1a1f78c1), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:54.041549 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-f4039063-230b-41a9-bf4a-d5dd4b348b96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (46201191-f63a-41db-ad4d-3c2c795fe1c2), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:55.578477 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-a3541fa5-4b74-4b29-92a0-285d4d95a3dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (a9a1db27-ecd3-427e-bc57-ce8de4da4c28), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:56.955624 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (3daba05a-6d77-487a-83af-fb9f8edf24c0), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:19:11.107732 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.agents_db [None req-e5bc90a1-3fae-4be0-a54a-d59a030b4380 None None] Agent healthcheck: found 5 active agents {{(pid=103645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 10:19:20.743157 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-93f0d266-1d31-4f91-97ed-9304911f628b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (71411765-f129-4ae6-9e82-4fe742fde8ff), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:19:22.937227 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-7c3cb905-3f12-4555-b99c-a7b2c6861bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (a016a58c-1f8a-4210-ae6c-360b1a1f78c1), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:19:24.006360 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-f4039063-230b-41a9-bf4a-d5dd4b348b96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (46201191-f63a-41db-ad4d-3c2c795fe1c2), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:19:25.560524 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-a3541fa5-4b74-4b29-92a0-285d4d95a3dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (a9a1db27-ecd3-427e-bc57-ce8de4da4c28), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:19:26.937250 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (3daba05a-6d77-487a-83af-fb9f8edf24c0), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:19:32.376570 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 38208) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:19:32.436151 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a0d297d-a76d-4bc3-a02d-a9ea6db0f687 admin admin] GET failed (client error): The resource could not be found. Mar 14 10:19:32.437408 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-9a0d297d-a76d-4bc3-a02d-a9ea6db0f687 admin admin] 10.222.0.16 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0599022 Mar 14 10:19:32.599739 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0800e977-5492-4c36-8904-b64e1f16262f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:19:32.601226 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-0800e977-5492-4c36-8904-b64e1f16262f admin admin] 10.222.0.16 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1598144 Mar 14 10:19:34.876848 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 38218) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:19:34.969531 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e43f8f-8839-49cf-8e82-65ff16c4ac23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:19:34.970878 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-61e43f8f-8839-49cf-8e82-65ff16c4ac23 admin admin] 10.222.0.16 "GET /v2.0/subnets/0b884555-0a5f-41d6-b22f-626e8b395aa2 HTTP/1.1" status: 200 len: 849 time: 0.0930767 Mar 14 10:19:34.980739 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.v2.base [None req-6be5e6b2-760b-487c-9b5f-4159fb2f59b0 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:19:35.064867 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-6be5e6b2-760b-487c-9b5f-4159fb2f59b0 admin admin] Publish callbacks [] for subnet (0b884555-0a5f-41d6-b22f-626e8b395aa2), before_update {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:19:35.279785 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-6be5e6b2-760b-487c-9b5f-4159fb2f59b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8739585930069'] for subnet (0b884555-0a5f-41d6-b22f-626e8b395aa2), after_update {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:19:35.312800 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be5e6b2-760b-487c-9b5f-4159fb2f59b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:19:35.313426 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-6be5e6b2-760b-487c-9b5f-4159fb2f59b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631023'] for subnet (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:19:35.315282 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-6be5e6b2-760b-487c-9b5f-4159fb2f59b0 admin admin] 10.222.0.16 "PUT /v2.0/subnets/0b884555-0a5f-41d6-b22f-626e8b395aa2 HTTP/1.1" status: 200 len: 868 time: 0.3376985 Mar 14 10:19:35.317955 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c338e46-7e9e-407f-ab98-786f71166a5f None None] Network 0c109654-9333-42a7-936e-8a75edcc7ce9 requested from dv-cinder-833544-1-iscsi {{(pid=103644) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 10:19:35.338746 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be5e6b2-760b-487c-9b5f-4159fb2f59b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b884555-0a5f-41d6-b22f-626e8b395aa2,revision_number=1']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:19:35.346134 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be5e6b2-760b-487c-9b5f-4159fb2f59b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:19:35.346503 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be5e6b2-760b-487c-9b5f-4159fb2f59b0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:19:35.346851 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be5e6b2-760b-487c-9b5f-4159fb2f59b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:19:35.347198 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be5e6b2-760b-487c-9b5f-4159fb2f59b0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:19:35.347537 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be5e6b2-760b-487c-9b5f-4159fb2f59b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:19:35.347899 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be5e6b2-760b-487c-9b5f-4159fb2f59b0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:19:35.348231 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be5e6b2-760b-487c-9b5f-4159fb2f59b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:19:35.349203 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be5e6b2-760b-487c-9b5f-4159fb2f59b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:19:35.350201 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be5e6b2-760b-487c-9b5f-4159fb2f59b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:19:35.350201 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be5e6b2-760b-487c-9b5f-4159fb2f59b0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:19:35.350201 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be5e6b2-760b-487c-9b5f-4159fb2f59b0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:19:35.350482 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be5e6b2-760b-487c-9b5f-4159fb2f59b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:19:35.350839 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be5e6b2-760b-487c-9b5f-4159fb2f59b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:19:35.351172 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be5e6b2-760b-487c-9b5f-4159fb2f59b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:19:35.351506 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be5e6b2-760b-487c-9b5f-4159fb2f59b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:19:35.681056 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-09cae9e7-cc33-48ca-b7de-6fac0d649fb7 None None] Provisioning complete for port cedc56a7-36b6-49a1-a52b-762496280f21 triggered by entity DHCP. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:19:35.681448 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-09cae9e7-cc33-48ca-b7de-6fac0d649fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (cedc56a7-36b6-49a1-a52b-762496280f21), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:19:35.758588 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-09cae9e7-cc33-48ca-b7de-6fac0d649fb7 None None] Current status of the port cedc56a7-36b6-49a1-a52b-762496280f21 is: ACTIVE; New status is: ACTIVE {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:19:35.767961 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-09cae9e7-cc33-48ca-b7de-6fac0d649fb7 None None] Provisioning complete for port fa309b5a-5fdc-4ba6-b288-46d64c01d932 triggered by entity DHCP. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:19:35.768352 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-09cae9e7-cc33-48ca-b7de-6fac0d649fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (fa309b5a-5fdc-4ba6-b288-46d64c01d932), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:19:35.840059 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-09cae9e7-cc33-48ca-b7de-6fac0d649fb7 None None] Current status of the port fa309b5a-5fdc-4ba6-b288-46d64c01d932 is: ACTIVE; New status is: ACTIVE {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:19:37.614633 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 38226) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:19:37.810772 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd5e336e-a231-4e6c-9164-a7955f8710d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:19:37.811173 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd5e336e-a231-4e6c-9164-a7955f8710d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:19:37.812730 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-dd5e336e-a231-4e6c-9164-a7955f8710d2 admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1971202 Mar 14 10:19:40.088025 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 38234) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:19:40.219332 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a0fd783-ca44-4f82-8455-f60287ef4d0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:19:40.219846 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a0fd783-ca44-4f82-8455-f60287ef4d0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:19:40.221361 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-0a0fd783-ca44-4f82-8455-f60287ef4d0b admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1323669 Mar 14 10:19:42.538181 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 38242) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:19:42.665815 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b3ec645-d767-4365-8095-6c539b2d787f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:19:42.667165 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-8b3ec645-d767-4365-8095-6c539b2d787f admin admin] 10.222.0.16 "GET /v2.0/networks/0c109654-9333-42a7-936e-8a75edcc7ce9 HTTP/1.1" status: 200 len: 869 time: 0.1280224 Mar 14 10:19:44.962449 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 38250) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:19:45.189854 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd087742-b741-4d3e-8308-844f4d22164b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:19:45.191143 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-bd087742-b741-4d3e-8308-844f4d22164b admin admin] 10.222.0.16 "GET /v2.0/networks/d3edc090-f075-4654-a10f-87b9c191544a HTTP/1.1" status: 200 len: 886 time: 0.2277365 Mar 14 10:19:47.487918 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 38258) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:19:47.610080 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d925a22-a189-48cc-bd5c-c31cc2ef982f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:19:47.610538 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d925a22-a189-48cc-bd5c-c31cc2ef982f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:19:47.612073 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-4d925a22-a189-48cc-bd5c-c31cc2ef982f admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1226156 Mar 14 10:19:48.106183 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.agents_db [None req-e5bc90a1-3fae-4be0-a54a-d59a030b4380 None None] Agent healthcheck: found 5 active agents {{(pid=103645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 10:19:49.899208 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 38266) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:19:49.989295 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a430e3-92a2-41ca-a2e1-58646106b80d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:19:49.989758 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a430e3-92a2-41ca-a2e1-58646106b80d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:19:49.991262 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-24a430e3-92a2-41ca-a2e1-58646106b80d admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0910676 Mar 14 10:19:50.765450 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-97fd9275-ec3b-46a0-8ffe-5937cc57ee80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (71411765-f129-4ae6-9e82-4fe742fde8ff), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:19:52.303806 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 38274) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:19:52.393757 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c8f8e8-ec28-47a3-b5eb-32d06593428e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:19:52.395152 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-f3c8f8e8-ec28-47a3-b5eb-32d06593428e admin admin] 10.222.0.16 "GET /v2.0/subnets/0b884555-0a5f-41d6-b22f-626e8b395aa2 HTTP/1.1" status: 200 len: 868 time: 0.0903676 Mar 14 10:19:52.919563 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-3a949938-918c-45d1-a67f-4f64b028f713 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (a016a58c-1f8a-4210-ae6c-360b1a1f78c1), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:19:54.016311 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-f4039063-230b-41a9-bf4a-d5dd4b348b96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (46201191-f63a-41db-ad4d-3c2c795fe1c2), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:19:54.692064 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 38282) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:19:54.778435 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50457f83-8d2f-4e86-9645-cc0cb21bad00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:19:54.779779 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-50457f83-8d2f-4e86-9645-cc0cb21bad00 admin admin] 10.222.0.16 "GET /v2.0/subnets/b94c44b1-4eb3-4139-bb38-cf15afc675ad HTTP/1.1" status: 200 len: 816 time: 0.0867338 Mar 14 10:19:55.559493 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-a3541fa5-4b74-4b29-92a0-285d4d95a3dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (a9a1db27-ecd3-427e-bc57-ce8de4da4c28), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:19:56.947872 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (3daba05a-6d77-487a-83af-fb9f8edf24c0), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:20.741404 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-81c8a112-0592-4488-bdca-c850f23a748f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (71411765-f129-4ae6-9e82-4fe742fde8ff), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:22.658183 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 38334) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:20:22.705025 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [None req-acf5f187-9686-47b1-a688-6e0d9810ee6d admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103642) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 14 10:20:22.706050 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-acf5f187-9686-47b1-a688-6e0d9810ee6d admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0468354 Mar 14 10:20:22.918512 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-9363c0d5-cc2c-4f7b-886c-57a04dc2854a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (a016a58c-1f8a-4210-ae6c-360b1a1f78c1), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:23.998179 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-f4039063-230b-41a9-bf4a-d5dd4b348b96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (46201191-f63a-41db-ad4d-3c2c795fe1c2), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:25.074983 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 38342) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:20:25.105191 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.agents_db [None req-e5bc90a1-3fae-4be0-a54a-d59a030b4380 None None] Agent healthcheck: found 5 active agents {{(pid=103645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 10:20:25.133940 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cb881a8-05ed-4f6a-9910-f1e23ee58635 admin admin] GET failed (client error): The resource could not be found. Mar 14 10:20:25.135197 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-2cb881a8-05ed-4f6a-9910-f1e23ee58635 admin admin] 10.222.0.16 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0592668 Mar 14 10:20:25.217827 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b593b6c1-3895-4297-b0de-601a34bf76d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:20:25.219269 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-b593b6c1-3895-4297-b0de-601a34bf76d1 admin admin] 10.222.0.16 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0800540 Mar 14 10:20:25.593102 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-a3541fa5-4b74-4b29-92a0-285d4d95a3dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (a9a1db27-ecd3-427e-bc57-ce8de4da4c28), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:26.958478 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (3daba05a-6d77-487a-83af-fb9f8edf24c0), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:27.566390 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 38350) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:20:27.612616 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.v2.base [None req-35bd8283-e495-4ed4-9390-4e4d2a21fed5 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=103642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:20:27.678175 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35bd8283-e495-4ed4-9390-4e4d2a21fed5 admin admin] Made reservation on behalf of 5528bcd1090b444c9a909b1b9e7f553b for: {'network': 1} {{(pid=103642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 10:20:27.680497 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-35bd8283-e495-4ed4-9390-4e4d2a21fed5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for network (None), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:27.710105 dv-cinder-833544-1-iscsi neutron-server[103642]: WARNING neutron.services.revisions.revision_plugin [None req-35bd8283-e495-4ed4-9390-4e4d2a21fed5 admin admin] Could not find related network for resource to bump revision. Mar 14 10:20:27.720911 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35bd8283-e495-4ed4-9390-4e4d2a21fed5 admin admin] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=103642) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 10:20:27.729303 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-35bd8283-e495-4ed4-9390-4e4d2a21fed5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1663358'] for segment (0bb64dcd-b091-46fc-a5be-e8bcc6571890), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:27.729642 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.db.segments_db [None req-35bd8283-e495-4ed4-9390-4e4d2a21fed5 admin admin] Added segment 0bb64dcd-b091-46fc-a5be-e8bcc6571890 of type vlan for network f15626b5-0253-4331-96c1-01cb4f9db806 Mar 14 10:20:27.770626 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-35bd8283-e495-4ed4-9390-4e4d2a21fed5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739585426881'] for network (f15626b5-0253-4331-96c1-01cb4f9db806), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:27.860917 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-35bd8283-e495-4ed4-9390-4e4d2a21fed5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005'] for network (f15626b5-0253-4331-96c1-01cb4f9db806), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:27.861907 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35bd8283-e495-4ed4-9390-4e4d2a21fed5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:20:27.862979 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-35bd8283-e495-4ed4-9390-4e4d2a21fed5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631023'] for network (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:27.918215 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bd8283-e495-4ed4-9390-4e4d2a21fed5 admin admin] Pushing event updated for resources: {'Network': ['ID=f15626b5-0253-4331-96c1-01cb4f9db806,revision_number=1']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:20:27.928918 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Network f15626b5-0253-4331-96c1-01cb4f9db806 details requested by agent ovs-agent-dv-cinder-833544-1-iscsi with host dv-cinder-833544-1-iscsi {{(pid=103644) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 10:20:27.944261 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-35bd8283-e495-4ed4-9390-4e4d2a21fed5 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3768125 Mar 14 10:20:30.270822 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 38358) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:20:30.341503 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e8585ae-35d2-4a55-aca3-d5a5a80a7fc4 admin admin] GET failed (client error): The resource could not be found. Mar 14 10:20:30.342776 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-1e8585ae-35d2-4a55-aca3-d5a5a80a7fc4 admin admin] 10.222.0.16 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0709722 Mar 14 10:20:30.414108 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620a096f-3cd0-4934-a491-4ae8db32436d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:20:30.415559 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-620a096f-3cd0-4934-a491-4ae8db32436d admin admin] 10.222.0.16 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0688200 Mar 14 10:20:30.425742 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.v2.base [None req-3e09d55e-2aef-406c-bc20-1d41773e3b53 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': 'f15626b5-0253-4331-96c1-01cb4f9db806', 'ip_version': 4}} {{(pid=103642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:20:30.507025 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e09d55e-2aef-406c-bc20-1d41773e3b53 admin admin] Made reservation on behalf of 5528bcd1090b444c9a909b1b9e7f553b for: {'subnet': 1} {{(pid=103642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 10:20:30.509223 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-3e09d55e-2aef-406c-bc20-1d41773e3b53 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:30.735526 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-3e09d55e-2aef-406c-bc20-1d41773e3b53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005'] for subnet (4decb7bf-a9a6-4c65-9ac1-d75e2735f81b), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:30.791821 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e09d55e-2aef-406c-bc20-1d41773e3b53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4decb7bf-a9a6-4c65-9ac1-d75e2735f81b,revision_number=0']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:20:30.795858 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e09d55e-2aef-406c-bc20-1d41773e3b53 admin admin] Checking segment: {'id': '0bb64dcd-b091-46fc-a5be-e8bcc6571890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f15626b5-0253-4331-96c1-01cb4f9db806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:20:30.796226 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e09d55e-2aef-406c-bc20-1d41773e3b53 admin admin] Network hostable DHCP agents. Network: f15626b5-0253-4331-96c1-01cb4f9db806, hostable agents: ['71411765-f129-4ae6-9e82-4fe742fde8ff'], hosted agents: [] {{(pid=103642) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 10:20:30.889322 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e09d55e-2aef-406c-bc20-1d41773e3b53 admin admin] Network f15626b5-0253-4331-96c1-01cb4f9db806 is scheduled to be hosted by DHCP agent 71411765-f129-4ae6-9e82-4fe742fde8ff with binding_index 1 {{(pid=103642) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 10:20:30.935105 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.scheduler.base_scheduler [None req-3e09d55e-2aef-406c-bc20-1d41773e3b53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-833544-1-iscsi, f15626b5-0253-4331-96c1-01cb4f9db806) {{(pid=103642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:20:30.939131 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e09d55e-2aef-406c-bc20-1d41773e3b53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:20:30.944746 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-3e09d55e-2aef-406c-bc20-1d41773e3b53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631023'] for subnet (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:30.945451 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a2d707-33f2-4634-8710-d067898c4065 None None] Network f15626b5-0253-4331-96c1-01cb4f9db806 requested from dv-cinder-833544-1-iscsi {{(pid=103644) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 10:20:31.041149 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-3e09d55e-2aef-406c-bc20-1d41773e3b53 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6192396 Mar 14 10:20:31.146475 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-477f191f-73e2-4278-bd70-74c32405428f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5134b456-3691-55a4-ab1f-9767d820ba17-f15626b5-0253-4331-96c1-01cb4f9db806', 'network_id': 'f15626b5-0253-4331-96c1-01cb4f9db806', 'project_id': '5528bcd1090b444c9a909b1b9e7f553b', 'fixed_ips': [{'subnet_id': '4decb7bf-a9a6-4c65-9ac1-d75e2735f81b'}]}} from dv-cinder-833544-1-iscsi. {{(pid=103644) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 14 10:20:31.147400 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-477f191f-73e2-4278-bd70-74c32405428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (None), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:31.285723 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.db_base_plugin_common [None req-477f191f-73e2-4278-bd70-74c32405428f None None] Allocated IP 192.168.233.2 (f15626b5-0253-4331-96c1-01cb4f9db806/4decb7bf-a9a6-4c65-9ac1-d75e2735f81b/a5d0d3e2-83a9-4a13-afc4-d5274b648b22) {{(pid=103644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 10:20:31.434577 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-477f191f-73e2-4278-bd70-74c32405428f None None] Publish callbacks [] for port (a5d0d3e2-83a9-4a13-afc4-d5274b648b22), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:31.507949 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-477f191f-73e2-4278-bd70-74c32405428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739585409118'] for port (a5d0d3e2-83a9-4a13-afc4-d5274b648b22), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:31.552069 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477f191f-73e2-4278-bd70-74c32405428f None None] Network f15626b5-0253-4331-96c1-01cb4f9db806 is already hosted by enough agents. {{(pid=103644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:20:31.554933 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.scheduler.base_scheduler [None req-477f191f-73e2-4278-bd70-74c32405428f None None] Resources bound (agent type, host, resource id): {{(pid=103644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:20:31.558117 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477f191f-73e2-4278-bd70-74c32405428f None None] Received port after_create {{(pid=103644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 10:20:31.563842 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477f191f-73e2-4278-bd70-74c32405428f None None] Pushing event updated for resources: {'Port': ['ID=a5d0d3e2-83a9-4a13-afc4-d5274b648b22,revision_number=1']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:20:31.572548 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477f191f-73e2-4278-bd70-74c32405428f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:20:31.572909 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477f191f-73e2-4278-bd70-74c32405428f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:20:31.573279 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477f191f-73e2-4278-bd70-74c32405428f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:20:31.573652 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477f191f-73e2-4278-bd70-74c32405428f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:20:31.573989 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477f191f-73e2-4278-bd70-74c32405428f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:20:31.574321 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477f191f-73e2-4278-bd70-74c32405428f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:20:31.574653 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477f191f-73e2-4278-bd70-74c32405428f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:20:31.574982 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477f191f-73e2-4278-bd70-74c32405428f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:20:31.575310 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477f191f-73e2-4278-bd70-74c32405428f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:20:31.575637 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477f191f-73e2-4278-bd70-74c32405428f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:20:31.575986 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477f191f-73e2-4278-bd70-74c32405428f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:20:31.576331 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477f191f-73e2-4278-bd70-74c32405428f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:20:31.576661 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477f191f-73e2-4278-bd70-74c32405428f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:20:31.576986 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477f191f-73e2-4278-bd70-74c32405428f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:20:31.577312 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477f191f-73e2-4278-bd70-74c32405428f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:20:31.635543 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.managers [None req-477f191f-73e2-4278-bd70-74c32405428f None None] Attempting to bind port a5d0d3e2-83a9-4a13-afc4-d5274b648b22 on host dv-cinder-833544-1-iscsi for vnic_type normal with profile {{(pid=103644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 10:20:31.635991 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.managers [None req-477f191f-73e2-4278-bd70-74c32405428f None None] Attempting to bind port a5d0d3e2-83a9-4a13-afc4-d5274b648b22 by drivers openvswitch,hyperv on host dv-cinder-833544-1-iscsi at level 0 using segments [{'id': '0bb64dcd-b091-46fc-a5be-e8bcc6571890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f15626b5-0253-4331-96c1-01cb4f9db806'}] {{(pid=103644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 10:20:31.636350 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477f191f-73e2-4278-bd70-74c32405428f None None] Attempting to bind port a5d0d3e2-83a9-4a13-afc4-d5274b648b22 on network f15626b5-0253-4331-96c1-01cb4f9db806 {{(pid=103644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:20:31.641740 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477f191f-73e2-4278-bd70-74c32405428f None None] Checking agent: {'id': '3daba05a-6d77-487a-83af-fb9f8edf24c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833544-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 14, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 10, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833544-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 10:20:31.642147 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477f191f-73e2-4278-bd70-74c32405428f None None] Checking segment: {'id': '0bb64dcd-b091-46fc-a5be-e8bcc6571890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f15626b5-0253-4331-96c1-01cb4f9db806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:20:31.642552 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-477f191f-73e2-4278-bd70-74c32405428f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:31.642947 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477f191f-73e2-4278-bd70-74c32405428f None None] Bound using segment: {'id': '0bb64dcd-b091-46fc-a5be-e8bcc6571890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f15626b5-0253-4331-96c1-01cb4f9db806'} {{(pid=103644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 10:20:31.643532 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.managers [None req-477f191f-73e2-4278-bd70-74c32405428f None None] Bound port: a5d0d3e2-83a9-4a13-afc4-d5274b648b22, host: dv-cinder-833544-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bb64dcd-b091-46fc-a5be-e8bcc6571890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f15626b5-0253-4331-96c1-01cb4f9db806'}}] {{(pid=103644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 10:20:31.643952 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-477f191f-73e2-4278-bd70-74c32405428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (a5d0d3e2-83a9-4a13-afc4-d5274b648b22), before_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:31.709335 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-477f191f-73e2-4278-bd70-74c32405428f None None] For port a5d0d3e2-83a9-4a13-afc4-d5274b648b22, host dv-cinder-833544-1-iscsi, cleared binding levels {{(pid=103644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 10:20:31.712389 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-477f191f-73e2-4278-bd70-74c32405428f None None] For port a5d0d3e2-83a9-4a13-afc4-d5274b648b22, host dv-cinder-833544-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833544-1-iscsi',level=0,port_id=a5d0d3e2-83a9-4a13-afc4-d5274b648b22,segment=NetworkSegment(0bb64dcd-b091-46fc-a5be-e8bcc6571890),segment_id=0bb64dcd-b091-46fc-a5be-e8bcc6571890)] {{(pid=103644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 10:20:31.838939 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-477f191f-73e2-4278-bd70-74c32405428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (a5d0d3e2-83a9-4a13-afc4-d5274b648b22), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:31.896291 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477f191f-73e2-4278-bd70-74c32405428f None None] Pushing event updated for resources: {'Port': ['ID=a5d0d3e2-83a9-4a13-afc4-d5274b648b22,revision_number=2']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:20:32.729983 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49adcca-6032-4672-974a-3e977f793217 None None] Network f15626b5-0253-4331-96c1-01cb4f9db806 requested from dv-cinder-833544-1-iscsi {{(pid=103644) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 10:20:32.807743 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-c7477a68-fe3c-4f36-aac0-091edc75f80b None None] Provisioning complete for port a5d0d3e2-83a9-4a13-afc4-d5274b648b22 triggered by entity DHCP. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:20:32.808138 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-c7477a68-fe3c-4f36-aac0-091edc75f80b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (a5d0d3e2-83a9-4a13-afc4-d5274b648b22), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:32.922724 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-c7477a68-fe3c-4f36-aac0-091edc75f80b None None] Current status of the port a5d0d3e2-83a9-4a13-afc4-d5274b648b22 is: DOWN; New status is: ACTIVE {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:20:32.923405 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-c7477a68-fe3c-4f36-aac0-091edc75f80b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (a5d0d3e2-83a9-4a13-afc4-d5274b648b22), before_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:32.960078 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-c7477a68-fe3c-4f36-aac0-091edc75f80b None None] For port a5d0d3e2-83a9-4a13-afc4-d5274b648b22, host dv-cinder-833544-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833544-1-iscsi',level=0,port_id=a5d0d3e2-83a9-4a13-afc4-d5274b648b22,segment=NetworkSegment(0bb64dcd-b091-46fc-a5be-e8bcc6571890),segment_id=0bb64dcd-b091-46fc-a5be-e8bcc6571890)] {{(pid=103644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:20:33.033009 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-c7477a68-fe3c-4f36-aac0-091edc75f80b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (a5d0d3e2-83a9-4a13-afc4-d5274b648b22), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:33.093925 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7477a68-fe3c-4f36-aac0-091edc75f80b None None] Pushing event updated for resources: {'Port': ['ID=a5d0d3e2-83a9-4a13-afc4-d5274b648b22,revision_number=3']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:20:33.154836 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-12d08e6b-65ed-4449-a993-88da52016613 None None] Provisioning complete for port a5d0d3e2-83a9-4a13-afc4-d5274b648b22 triggered by entity DHCP. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:20:33.155220 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-12d08e6b-65ed-4449-a993-88da52016613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (a5d0d3e2-83a9-4a13-afc4-d5274b648b22), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:33.237289 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-12d08e6b-65ed-4449-a993-88da52016613 None None] Current status of the port a5d0d3e2-83a9-4a13-afc4-d5274b648b22 is: ACTIVE; New status is: ACTIVE {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:20:33.791586 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Device a5d0d3e2-83a9-4a13-afc4-d5274b648b22 up at agent ovs-agent-dv-cinder-833544-1-iscsi {{(pid=103644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:20:33.841438 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Provisioning complete for port a5d0d3e2-83a9-4a13-afc4-d5274b648b22 triggered by entity L2. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:20:33.841914 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (a5d0d3e2-83a9-4a13-afc4-d5274b648b22), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:33.921180 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Current status of the port a5d0d3e2-83a9-4a13-afc4-d5274b648b22 is: ACTIVE; New status is: ACTIVE {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:20:50.752040 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-de8b09cd-c7be-4d84-9465-112c54b9c71a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (71411765-f129-4ae6-9e82-4fe742fde8ff), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:52.946057 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-3d74f82d-5395-4c1b-a784-356542ff8a11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (a016a58c-1f8a-4210-ae6c-360b1a1f78c1), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:54.014806 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-f4039063-230b-41a9-bf4a-d5dd4b348b96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (46201191-f63a-41db-ad4d-3c2c795fe1c2), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:55.603104 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-a3541fa5-4b74-4b29-92a0-285d4d95a3dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (a9a1db27-ecd3-427e-bc57-ce8de4da4c28), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:56.946259 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (3daba05a-6d77-487a-83af-fb9f8edf24c0), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:02.106157 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.agents_db [None req-e5bc90a1-3fae-4be0-a54a-d59a030b4380 None None] Agent healthcheck: found 5 active agents {{(pid=103645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 10:21:20.733953 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-42270597-49a3-4601-8116-38c41784c157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (71411765-f129-4ae6-9e82-4fe742fde8ff), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:22.939942 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-c9b5d41d-de0c-4cf6-b2fa-4fcd2b83c203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (a016a58c-1f8a-4210-ae6c-360b1a1f78c1), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:24.008356 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-f4039063-230b-41a9-bf4a-d5dd4b348b96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (46201191-f63a-41db-ad4d-3c2c795fe1c2), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:25.574069 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-a3541fa5-4b74-4b29-92a0-285d4d95a3dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (a9a1db27-ecd3-427e-bc57-ce8de4da4c28), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:26.968506 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (3daba05a-6d77-487a-83af-fb9f8edf24c0), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:39.104773 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.agents_db [None req-e5bc90a1-3fae-4be0-a54a-d59a030b4380 None None] Agent healthcheck: found 5 active agents {{(pid=103645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 10:21:50.738903 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-6403c939-d7a7-44c1-bf79-49817cdf8cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (71411765-f129-4ae6-9e82-4fe742fde8ff), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:52.928293 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-a5ff3e01-2377-4f57-afff-2e87664131ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (a016a58c-1f8a-4210-ae6c-360b1a1f78c1), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:54.030802 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-f4039063-230b-41a9-bf4a-d5dd4b348b96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (46201191-f63a-41db-ad4d-3c2c795fe1c2), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:55.567986 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-a3541fa5-4b74-4b29-92a0-285d4d95a3dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (a9a1db27-ecd3-427e-bc57-ce8de4da4c28), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:56.950459 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (3daba05a-6d77-487a-83af-fb9f8edf24c0), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:16.103528 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.agents_db [None req-e5bc90a1-3fae-4be0-a54a-d59a030b4380 None None] Agent healthcheck: found 5 active agents {{(pid=103645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 10:22:19.361527 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 38396) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:22:19.367048 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [None req-00cee482-698a-4def-b30a-f9ff571a7cf4 tempest-verify_tempest_config-852919374 tempest-verify_tempest_config-852919374-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103642) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 14 10:22:19.368033 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-00cee482-698a-4def-b30a-f9ff571a7cf4 tempest-verify_tempest_config-852919374 tempest-verify_tempest_config-852919374-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0056031 Mar 14 10:22:19.827566 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 38414) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:22:19.928035 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-3bb6d353-4e3a-4ade-baab-c0b973bed119 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:19.999020 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-3bb6d353-4e3a-4ade-baab-c0b973bed119 admin admin] Publish callbacks [] for security_group (7311c348-0865-4a40-aad7-84407e71b988), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:20.053291 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-3bb6d353-4e3a-4ade-baab-c0b973bed119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (7311c348-0865-4a40-aad7-84407e71b988), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:20.100519 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-3bb6d353-4e3a-4ade-baab-c0b973bed119 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=49cde928946b476ca65356d1fb6e6f4e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2718134 Mar 14 10:22:20.101556 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb6d353-4e3a-4ade-baab-c0b973bed119 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7311c348-0865-4a40-aad7-84407e71b988,revision_number=1']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:22:20.103282 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 38418) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:22:20.107994 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb6d353-4e3a-4ade-baab-c0b973bed119 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:22:20.108353 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb6d353-4e3a-4ade-baab-c0b973bed119 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:22:20.108698 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb6d353-4e3a-4ade-baab-c0b973bed119 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:22:20.109036 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb6d353-4e3a-4ade-baab-c0b973bed119 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:22:20.109370 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb6d353-4e3a-4ade-baab-c0b973bed119 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:22:20.109696 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb6d353-4e3a-4ade-baab-c0b973bed119 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:22:20.110021 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb6d353-4e3a-4ade-baab-c0b973bed119 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:22:20.110345 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb6d353-4e3a-4ade-baab-c0b973bed119 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:22:20.110685 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb6d353-4e3a-4ade-baab-c0b973bed119 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:22:20.111029 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb6d353-4e3a-4ade-baab-c0b973bed119 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:22:20.111335 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb6d353-4e3a-4ade-baab-c0b973bed119 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:22:20.111655 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb6d353-4e3a-4ade-baab-c0b973bed119 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:22:20.111996 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb6d353-4e3a-4ade-baab-c0b973bed119 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:22:20.112313 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb6d353-4e3a-4ade-baab-c0b973bed119 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:22:20.112627 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb6d353-4e3a-4ade-baab-c0b973bed119 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:22:20.182081 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-00f8b275-b758-4ee4-8d63-99d98e6dfbdf admin admin] Publish callbacks [] for security_group (7311c348-0865-4a40-aad7-84407e71b988), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:20.202725 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-00f8b275-b758-4ee4-8d63-99d98e6dfbdf admin admin] Publish callbacks [] for security_group (7311c348-0865-4a40-aad7-84407e71b988), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:20.355881 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-00f8b275-b758-4ee4-8d63-99d98e6dfbdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (7311c348-0865-4a40-aad7-84407e71b988), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:20.358515 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-00f8b275-b758-4ee4-8d63-99d98e6dfbdf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:20.359643 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-00f8b275-b758-4ee4-8d63-99d98e6dfbdf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7311c348-0865-4a40-aad7-84407e71b988 HTTP/1.1" status: 204 len: 168 time: 0.2553716 Mar 14 10:22:20.368020 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f8b275-b758-4ee4-8d63-99d98e6dfbdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7311c348-0865-4a40-aad7-84407e71b988,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:22:20.377497 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f8b275-b758-4ee4-8d63-99d98e6dfbdf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:22:20.377761 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f8b275-b758-4ee4-8d63-99d98e6dfbdf admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:22:20.378115 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f8b275-b758-4ee4-8d63-99d98e6dfbdf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:22:20.378462 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f8b275-b758-4ee4-8d63-99d98e6dfbdf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:22:20.378807 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f8b275-b758-4ee4-8d63-99d98e6dfbdf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:22:20.379137 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f8b275-b758-4ee4-8d63-99d98e6dfbdf admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:22:20.379468 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f8b275-b758-4ee4-8d63-99d98e6dfbdf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:22:20.379834 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f8b275-b758-4ee4-8d63-99d98e6dfbdf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:22:20.380168 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f8b275-b758-4ee4-8d63-99d98e6dfbdf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:22:20.380495 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f8b275-b758-4ee4-8d63-99d98e6dfbdf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:22:20.380842 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f8b275-b758-4ee4-8d63-99d98e6dfbdf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:22:20.381189 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f8b275-b758-4ee4-8d63-99d98e6dfbdf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:22:20.381521 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f8b275-b758-4ee4-8d63-99d98e6dfbdf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:22:20.381846 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f8b275-b758-4ee4-8d63-99d98e6dfbdf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:22:20.382167 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f8b275-b758-4ee4-8d63-99d98e6dfbdf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:22:20.383613 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f8b275-b758-4ee4-8d63-99d98e6dfbdf admin admin] Tracked resource versions report: Mar 14 10:22:20.383613 dv-cinder-833544-1-iscsi neutron-server[103643]: pushed versions: Mar 14 10:22:20.383613 dv-cinder-833544-1-iscsi neutron-server[103643]: { 'AddressGroup': {'1.2'}, Mar 14 10:22:20.383613 dv-cinder-833544-1-iscsi neutron-server[103643]: 'Agent': {'1.1'}, Mar 14 10:22:20.383613 dv-cinder-833544-1-iscsi neutron-server[103643]: 'ConntrackHelper': {'1.0'}, Mar 14 10:22:20.383613 dv-cinder-833544-1-iscsi neutron-server[103643]: 'LocalIPAssociation': {'1.0'}, Mar 14 10:22:20.383613 dv-cinder-833544-1-iscsi neutron-server[103643]: 'Log': {'1.0'}, Mar 14 10:22:20.383613 dv-cinder-833544-1-iscsi neutron-server[103643]: 'NDPProxy': {'1.0'}, Mar 14 10:22:20.383613 dv-cinder-833544-1-iscsi neutron-server[103643]: 'Network': {'1.1'}, Mar 14 10:22:20.383613 dv-cinder-833544-1-iscsi neutron-server[103643]: 'Port': {'1.7'}, Mar 14 10:22:20.383613 dv-cinder-833544-1-iscsi neutron-server[103643]: 'PortForwarding': {'1.2'}, Mar 14 10:22:20.383613 dv-cinder-833544-1-iscsi neutron-server[103643]: 'QosPolicy': {'1.10'}, Mar 14 10:22:20.383613 dv-cinder-833544-1-iscsi neutron-server[103643]: 'SecurityGroup': {'1.5'}, Mar 14 10:22:20.383613 dv-cinder-833544-1-iscsi neutron-server[103643]: 'SecurityGroupRule': {'1.2'}, Mar 14 10:22:20.383613 dv-cinder-833544-1-iscsi neutron-server[103643]: 'SubPort': {'1.0'}, Mar 14 10:22:20.383613 dv-cinder-833544-1-iscsi neutron-server[103643]: 'Subnet': {'1.1'}, Mar 14 10:22:20.383613 dv-cinder-833544-1-iscsi neutron-server[103643]: 'Trunk': {'1.1'}} Mar 14 10:22:20.383613 dv-cinder-833544-1-iscsi neutron-server[103643]: consumer versions: Mar 14 10:22:20.383613 dv-cinder-833544-1-iscsi neutron-server[103643]: { DHCP agent@dv-cinder-833544-1-iscsi: {}, Mar 14 10:22:20.383613 dv-cinder-833544-1-iscsi neutron-server[103643]: L3 agent@dv-cinder-833544-1-iscsi: {}, Mar 14 10:22:20.383613 dv-cinder-833544-1-iscsi neutron-server[103643]: Metadata agent@dv-cinder-833544-1-iscsi: {}, Mar 14 10:22:20.383613 dv-cinder-833544-1-iscsi neutron-server[103643]: Metering agent@dv-cinder-833544-1-iscsi: {}, Mar 14 10:22:20.383613 dv-cinder-833544-1-iscsi neutron-server[103643]: Open vSwitch agent@dv-cinder-833544-1-iscsi: { 'AddressGroup': '1.2', Mar 14 10:22:20.383613 dv-cinder-833544-1-iscsi neutron-server[103643]: 'Agent': '1.1', Mar 14 10:22:20.383613 dv-cinder-833544-1-iscsi neutron-server[103643]: 'ConntrackHelper': '1.0', Mar 14 10:22:20.383613 dv-cinder-833544-1-iscsi neutron-server[103643]: 'LocalIPAssociation': '1.0', Mar 14 10:22:20.383613 dv-cinder-833544-1-iscsi neutron-server[103643]: 'Log': '1.0', Mar 14 10:22:20.383613 dv-cinder-833544-1-iscsi neutron-server[103643]: 'NDPProxy': '1.0', Mar 14 10:22:20.383613 dv-cinder-833544-1-iscsi neutron-server[103643]: 'Network': '1.1', Mar 14 10:22:20.383613 dv-cinder-833544-1-iscsi neutron-server[103643]: 'Port': '1.7', Mar 14 10:22:20.383613 dv-cinder-833544-1-iscsi neutron-server[103643]: 'PortForwarding': '1.2', Mar 14 10:22:20.383613 dv-cinder-833544-1-iscsi neutron-server[103643]: 'QosPolicy': '1.10', Mar 14 10:22:20.383613 dv-cinder-833544-1-iscsi neutron-server[103643]: 'SecurityGroup': '1.5', Mar 14 10:22:20.383613 dv-cinder-833544-1-iscsi neutron-server[103643]: 'SecurityGroupRule': '1.2', Mar 14 10:22:20.383613 dv-cinder-833544-1-iscsi neutron-server[103643]: 'SubPort': '1.0', Mar 14 10:22:20.383613 dv-cinder-833544-1-iscsi neutron-server[103643]: 'Subnet': '1.1', Mar 14 10:22:20.383613 dv-cinder-833544-1-iscsi neutron-server[103643]: 'Trunk': '1.1'}} Mar 14 10:22:20.383613 dv-cinder-833544-1-iscsi neutron-server[103643]: {{(pid=103643) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 14 10:22:20.744525 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-a41eff2c-07a5-44bf-b732-465d3bb095a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (71411765-f129-4ae6-9e82-4fe742fde8ff), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:22.944378 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-d42f1481-361a-4523-bd3f-6473280627f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (a016a58c-1f8a-4210-ae6c-360b1a1f78c1), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:24.018158 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-f4039063-230b-41a9-bf4a-d5dd4b348b96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (46201191-f63a-41db-ad4d-3c2c795fe1c2), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:25.595420 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-a3541fa5-4b74-4b29-92a0-285d4d95a3dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (a9a1db27-ecd3-427e-bc57-ce8de4da4c28), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:26.966950 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (3daba05a-6d77-487a-83af-fb9f8edf24c0), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:50.742488 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-8f4f62c1-3031-4d19-a4a2-fdd217d452a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (71411765-f129-4ae6-9e82-4fe742fde8ff), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:52.971154 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-24426248-c741-45f2-b84e-c0981c694ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (a016a58c-1f8a-4210-ae6c-360b1a1f78c1), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:53.102086 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.agents_db [None req-e5bc90a1-3fae-4be0-a54a-d59a030b4380 None None] Agent healthcheck: found 5 active agents {{(pid=103645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 10:22:54.068904 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-f4039063-230b-41a9-bf4a-d5dd4b348b96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (46201191-f63a-41db-ad4d-3c2c795fe1c2), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:55.600185 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-a3541fa5-4b74-4b29-92a0-285d4d95a3dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (a9a1db27-ecd3-427e-bc57-ce8de4da4c28), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:56.960382 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (3daba05a-6d77-487a-83af-fb9f8edf24c0), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:23:20.730946 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-a3565ebf-b93f-4dd7-b564-95247043b1af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (71411765-f129-4ae6-9e82-4fe742fde8ff), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:23:22.947300 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-0eda8f46-0a8c-4f4c-bfd6-691f2310b46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (a016a58c-1f8a-4210-ae6c-360b1a1f78c1), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:23:24.022668 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-f4039063-230b-41a9-bf4a-d5dd4b348b96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (46201191-f63a-41db-ad4d-3c2c795fe1c2), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:23:25.581436 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-a3541fa5-4b74-4b29-92a0-285d4d95a3dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (a9a1db27-ecd3-427e-bc57-ce8de4da4c28), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:23:26.999277 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (3daba05a-6d77-487a-83af-fb9f8edf24c0), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:23:30.100874 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.agents_db [None req-e5bc90a1-3fae-4be0-a54a-d59a030b4380 None None] Agent healthcheck: found 5 active agents {{(pid=103645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 10:23:50.758232 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-d4beb385-c6a9-4fb4-9d86-4528c4072f93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (71411765-f129-4ae6-9e82-4fe742fde8ff), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:23:52.941639 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-a810f252-2b1f-48cf-83c4-0c196e2eacaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (a016a58c-1f8a-4210-ae6c-360b1a1f78c1), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:23:54.049235 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-f4039063-230b-41a9-bf4a-d5dd4b348b96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (46201191-f63a-41db-ad4d-3c2c795fe1c2), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:23:55.644742 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-a3541fa5-4b74-4b29-92a0-285d4d95a3dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (a9a1db27-ecd3-427e-bc57-ce8de4da4c28), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:23:56.958076 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (3daba05a-6d77-487a-83af-fb9f8edf24c0), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:23:57.158457 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-559875'] for agent (cd4c1fd5-6bd0-46fc-9cd1-9ea8fc180379), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:24:07.099691 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.agents_db [None req-e5bc90a1-3fae-4be0-a54a-d59a030b4380 None None] Agent healthcheck: found 6 active agents {{(pid=103645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 10:24:11.605851 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 38494) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:24:11.708389 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-3e4a3ce0-c95f-49c1-80cb-79c8fe150ea0 admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1014493 Mar 14 10:24:14.017723 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 38504) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:24:14.071066 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-918d6438-139c-40db-8140-499a47af21b5 admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0522811 Mar 14 10:24:20.735514 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-ac52f780-31a9-41bd-bf48-fe37967d6675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (71411765-f129-4ae6-9e82-4fe742fde8ff), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:24:22.940810 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-e6fa2fc3-506d-4229-9a74-dbd5d9cfcadf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (a016a58c-1f8a-4210-ae6c-360b1a1f78c1), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:24:24.049805 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-f4039063-230b-41a9-bf4a-d5dd4b348b96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (46201191-f63a-41db-ad4d-3c2c795fe1c2), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:24:25.597641 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-a3541fa5-4b74-4b29-92a0-285d4d95a3dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (a9a1db27-ecd3-427e-bc57-ce8de4da4c28), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:24:26.951142 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (3daba05a-6d77-487a-83af-fb9f8edf24c0), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:24:27.082601 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (cd4c1fd5-6bd0-46fc-9cd1-9ea8fc180379), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:24:44.098860 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.agents_db [None req-e5bc90a1-3fae-4be0-a54a-d59a030b4380 None None] Agent healthcheck: found 6 active agents {{(pid=103645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 10:24:50.768550 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-6f055017-215e-4913-8166-823c4f88ad11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (71411765-f129-4ae6-9e82-4fe742fde8ff), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:24:52.951678 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-f7446b0f-6418-402a-94bf-88adafece0fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (a016a58c-1f8a-4210-ae6c-360b1a1f78c1), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:24:54.048775 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-f4039063-230b-41a9-bf4a-d5dd4b348b96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (46201191-f63a-41db-ad4d-3c2c795fe1c2), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:24:55.614231 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-a3541fa5-4b74-4b29-92a0-285d4d95a3dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (a9a1db27-ecd3-427e-bc57-ce8de4da4c28), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:24:56.963271 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (3daba05a-6d77-487a-83af-fb9f8edf24c0), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:24:57.082778 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (cd4c1fd5-6bd0-46fc-9cd1-9ea8fc180379), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:25:20.755133 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-30841be7-0f6e-4ee9-a525-693d37c26963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (71411765-f129-4ae6-9e82-4fe742fde8ff), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:25:21.098301 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.agents_db [None req-e5bc90a1-3fae-4be0-a54a-d59a030b4380 None None] Agent healthcheck: found 6 active agents {{(pid=103645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 10:25:22.950799 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-1fd08af8-6fad-4470-b2c4-2810bb7913dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (a016a58c-1f8a-4210-ae6c-360b1a1f78c1), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:25:24.042400 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-f4039063-230b-41a9-bf4a-d5dd4b348b96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (46201191-f63a-41db-ad4d-3c2c795fe1c2), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:25:25.612274 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-a3541fa5-4b74-4b29-92a0-285d4d95a3dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (a9a1db27-ecd3-427e-bc57-ce8de4da4c28), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:25:26.967966 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (3daba05a-6d77-487a-83af-fb9f8edf24c0), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:25:27.088290 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (cd4c1fd5-6bd0-46fc-9cd1-9ea8fc180379), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:25:50.774390 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-9fc29bad-ad87-4adf-9b54-5aafd89b1454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (71411765-f129-4ae6-9e82-4fe742fde8ff), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:25:52.636793 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 38686) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:25:52.927393 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-508a8718-b60d-4a1a-9d87-5811d45aeaff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (a016a58c-1f8a-4210-ae6c-360b1a1f78c1), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:25:53.017214 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [None req-b24638ee-16f8-4683-8aa7-a16b2468edba admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-974936345-network', 'tenant_id': '101a93bee6d44e499149e201608b6104'}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:25:53.093016 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b24638ee-16f8-4683-8aa7-a16b2468edba admin admin] Made reservation on behalf of 101a93bee6d44e499149e201608b6104 for: {'network': 1} {{(pid=103643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 10:25:53.095960 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-b24638ee-16f8-4683-8aa7-a16b2468edba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for network (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:25:53.109674 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-b24638ee-16f8-4683-8aa7-a16b2468edba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:25:53.210741 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-b24638ee-16f8-4683-8aa7-a16b2468edba admin admin] Publish callbacks [] for security_group (0e1dfb47-6410-4f33-81fd-58fdf8819acc), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:25:53.265009 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 38720) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:25:53.293386 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-b24638ee-16f8-4683-8aa7-a16b2468edba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (0e1dfb47-6410-4f33-81fd-58fdf8819acc), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:25:53.319094 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b24638ee-16f8-4683-8aa7-a16b2468edba admin admin] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=103643) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 10:25:53.336880 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24638ee-16f8-4683-8aa7-a16b2468edba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e1dfb47-6410-4f33-81fd-58fdf8819acc,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:25:53.343537 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-b24638ee-16f8-4683-8aa7-a16b2468edba admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8739585737220', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1663358'] for segment (813206bc-3b4b-41d1-bc9c-0d026c4e302c), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:25:53.344153 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-b24638ee-16f8-4683-8aa7-a16b2468edba admin admin] Unsubscribe: segment precommit_create {{(pid=103643) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 14 10:25:53.344638 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.db.segments_db [None req-b24638ee-16f8-4683-8aa7-a16b2468edba admin admin] Added segment 813206bc-3b4b-41d1-bc9c-0d026c4e302c of type vlan for network f32a9833-69ef-4b23-859e-a7b8b0d08e87 Mar 14 10:25:53.363594 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24638ee-16f8-4683-8aa7-a16b2468edba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:25:53.363968 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24638ee-16f8-4683-8aa7-a16b2468edba admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:25:53.364323 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24638ee-16f8-4683-8aa7-a16b2468edba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:25:53.364666 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24638ee-16f8-4683-8aa7-a16b2468edba admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:25:53.364994 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24638ee-16f8-4683-8aa7-a16b2468edba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:25:53.365323 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24638ee-16f8-4683-8aa7-a16b2468edba admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:25:53.365644 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24638ee-16f8-4683-8aa7-a16b2468edba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:25:53.365963 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24638ee-16f8-4683-8aa7-a16b2468edba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:25:53.366297 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24638ee-16f8-4683-8aa7-a16b2468edba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:25:53.366620 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24638ee-16f8-4683-8aa7-a16b2468edba admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:25:53.366945 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24638ee-16f8-4683-8aa7-a16b2468edba admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:25:53.367391 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24638ee-16f8-4683-8aa7-a16b2468edba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:25:53.367734 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24638ee-16f8-4683-8aa7-a16b2468edba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:25:53.368064 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24638ee-16f8-4683-8aa7-a16b2468edba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:25:53.368369 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24638ee-16f8-4683-8aa7-a16b2468edba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:25:53.369567 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24638ee-16f8-4683-8aa7-a16b2468edba admin admin] Tracked resource versions report: Mar 14 10:25:53.369567 dv-cinder-833544-1-iscsi neutron-server[103643]: pushed versions: Mar 14 10:25:53.369567 dv-cinder-833544-1-iscsi neutron-server[103643]: { 'AddressGroup': {'1.2'}, Mar 14 10:25:53.369567 dv-cinder-833544-1-iscsi neutron-server[103643]: 'Agent': {'1.1'}, Mar 14 10:25:53.369567 dv-cinder-833544-1-iscsi neutron-server[103643]: 'ConntrackHelper': {'1.0'}, Mar 14 10:25:53.369567 dv-cinder-833544-1-iscsi neutron-server[103643]: 'LocalIPAssociation': {'1.0'}, Mar 14 10:25:53.369567 dv-cinder-833544-1-iscsi neutron-server[103643]: 'Log': {'1.0'}, Mar 14 10:25:53.369567 dv-cinder-833544-1-iscsi neutron-server[103643]: 'NDPProxy': {'1.0'}, Mar 14 10:25:53.369567 dv-cinder-833544-1-iscsi neutron-server[103643]: 'Network': {'1.1'}, Mar 14 10:25:53.369567 dv-cinder-833544-1-iscsi neutron-server[103643]: 'Port': {'1.7'}, Mar 14 10:25:53.369567 dv-cinder-833544-1-iscsi neutron-server[103643]: 'PortForwarding': {'1.2'}, Mar 14 10:25:53.369567 dv-cinder-833544-1-iscsi neutron-server[103643]: 'QosPolicy': {'1.10'}, Mar 14 10:25:53.369567 dv-cinder-833544-1-iscsi neutron-server[103643]: 'SecurityGroup': {'1.5'}, Mar 14 10:25:53.369567 dv-cinder-833544-1-iscsi neutron-server[103643]: 'SecurityGroupRule': {'1.2'}, Mar 14 10:25:53.369567 dv-cinder-833544-1-iscsi neutron-server[103643]: 'SubPort': {'1.0'}, Mar 14 10:25:53.369567 dv-cinder-833544-1-iscsi neutron-server[103643]: 'Subnet': {'1.1'}, Mar 14 10:25:53.369567 dv-cinder-833544-1-iscsi neutron-server[103643]: 'Trunk': {'1.1'}} Mar 14 10:25:53.369567 dv-cinder-833544-1-iscsi neutron-server[103643]: consumer versions: Mar 14 10:25:53.369567 dv-cinder-833544-1-iscsi neutron-server[103643]: { DHCP agent@dv-cinder-833544-1-iscsi: {}, Mar 14 10:25:53.369567 dv-cinder-833544-1-iscsi neutron-server[103643]: HyperV agent@hv-cinder-83354: {}, Mar 14 10:25:53.369567 dv-cinder-833544-1-iscsi neutron-server[103643]: L3 agent@dv-cinder-833544-1-iscsi: {}, Mar 14 10:25:53.369567 dv-cinder-833544-1-iscsi neutron-server[103643]: Metadata agent@dv-cinder-833544-1-iscsi: {}, Mar 14 10:25:53.369567 dv-cinder-833544-1-iscsi neutron-server[103643]: Metering agent@dv-cinder-833544-1-iscsi: {}, Mar 14 10:25:53.369567 dv-cinder-833544-1-iscsi neutron-server[103643]: Open vSwitch agent@dv-cinder-833544-1-iscsi: { 'AddressGroup': '1.2', Mar 14 10:25:53.369567 dv-cinder-833544-1-iscsi neutron-server[103643]: 'Agent': '1.1', Mar 14 10:25:53.369567 dv-cinder-833544-1-iscsi neutron-server[103643]: 'ConntrackHelper': '1.0', Mar 14 10:25:53.369567 dv-cinder-833544-1-iscsi neutron-server[103643]: 'LocalIPAssociation': '1.0', Mar 14 10:25:53.369567 dv-cinder-833544-1-iscsi neutron-server[103643]: 'Log': '1.0', Mar 14 10:25:53.369567 dv-cinder-833544-1-iscsi neutron-server[103643]: 'NDPProxy': '1.0', Mar 14 10:25:53.369567 dv-cinder-833544-1-iscsi neutron-server[103643]: 'Network': '1.1', Mar 14 10:25:53.369567 dv-cinder-833544-1-iscsi neutron-server[103643]: 'Port': '1.7', Mar 14 10:25:53.369567 dv-cinder-833544-1-iscsi neutron-server[103643]: 'PortForwarding': '1.2', Mar 14 10:25:53.369567 dv-cinder-833544-1-iscsi neutron-server[103643]: 'QosPolicy': '1.10', Mar 14 10:25:53.369567 dv-cinder-833544-1-iscsi neutron-server[103643]: 'SecurityGroup': '1.5', Mar 14 10:25:53.369567 dv-cinder-833544-1-iscsi neutron-server[103643]: 'SecurityGroupRule': '1.2', Mar 14 10:25:53.369567 dv-cinder-833544-1-iscsi neutron-server[103643]: 'SubPort': '1.0', Mar 14 10:25:53.369567 dv-cinder-833544-1-iscsi neutron-server[103643]: 'Subnet': '1.1', Mar 14 10:25:53.369567 dv-cinder-833544-1-iscsi neutron-server[103643]: 'Trunk': '1.1'}} Mar 14 10:25:53.369567 dv-cinder-833544-1-iscsi neutron-server[103643]: {{(pid=103643) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 14 10:25:53.447216 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-b24638ee-16f8-4683-8aa7-a16b2468edba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739585426881'] for network (f32a9833-69ef-4b23-859e-a7b8b0d08e87), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:25:53.539354 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-b24638ee-16f8-4683-8aa7-a16b2468edba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005'] for network (f32a9833-69ef-4b23-859e-a7b8b0d08e87), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:25:53.540464 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24638ee-16f8-4683-8aa7-a16b2468edba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:25:53.541189 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-b24638ee-16f8-4683-8aa7-a16b2468edba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631023'] for network (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:25:53.644165 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24638ee-16f8-4683-8aa7-a16b2468edba admin admin] Pushing event updated for resources: {'Network': ['ID=f32a9833-69ef-4b23-859e-a7b8b0d08e87,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:25:53.655658 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 38740) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:25:53.657242 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Network f32a9833-69ef-4b23-859e-a7b8b0d08e87 details requested by agent ovs-agent-dv-cinder-833544-1-iscsi with host dv-cinder-833544-1-iscsi {{(pid=103644) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 10:25:53.661616 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.v2.base [None req-035bf779-7ebe-49bd-aedf-a65283db1cc9 admin admin] Request body: {'subnet': {'network_id': 'f32a9833-69ef-4b23-859e-a7b8b0d08e87', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-974936345-subnet', 'tenant_id': '101a93bee6d44e499149e201608b6104', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:25:53.666104 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-b24638ee-16f8-4683-8aa7-a16b2468edba admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0283141 Mar 14 10:25:53.714010 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [None req-39a1d1f4-6e24-4745-96a9-4613690f8ff5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-390245008-network', 'tenant_id': '5472bedc1d6a4e30b10a78f0f7cd05c1'}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:25:53.773129 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-035bf779-7ebe-49bd-aedf-a65283db1cc9 admin admin] Made reservation on behalf of 101a93bee6d44e499149e201608b6104 for: {'subnet': 1} {{(pid=103642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 10:25:53.775828 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-035bf779-7ebe-49bd-aedf-a65283db1cc9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:25:53.807141 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39a1d1f4-6e24-4745-96a9-4613690f8ff5 admin admin] Made reservation on behalf of 5472bedc1d6a4e30b10a78f0f7cd05c1 for: {'network': 1} {{(pid=103643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 10:25:53.810147 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-39a1d1f4-6e24-4745-96a9-4613690f8ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for network (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:25:53.822295 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-39a1d1f4-6e24-4745-96a9-4613690f8ff5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:25:53.917646 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-39a1d1f4-6e24-4745-96a9-4613690f8ff5 admin admin] Publish callbacks [] for security_group (ce2e4297-3f1d-4569-aa9d-cddaf215b495), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:25:53.945603 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 38754) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:25:53.977328 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-39a1d1f4-6e24-4745-96a9-4613690f8ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (ce2e4297-3f1d-4569-aa9d-cddaf215b495), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:25:54.006029 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-035bf779-7ebe-49bd-aedf-a65283db1cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005'] for subnet (00786b35-2cc5-4c4c-83cc-316ffef97c56), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:25:54.006340 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39a1d1f4-6e24-4745-96a9-4613690f8ff5 admin admin] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=103643) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 10:25:54.038864 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a1d1f4-6e24-4745-96a9-4613690f8ff5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce2e4297-3f1d-4569-aa9d-cddaf215b495,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:25:54.044357 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-39a1d1f4-6e24-4745-96a9-4613690f8ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1663358'] for segment (9b07e94b-cdee-4fcd-b18d-5adbca991074), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:25:54.044681 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.db.segments_db [None req-39a1d1f4-6e24-4745-96a9-4613690f8ff5 admin admin] Added segment 9b07e94b-cdee-4fcd-b18d-5adbca991074 of type vlan for network b306e4a1-3e45-418e-92a7-1cdae507ef31 Mar 14 10:25:54.070299 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-f4039063-230b-41a9-bf4a-d5dd4b348b96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (46201191-f63a-41db-ad4d-3c2c795fe1c2), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:25:54.076367 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035bf779-7ebe-49bd-aedf-a65283db1cc9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00786b35-2cc5-4c4c-83cc-316ffef97c56,revision_number=0']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:25:54.086529 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035bf779-7ebe-49bd-aedf-a65283db1cc9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:25:54.087112 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035bf779-7ebe-49bd-aedf-a65283db1cc9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:25:54.087768 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-39a1d1f4-6e24-4745-96a9-4613690f8ff5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739585426881'] for network (b306e4a1-3e45-418e-92a7-1cdae507ef31), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:25:54.087995 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035bf779-7ebe-49bd-aedf-a65283db1cc9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:25:54.088500 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035bf779-7ebe-49bd-aedf-a65283db1cc9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:25:54.089011 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035bf779-7ebe-49bd-aedf-a65283db1cc9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:25:54.089703 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035bf779-7ebe-49bd-aedf-a65283db1cc9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:25:54.090043 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035bf779-7ebe-49bd-aedf-a65283db1cc9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:25:54.090410 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035bf779-7ebe-49bd-aedf-a65283db1cc9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:25:54.090856 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035bf779-7ebe-49bd-aedf-a65283db1cc9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:25:54.091086 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035bf779-7ebe-49bd-aedf-a65283db1cc9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:25:54.091429 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035bf779-7ebe-49bd-aedf-a65283db1cc9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:25:54.091814 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035bf779-7ebe-49bd-aedf-a65283db1cc9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:25:54.092146 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035bf779-7ebe-49bd-aedf-a65283db1cc9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:25:54.092470 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035bf779-7ebe-49bd-aedf-a65283db1cc9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:25:54.092781 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035bf779-7ebe-49bd-aedf-a65283db1cc9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:25:54.094587 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035bf779-7ebe-49bd-aedf-a65283db1cc9 admin admin] Tracked resource versions report: Mar 14 10:25:54.094587 dv-cinder-833544-1-iscsi neutron-server[103642]: pushed versions: Mar 14 10:25:54.094587 dv-cinder-833544-1-iscsi neutron-server[103642]: { 'AddressGroup': {'1.2'}, Mar 14 10:25:54.094587 dv-cinder-833544-1-iscsi neutron-server[103642]: 'Agent': {'1.1'}, Mar 14 10:25:54.094587 dv-cinder-833544-1-iscsi neutron-server[103642]: 'ConntrackHelper': {'1.0'}, Mar 14 10:25:54.094587 dv-cinder-833544-1-iscsi neutron-server[103642]: 'LocalIPAssociation': {'1.0'}, Mar 14 10:25:54.094587 dv-cinder-833544-1-iscsi neutron-server[103642]: 'Log': {'1.0'}, Mar 14 10:25:54.094587 dv-cinder-833544-1-iscsi neutron-server[103642]: 'NDPProxy': {'1.0'}, Mar 14 10:25:54.094587 dv-cinder-833544-1-iscsi neutron-server[103642]: 'Network': {'1.1'}, Mar 14 10:25:54.094587 dv-cinder-833544-1-iscsi neutron-server[103642]: 'Port': {'1.7'}, Mar 14 10:25:54.094587 dv-cinder-833544-1-iscsi neutron-server[103642]: 'PortForwarding': {'1.2'}, Mar 14 10:25:54.094587 dv-cinder-833544-1-iscsi neutron-server[103642]: 'QosPolicy': {'1.10'}, Mar 14 10:25:54.094587 dv-cinder-833544-1-iscsi neutron-server[103642]: 'SecurityGroup': {'1.5'}, Mar 14 10:25:54.094587 dv-cinder-833544-1-iscsi neutron-server[103642]: 'SecurityGroupRule': {'1.2'}, Mar 14 10:25:54.094587 dv-cinder-833544-1-iscsi neutron-server[103642]: 'SubPort': {'1.0'}, Mar 14 10:25:54.094587 dv-cinder-833544-1-iscsi neutron-server[103642]: 'Subnet': {'1.1'}, Mar 14 10:25:54.094587 dv-cinder-833544-1-iscsi neutron-server[103642]: 'Trunk': {'1.1'}} Mar 14 10:25:54.094587 dv-cinder-833544-1-iscsi neutron-server[103642]: consumer versions: Mar 14 10:25:54.094587 dv-cinder-833544-1-iscsi neutron-server[103642]: { DHCP agent@dv-cinder-833544-1-iscsi: {}, Mar 14 10:25:54.094587 dv-cinder-833544-1-iscsi neutron-server[103642]: HyperV agent@hv-cinder-83354: {}, Mar 14 10:25:54.094587 dv-cinder-833544-1-iscsi neutron-server[103642]: L3 agent@dv-cinder-833544-1-iscsi: {}, Mar 14 10:25:54.094587 dv-cinder-833544-1-iscsi neutron-server[103642]: Metadata agent@dv-cinder-833544-1-iscsi: {}, Mar 14 10:25:54.094587 dv-cinder-833544-1-iscsi neutron-server[103642]: Metering agent@dv-cinder-833544-1-iscsi: {}, Mar 14 10:25:54.094587 dv-cinder-833544-1-iscsi neutron-server[103642]: Open vSwitch agent@dv-cinder-833544-1-iscsi: { 'AddressGroup': '1.2', Mar 14 10:25:54.094587 dv-cinder-833544-1-iscsi neutron-server[103642]: 'Agent': '1.1', Mar 14 10:25:54.094587 dv-cinder-833544-1-iscsi neutron-server[103642]: 'ConntrackHelper': '1.0', Mar 14 10:25:54.094587 dv-cinder-833544-1-iscsi neutron-server[103642]: 'LocalIPAssociation': '1.0', Mar 14 10:25:54.094587 dv-cinder-833544-1-iscsi neutron-server[103642]: 'Log': '1.0', Mar 14 10:25:54.094587 dv-cinder-833544-1-iscsi neutron-server[103642]: 'NDPProxy': '1.0', Mar 14 10:25:54.094587 dv-cinder-833544-1-iscsi neutron-server[103642]: 'Network': '1.1', Mar 14 10:25:54.094587 dv-cinder-833544-1-iscsi neutron-server[103642]: 'Port': '1.7', Mar 14 10:25:54.094587 dv-cinder-833544-1-iscsi neutron-server[103642]: 'PortForwarding': '1.2', Mar 14 10:25:54.094587 dv-cinder-833544-1-iscsi neutron-server[103642]: 'QosPolicy': '1.10', Mar 14 10:25:54.094587 dv-cinder-833544-1-iscsi neutron-server[103642]: 'SecurityGroup': '1.5', Mar 14 10:25:54.094587 dv-cinder-833544-1-iscsi neutron-server[103642]: 'SecurityGroupRule': '1.2', Mar 14 10:25:54.094587 dv-cinder-833544-1-iscsi neutron-server[103642]: 'SubPort': '1.0', Mar 14 10:25:54.094587 dv-cinder-833544-1-iscsi neutron-server[103642]: 'Subnet': '1.1', Mar 14 10:25:54.094587 dv-cinder-833544-1-iscsi neutron-server[103642]: 'Trunk': '1.1'}} Mar 14 10:25:54.094587 dv-cinder-833544-1-iscsi neutron-server[103642]: {{(pid=103642) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 14 10:25:54.140852 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035bf779-7ebe-49bd-aedf-a65283db1cc9 admin admin] Checking segment: {'id': '813206bc-3b4b-41d1-bc9c-0d026c4e302c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'f32a9833-69ef-4b23-859e-a7b8b0d08e87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:25:54.141208 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035bf779-7ebe-49bd-aedf-a65283db1cc9 admin admin] Network hostable DHCP agents. Network: f32a9833-69ef-4b23-859e-a7b8b0d08e87, hostable agents: ['71411765-f129-4ae6-9e82-4fe742fde8ff'], hosted agents: [] {{(pid=103642) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 10:25:54.182888 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-39a1d1f4-6e24-4745-96a9-4613690f8ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005'] for network (b306e4a1-3e45-418e-92a7-1cdae507ef31), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:25:54.183774 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a1d1f4-6e24-4745-96a9-4613690f8ff5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:25:54.184904 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-39a1d1f4-6e24-4745-96a9-4613690f8ff5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631023'] for network (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:25:54.211955 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035bf779-7ebe-49bd-aedf-a65283db1cc9 admin admin] Network f32a9833-69ef-4b23-859e-a7b8b0d08e87 is scheduled to be hosted by DHCP agent 71411765-f129-4ae6-9e82-4fe742fde8ff with binding_index 1 {{(pid=103642) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 10:25:54.241710 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a1d1f4-6e24-4745-96a9-4613690f8ff5 admin admin] Pushing event updated for resources: {'Network': ['ID=b306e4a1-3e45-418e-92a7-1cdae507ef31,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:25:54.252918 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Network b306e4a1-3e45-418e-92a7-1cdae507ef31 details requested by agent ovs-agent-dv-cinder-833544-1-iscsi with host dv-cinder-833544-1-iscsi {{(pid=103644) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 10:25:54.282540 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.scheduler.base_scheduler [None req-035bf779-7ebe-49bd-aedf-a65283db1cc9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-833544-1-iscsi, f32a9833-69ef-4b23-859e-a7b8b0d08e87) {{(pid=103642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:25:54.287347 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-39a1d1f4-6e24-4745-96a9-4613690f8ff5 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0183246 Mar 14 10:25:54.287692 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 38770) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:25:54.292389 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [None req-9037085a-834c-4a35-9688-2d6cdcef6216 admin admin] Request body: {'subnet': {'network_id': 'b306e4a1-3e45-418e-92a7-1cdae507ef31', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-390245008-subnet', 'tenant_id': '5472bedc1d6a4e30b10a78f0f7cd05c1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:25:54.301218 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed59d7b-756e-4e0a-a947-10156122dd39 None None] Network f32a9833-69ef-4b23-859e-a7b8b0d08e87 requested from dv-cinder-833544-1-iscsi {{(pid=103644) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 10:25:54.306855 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035bf779-7ebe-49bd-aedf-a65283db1cc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:25:54.307713 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-035bf779-7ebe-49bd-aedf-a65283db1cc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631023'] for subnet (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:25:54.363803 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [None req-a0aaea79-912a-4c14-9d6e-2915a0502a81 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1580736640-network', 'tenant_id': '0ab27b33d5734cba962525a4e0960cbd'}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:25:54.481488 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-035bf779-7ebe-49bd-aedf-a65283db1cc9 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8142519 Mar 14 10:25:54.481488 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 38782) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:25:54.481488 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.v2.base [None req-1e716d08-4133-4e25-9fb9-f6ce678bf2dd admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-974936345-router', 'tenant_id': '101a93bee6d44e499149e201608b6104', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a'}}} {{(pid=103642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:25:54.482744 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e83e6a-1408-4ae6-acf8-591f85e9b025 None None] Network f32a9833-69ef-4b23-859e-a7b8b0d08e87 requested from dv-cinder-833544-1-iscsi {{(pid=103644) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 10:25:54.572031 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9037085a-834c-4a35-9688-2d6cdcef6216 admin admin] Made reservation on behalf of 5472bedc1d6a4e30b10a78f0f7cd05c1 for: {'subnet': 1} {{(pid=103643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 10:25:54.575477 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-9037085a-834c-4a35-9688-2d6cdcef6216 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:25:54.597379 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-1e716d08-4133-4e25-9fb9-f6ce678bf2dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-559121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10214'] for router (233cb934-d91d-4cb3-bfc5-144fa54d5928), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:25:54.598963 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-1e716d08-4133-4e25-9fb9-f6ce678bf2dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-564327', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-678354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10225'] for router (233cb934-d91d-4cb3-bfc5-144fa54d5928), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:25:54.612517 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0aaea79-912a-4c14-9d6e-2915a0502a81 admin admin] Made reservation on behalf of 0ab27b33d5734cba962525a4e0960cbd for: {'network': 1} {{(pid=103643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 10:25:54.614760 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-a0aaea79-912a-4c14-9d6e-2915a0502a81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for network (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:25:54.640913 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-a0aaea79-912a-4c14-9d6e-2915a0502a81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:25:54.697890 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-1e716d08-4133-4e25-9fb9-f6ce678bf2dd admin admin] Publish callbacks [] for router_controller (233cb934-d91d-4cb3-bfc5-144fa54d5928), precommit_add_association {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:25:54.995874 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-1e716d08-4133-4e25-9fb9-f6ce678bf2dd admin admin] Publish callbacks [] for router_gateway (233cb934-d91d-4cb3-bfc5-144fa54d5928), precommit_update {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:25:55.000710 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-a0aaea79-912a-4c14-9d6e-2915a0502a81 admin admin] Publish callbacks [] for security_group (3064f7e9-7259-4dc2-9d04-e5e9de424be5), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:25:55.003040 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-9037085a-834c-4a35-9688-2d6cdcef6216 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005'] for subnet (583b334f-c92c-40ae-ba3b-abff06ff8c22), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:25:55.077593 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9037085a-834c-4a35-9688-2d6cdcef6216 admin admin] Checking segment: {'id': '9b07e94b-cdee-4fcd-b18d-5adbca991074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'b306e4a1-3e45-418e-92a7-1cdae507ef31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:25:55.077976 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9037085a-834c-4a35-9688-2d6cdcef6216 admin admin] Network hostable DHCP agents. Network: b306e4a1-3e45-418e-92a7-1cdae507ef31, hostable agents: ['71411765-f129-4ae6-9e82-4fe742fde8ff'], hosted agents: [] {{(pid=103643) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 10:25:55.083237 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9037085a-834c-4a35-9688-2d6cdcef6216 admin admin] Pushing event updated for resources: {'Subnet': ['ID=583b334f-c92c-40ae-ba3b-abff06ff8c22,revision_number=0']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:25:55.088065 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-a0aaea79-912a-4c14-9d6e-2915a0502a81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (3064f7e9-7259-4dc2-9d04-e5e9de424be5), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:25:55.119721 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0aaea79-912a-4c14-9d6e-2915a0502a81 admin admin] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=103643) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 10:25:55.140273 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-a0aaea79-912a-4c14-9d6e-2915a0502a81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1663358'] for segment (94200893-3f5f-4e23-9522-2783e0791f89), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:25:55.140499 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.db.segments_db [None req-a0aaea79-912a-4c14-9d6e-2915a0502a81 admin admin] Added segment 94200893-3f5f-4e23-9522-2783e0791f89 of type vlan for network cbe0e9e5-d066-4a1f-8075-4ee67bbc728b Mar 14 10:25:55.141682 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0aaea79-912a-4c14-9d6e-2915a0502a81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3064f7e9-7259-4dc2-9d04-e5e9de424be5,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:25:55.190177 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-a0aaea79-912a-4c14-9d6e-2915a0502a81 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739585426881'] for network (cbe0e9e5-d066-4a1f-8075-4ee67bbc728b), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:25:55.231455 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9037085a-834c-4a35-9688-2d6cdcef6216 admin admin] Network b306e4a1-3e45-418e-92a7-1cdae507ef31 is scheduled to be hosted by DHCP agent 71411765-f129-4ae6-9e82-4fe742fde8ff with binding_index 1 {{(pid=103643) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 10:25:55.294629 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-a0aaea79-912a-4c14-9d6e-2915a0502a81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005'] for network (cbe0e9e5-d066-4a1f-8075-4ee67bbc728b), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:25:55.301952 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0aaea79-912a-4c14-9d6e-2915a0502a81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:25:55.301952 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-a0aaea79-912a-4c14-9d6e-2915a0502a81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631023'] for network (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:25:55.334047 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.base_scheduler [None req-9037085a-834c-4a35-9688-2d6cdcef6216 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-833544-1-iscsi, b306e4a1-3e45-418e-92a7-1cdae507ef31) {{(pid=103643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:25:55.347930 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9037085a-834c-4a35-9688-2d6cdcef6216 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:25:55.348973 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-9037085a-834c-4a35-9688-2d6cdcef6216 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631023'] for subnet (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:25:55.352600 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ef2810-d033-4868-95c0-1f4c15522c44 None None] Network b306e4a1-3e45-418e-92a7-1cdae507ef31 requested from dv-cinder-833544-1-iscsi {{(pid=103644) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 10:25:55.388405 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0aaea79-912a-4c14-9d6e-2915a0502a81 admin admin] Pushing event updated for resources: {'Network': ['ID=cbe0e9e5-d066-4a1f-8075-4ee67bbc728b,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:25:55.404789 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-a0aaea79-912a-4c14-9d6e-2915a0502a81 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4578681 Mar 14 10:25:55.407780 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 38824) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:25:55.412702 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [None req-19c9f5e2-6e2f-4904-8af9-bbb8b5b6a359 admin admin] Request body: {'subnet': {'network_id': 'cbe0e9e5-d066-4a1f-8075-4ee67bbc728b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1580736640-subnet', 'tenant_id': '0ab27b33d5734cba962525a4e0960cbd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:25:55.425854 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Network cbe0e9e5-d066-4a1f-8075-4ee67bbc728b details requested by agent ovs-agent-dv-cinder-833544-1-iscsi with host dv-cinder-833544-1-iscsi {{(pid=103644) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 10:25:55.472080 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-1e716d08-4133-4e25-9fb9-f6ce678bf2dd admin admin] Publish callbacks [] for router_gateway (233cb934-d91d-4cb3-bfc5-144fa54d5928), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:25:55.473859 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-9037085a-834c-4a35-9688-2d6cdcef6216 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1847229 Mar 14 10:25:55.478182 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 38832) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:25:55.484467 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [None req-f25ef6db-3874-4824-ac02-82eefc61727a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-390245008-router', 'tenant_id': '5472bedc1d6a4e30b10a78f0f7cd05c1', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a'}}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:25:55.499841 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-1e716d08-4133-4e25-9fb9-f6ce678bf2dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (None), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:25:55.511103 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19c9f5e2-6e2f-4904-8af9-bbb8b5b6a359 admin admin] Made reservation on behalf of 0ab27b33d5734cba962525a4e0960cbd for: {'subnet': 1} {{(pid=103643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 10:25:55.520671 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-19c9f5e2-6e2f-4904-8af9-bbb8b5b6a359 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:25:55.634972 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.db.db_base_plugin_common [None req-1e716d08-4133-4e25-9fb9-f6ce678bf2dd admin admin] Allocated IP 172.27.2.57 (d3edc090-f075-4654-a10f-87b9c191544a/b94c44b1-4eb3-4139-bb38-cf15afc675ad/722ab4df-fb95-4f8c-a657-da1fb5129cad) {{(pid=103642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 10:25:55.674970 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-f25ef6db-3874-4824-ac02-82eefc61727a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-559121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10214'] for router (2685b023-d3e0-46d1-9601-309947861e32), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:25:55.677742 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-f25ef6db-3874-4824-ac02-82eefc61727a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-564327', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-678354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10225'] for router (2685b023-d3e0-46d1-9601-309947861e32), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:25:55.693428 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dccca684-fc50-49a6-820e-8b6ee50ffd98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5134b456-3691-55a4-ab1f-9767d820ba17-b306e4a1-3e45-418e-92a7-1cdae507ef31', 'network_id': 'b306e4a1-3e45-418e-92a7-1cdae507ef31', 'project_id': '5472bedc1d6a4e30b10a78f0f7cd05c1', 'fixed_ips': [{'subnet_id': '583b334f-c92c-40ae-ba3b-abff06ff8c22'}]}} from dv-cinder-833544-1-iscsi. {{(pid=103644) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 14 10:25:55.697297 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-dccca684-fc50-49a6-820e-8b6ee50ffd98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (None), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:25:55.802607 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-1e716d08-4133-4e25-9fb9-f6ce678bf2dd admin admin] Publish callbacks [] for port (722ab4df-fb95-4f8c-a657-da1fb5129cad), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:25:55.824597 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-f25ef6db-3874-4824-ac02-82eefc61727a admin admin] Publish callbacks [] for router_controller (2685b023-d3e0-46d1-9601-309947861e32), precommit_add_association {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:25:55.844836 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-a3541fa5-4b74-4b29-92a0-285d4d95a3dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (a9a1db27-ecd3-427e-bc57-ce8de4da4c28), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:25:55.912457 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.db_base_plugin_common [None req-dccca684-fc50-49a6-820e-8b6ee50ffd98 None None] Allocated IP 172.20.0.2 (b306e4a1-3e45-418e-92a7-1cdae507ef31/583b334f-c92c-40ae-ba3b-abff06ff8c22/2a5917f6-8433-4f09-9526-363281521565) {{(pid=103644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 10:25:55.921078 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-1e716d08-4133-4e25-9fb9-f6ce678bf2dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739585409118'] for port (722ab4df-fb95-4f8c-a657-da1fb5129cad), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:25:55.955170 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-19c9f5e2-6e2f-4904-8af9-bbb8b5b6a359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005'] for subnet (3bb98a96-0653-4e52-b36e-6046127abe8a), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:25:56.004914 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e716d08-4133-4e25-9fb9-f6ce678bf2dd admin admin] Network d3edc090-f075-4654-a10f-87b9c191544a is already hosted by enough agents. {{(pid=103642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:25:56.009154 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.scheduler.base_scheduler [None req-1e716d08-4133-4e25-9fb9-f6ce678bf2dd admin admin] Resources bound (agent type, host, resource id): {{(pid=103642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:25:56.013966 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e716d08-4133-4e25-9fb9-f6ce678bf2dd admin admin] Received port after_create {{(pid=103642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 10:25:56.016947 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e716d08-4133-4e25-9fb9-f6ce678bf2dd admin admin] Pushing event updated for resources: {'Port': ['ID=722ab4df-fb95-4f8c-a657-da1fb5129cad,revision_number=1']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:25:56.110852 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c9f5e2-6e2f-4904-8af9-bbb8b5b6a359 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3bb98a96-0653-4e52-b36e-6046127abe8a,revision_number=0']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:25:56.198544 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-f25ef6db-3874-4824-ac02-82eefc61727a admin admin] Publish callbacks [] for router_gateway (2685b023-d3e0-46d1-9601-309947861e32), precommit_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:25:56.205479 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-dccca684-fc50-49a6-820e-8b6ee50ffd98 None None] Publish callbacks [] for port (2a5917f6-8433-4f09-9526-363281521565), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:25:56.216253 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c9f5e2-6e2f-4904-8af9-bbb8b5b6a359 admin admin] Checking segment: {'id': '94200893-3f5f-4e23-9522-2783e0791f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'cbe0e9e5-d066-4a1f-8075-4ee67bbc728b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:25:56.216598 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c9f5e2-6e2f-4904-8af9-bbb8b5b6a359 admin admin] Network hostable DHCP agents. Network: cbe0e9e5-d066-4a1f-8075-4ee67bbc728b, hostable agents: ['71411765-f129-4ae6-9e82-4fe742fde8ff'], hosted agents: [] {{(pid=103643) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 10:25:56.327530 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-dccca684-fc50-49a6-820e-8b6ee50ffd98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739585409118'] for port (2a5917f6-8433-4f09-9526-363281521565), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:25:56.338402 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 38862) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:25:56.356830 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c9f5e2-6e2f-4904-8af9-bbb8b5b6a359 admin admin] Network cbe0e9e5-d066-4a1f-8075-4ee67bbc728b is scheduled to be hosted by DHCP agent 71411765-f129-4ae6-9e82-4fe742fde8ff with binding_index 1 {{(pid=103643) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 10:25:56.365630 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dccca684-fc50-49a6-820e-8b6ee50ffd98 None None] Network b306e4a1-3e45-418e-92a7-1cdae507ef31 is already hosted by enough agents. {{(pid=103644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:25:56.373172 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.scheduler.base_scheduler [None req-dccca684-fc50-49a6-820e-8b6ee50ffd98 None None] Resources bound (agent type, host, resource id): {{(pid=103644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:25:56.385371 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dccca684-fc50-49a6-820e-8b6ee50ffd98 None None] Received port after_create {{(pid=103644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 10:25:56.424702 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccca684-fc50-49a6-820e-8b6ee50ffd98 None None] Pushing event updated for resources: {'Port': ['ID=2a5917f6-8433-4f09-9526-363281521565,revision_number=1']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:25:56.435467 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccca684-fc50-49a6-820e-8b6ee50ffd98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:25:56.435861 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccca684-fc50-49a6-820e-8b6ee50ffd98 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:25:56.436421 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccca684-fc50-49a6-820e-8b6ee50ffd98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:25:56.437374 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccca684-fc50-49a6-820e-8b6ee50ffd98 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:25:56.437885 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccca684-fc50-49a6-820e-8b6ee50ffd98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:25:56.438391 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccca684-fc50-49a6-820e-8b6ee50ffd98 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:25:56.439169 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccca684-fc50-49a6-820e-8b6ee50ffd98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:25:56.439719 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccca684-fc50-49a6-820e-8b6ee50ffd98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:25:56.440219 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccca684-fc50-49a6-820e-8b6ee50ffd98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:25:56.440711 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccca684-fc50-49a6-820e-8b6ee50ffd98 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:25:56.441203 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccca684-fc50-49a6-820e-8b6ee50ffd98 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:25:56.441633 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.base_scheduler [None req-19c9f5e2-6e2f-4904-8af9-bbb8b5b6a359 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-833544-1-iscsi, cbe0e9e5-d066-4a1f-8075-4ee67bbc728b) {{(pid=103643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:25:56.442160 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccca684-fc50-49a6-820e-8b6ee50ffd98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:25:56.442512 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccca684-fc50-49a6-820e-8b6ee50ffd98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:25:56.442852 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccca684-fc50-49a6-820e-8b6ee50ffd98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:25:56.443621 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccca684-fc50-49a6-820e-8b6ee50ffd98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:25:56.445343 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccca684-fc50-49a6-820e-8b6ee50ffd98 None None] Tracked resource versions report: Mar 14 10:25:56.445343 dv-cinder-833544-1-iscsi neutron-server[103644]: pushed versions: Mar 14 10:25:56.445343 dv-cinder-833544-1-iscsi neutron-server[103644]: { 'AddressGroup': {'1.2'}, Mar 14 10:25:56.445343 dv-cinder-833544-1-iscsi neutron-server[103644]: 'Agent': {'1.1'}, Mar 14 10:25:56.445343 dv-cinder-833544-1-iscsi neutron-server[103644]: 'ConntrackHelper': {'1.0'}, Mar 14 10:25:56.445343 dv-cinder-833544-1-iscsi neutron-server[103644]: 'LocalIPAssociation': {'1.0'}, Mar 14 10:25:56.445343 dv-cinder-833544-1-iscsi neutron-server[103644]: 'Log': {'1.0'}, Mar 14 10:25:56.445343 dv-cinder-833544-1-iscsi neutron-server[103644]: 'NDPProxy': {'1.0'}, Mar 14 10:25:56.445343 dv-cinder-833544-1-iscsi neutron-server[103644]: 'Network': {'1.1'}, Mar 14 10:25:56.445343 dv-cinder-833544-1-iscsi neutron-server[103644]: 'Port': {'1.7'}, Mar 14 10:25:56.445343 dv-cinder-833544-1-iscsi neutron-server[103644]: 'PortForwarding': {'1.2'}, Mar 14 10:25:56.445343 dv-cinder-833544-1-iscsi neutron-server[103644]: 'QosPolicy': {'1.10'}, Mar 14 10:25:56.445343 dv-cinder-833544-1-iscsi neutron-server[103644]: 'SecurityGroup': {'1.5'}, Mar 14 10:25:56.445343 dv-cinder-833544-1-iscsi neutron-server[103644]: 'SecurityGroupRule': {'1.2'}, Mar 14 10:25:56.445343 dv-cinder-833544-1-iscsi neutron-server[103644]: 'SubPort': {'1.0'}, Mar 14 10:25:56.445343 dv-cinder-833544-1-iscsi neutron-server[103644]: 'Subnet': {'1.1'}, Mar 14 10:25:56.445343 dv-cinder-833544-1-iscsi neutron-server[103644]: 'Trunk': {'1.1'}} Mar 14 10:25:56.445343 dv-cinder-833544-1-iscsi neutron-server[103644]: consumer versions: Mar 14 10:25:56.445343 dv-cinder-833544-1-iscsi neutron-server[103644]: { DHCP agent@dv-cinder-833544-1-iscsi: {}, Mar 14 10:25:56.445343 dv-cinder-833544-1-iscsi neutron-server[103644]: HyperV agent@hv-cinder-83354: {}, Mar 14 10:25:56.445343 dv-cinder-833544-1-iscsi neutron-server[103644]: L3 agent@dv-cinder-833544-1-iscsi: {}, Mar 14 10:25:56.445343 dv-cinder-833544-1-iscsi neutron-server[103644]: Metadata agent@dv-cinder-833544-1-iscsi: {}, Mar 14 10:25:56.445343 dv-cinder-833544-1-iscsi neutron-server[103644]: Metering agent@dv-cinder-833544-1-iscsi: {}, Mar 14 10:25:56.445343 dv-cinder-833544-1-iscsi neutron-server[103644]: Open vSwitch agent@dv-cinder-833544-1-iscsi: { 'AddressGroup': '1.2', Mar 14 10:25:56.445343 dv-cinder-833544-1-iscsi neutron-server[103644]: 'Agent': '1.1', Mar 14 10:25:56.445343 dv-cinder-833544-1-iscsi neutron-server[103644]: 'ConntrackHelper': '1.0', Mar 14 10:25:56.445343 dv-cinder-833544-1-iscsi neutron-server[103644]: 'LocalIPAssociation': '1.0', Mar 14 10:25:56.445343 dv-cinder-833544-1-iscsi neutron-server[103644]: 'Log': '1.0', Mar 14 10:25:56.445343 dv-cinder-833544-1-iscsi neutron-server[103644]: 'NDPProxy': '1.0', Mar 14 10:25:56.445343 dv-cinder-833544-1-iscsi neutron-server[103644]: 'Network': '1.1', Mar 14 10:25:56.445343 dv-cinder-833544-1-iscsi neutron-server[103644]: 'Port': '1.7', Mar 14 10:25:56.445343 dv-cinder-833544-1-iscsi neutron-server[103644]: 'PortForwarding': '1.2', Mar 14 10:25:56.445343 dv-cinder-833544-1-iscsi neutron-server[103644]: 'QosPolicy': '1.10', Mar 14 10:25:56.445343 dv-cinder-833544-1-iscsi neutron-server[103644]: 'SecurityGroup': '1.5', Mar 14 10:25:56.445343 dv-cinder-833544-1-iscsi neutron-server[103644]: 'SecurityGroupRule': '1.2', Mar 14 10:25:56.445343 dv-cinder-833544-1-iscsi neutron-server[103644]: 'SubPort': '1.0', Mar 14 10:25:56.445343 dv-cinder-833544-1-iscsi neutron-server[103644]: 'Subnet': '1.1', Mar 14 10:25:56.445343 dv-cinder-833544-1-iscsi neutron-server[103644]: 'Trunk': '1.1'}} Mar 14 10:25:56.445343 dv-cinder-833544-1-iscsi neutron-server[103644]: {{(pid=103644) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 14 10:25:56.468455 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c9f5e2-6e2f-4904-8af9-bbb8b5b6a359 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:25:56.470170 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-19c9f5e2-6e2f-4904-8af9-bbb8b5b6a359 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631023'] for subnet (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:25:56.472294 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a71f8e23-bfee-4188-9254-b1ce4d396824 None None] Network cbe0e9e5-d066-4a1f-8075-4ee67bbc728b requested from dv-cinder-833544-1-iscsi {{(pid=103644) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 10:25:56.478706 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-1e716d08-4133-4e25-9fb9-f6ce678bf2dd admin admin] Publish callbacks [] for router_gateway (233cb934-d91d-4cb3-bfc5-144fa54d5928), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:25:56.489519 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.managers [None req-dccca684-fc50-49a6-820e-8b6ee50ffd98 None None] Attempting to bind port 2a5917f6-8433-4f09-9526-363281521565 on host dv-cinder-833544-1-iscsi for vnic_type normal with profile {{(pid=103644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 10:25:56.489819 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.managers [None req-dccca684-fc50-49a6-820e-8b6ee50ffd98 None None] Attempting to bind port 2a5917f6-8433-4f09-9526-363281521565 by drivers openvswitch,hyperv on host dv-cinder-833544-1-iscsi at level 0 using segments [{'id': '9b07e94b-cdee-4fcd-b18d-5adbca991074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'b306e4a1-3e45-418e-92a7-1cdae507ef31'}] {{(pid=103644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 10:25:56.490190 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dccca684-fc50-49a6-820e-8b6ee50ffd98 None None] Attempting to bind port 2a5917f6-8433-4f09-9526-363281521565 on network b306e4a1-3e45-418e-92a7-1cdae507ef31 {{(pid=103644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:25:56.523086 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dccca684-fc50-49a6-820e-8b6ee50ffd98 None None] Checking agent: {'id': '3daba05a-6d77-487a-83af-fb9f8edf24c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833544-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 14, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 10, 25, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833544-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 10:25:56.523485 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dccca684-fc50-49a6-820e-8b6ee50ffd98 None None] Checking segment: {'id': '9b07e94b-cdee-4fcd-b18d-5adbca991074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'b306e4a1-3e45-418e-92a7-1cdae507ef31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:25:56.523939 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-dccca684-fc50-49a6-820e-8b6ee50ffd98 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:25:56.524344 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dccca684-fc50-49a6-820e-8b6ee50ffd98 None None] Bound using segment: {'id': '9b07e94b-cdee-4fcd-b18d-5adbca991074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'b306e4a1-3e45-418e-92a7-1cdae507ef31'} {{(pid=103644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 10:25:56.524836 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.managers [None req-dccca684-fc50-49a6-820e-8b6ee50ffd98 None None] Bound port: 2a5917f6-8433-4f09-9526-363281521565, host: dv-cinder-833544-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b07e94b-cdee-4fcd-b18d-5adbca991074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'b306e4a1-3e45-418e-92a7-1cdae507ef31'}}] {{(pid=103644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 10:25:56.525225 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-dccca684-fc50-49a6-820e-8b6ee50ffd98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (2a5917f6-8433-4f09-9526-363281521565), before_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:25:56.620921 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-19c9f5e2-6e2f-4904-8af9-bbb8b5b6a359 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2120247 Mar 14 10:25:56.636231 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-cf15b812-158c-439c-a95a-de419e79153c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:25:56.664168 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c9e47d-53b1-4ca6-8788-3770deac0d80 None None] Network cbe0e9e5-d066-4a1f-8075-4ee67bbc728b requested from dv-cinder-833544-1-iscsi {{(pid=103644) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 10:25:56.666639 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-dccca684-fc50-49a6-820e-8b6ee50ffd98 None None] For port 2a5917f6-8433-4f09-9526-363281521565, host dv-cinder-833544-1-iscsi, cleared binding levels {{(pid=103644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 10:25:56.670838 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-dccca684-fc50-49a6-820e-8b6ee50ffd98 None None] For port 2a5917f6-8433-4f09-9526-363281521565, host dv-cinder-833544-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833544-1-iscsi',level=0,port_id=2a5917f6-8433-4f09-9526-363281521565,segment=NetworkSegment(9b07e94b-cdee-4fcd-b18d-5adbca991074),segment_id=9b07e94b-cdee-4fcd-b18d-5adbca991074)] {{(pid=103644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 10:25:56.758747 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-1e716d08-4133-4e25-9fb9-f6ce678bf2dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-564250'] for router (233cb934-d91d-4cb3-bfc5-144fa54d5928), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:25:56.762926 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-dccca684-fc50-49a6-820e-8b6ee50ffd98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (2a5917f6-8433-4f09-9526-363281521565), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:25:56.764442 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-f25ef6db-3874-4824-ac02-82eefc61727a admin admin] Publish callbacks [] for router_gateway (2685b023-d3e0-46d1-9601-309947861e32), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:25:56.819694 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-f25ef6db-3874-4824-ac02-82eefc61727a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:25:56.860249 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccca684-fc50-49a6-820e-8b6ee50ffd98 None None] Pushing event updated for resources: {'Port': ['ID=2a5917f6-8433-4f09-9526-363281521565,revision_number=2']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:25:56.961476 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (3daba05a-6d77-487a-83af-fb9f8edf24c0), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:25:57.055630 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e716d08-4133-4e25-9fb9-f6ce678bf2dd admin admin] Router 233cb934-d91d-4cb3-bfc5-144fa54d5928 is scheduled to L3 agent a016a58c-1f8a-4210-ae6c-360b1a1f78c1 with binding_index 1 {{(pid=103642) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 10:25:57.084500 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-cf15b812-158c-439c-a95a-de419e79153c admin admin] Publish callbacks [] for security_group (d82e9953-0834-4e9f-b115-16a3f3cee727), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:25:57.131366 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.db.db_base_plugin_common [None req-f25ef6db-3874-4824-ac02-82eefc61727a admin admin] Allocated IP 172.27.2.30 (d3edc090-f075-4654-a10f-87b9c191544a/b94c44b1-4eb3-4139-bb38-cf15afc675ad/232b1b15-77af-416a-90e9-0fcb9030d489) {{(pid=103643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 10:25:57.133670 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (cd4c1fd5-6bd0-46fc-9cd1-9ea8fc180379), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:25:57.210218 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e716d08-4133-4e25-9fb9-f6ce678bf2dd admin admin] Notify agent at l3_agent.dv-cinder-833544-1-iscsi the message routers_updated {{(pid=103642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 10:25:57.224015 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a55482-18c2-4375-a7aa-c41b656dcdd3 None None] Sync routers for ids ['233cb934-d91d-4cb3-bfc5-144fa54d5928'] in dv-cinder-833544-1-iscsi {{(pid=103645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 10:25:57.232212 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-cf15b812-158c-439c-a95a-de419e79153c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (d82e9953-0834-4e9f-b115-16a3f3cee727), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:25:57.251232 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a55482-18c2-4375-a7aa-c41b656dcdd3 None None] Routers {'233cb934-d91d-4cb3-bfc5-144fa54d5928'} bound to L3 agent in host dv-cinder-833544-1-iscsi {{(pid=103645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:25:57.251979 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-12a55482-18c2-4375-a7aa-c41b656dcdd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833544-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T10:17:23Z,description=,heartbeat_timestamp=2022-03-14T10:25:53Z,host='dv-cinder-833544-1-iscsi',id=a016a58c-1f8a-4210-ae6c-360b1a1f78c1,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:17:24Z,topic='l3_agent')) {'router_ids': ['233cb934-d91d-4cb3-bfc5-144fa54d5928'], 'active': True} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:25:57.295209 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-1e716d08-4133-4e25-9fb9-f6ce678bf2dd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:25:57.300290 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-1e716d08-4133-4e25-9fb9-f6ce678bf2dd admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.8269854 Mar 14 10:25:57.301183 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 38890) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:25:57.347819 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 38898) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:25:57.365201 dv-cinder-833544-1-iscsi neutron-server[103643]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 14 10:25:57.395250 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-f25ef6db-3874-4824-ac02-82eefc61727a admin admin] Publish callbacks [] for port (232b1b15-77af-416a-90e9-0fcb9030d489), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:25:57.409767 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-cf15b812-158c-439c-a95a-de419e79153c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dd3639c6dc5f4d1f8c26d16be15cbe49&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0677891 Mar 14 10:25:57.409767 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf15b812-158c-439c-a95a-de419e79153c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d82e9953-0834-4e9f-b115-16a3f3cee727,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:25:57.414559 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 38902) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:25:57.503435 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvr_db [None req-12a55482-18c2-4375-a7aa-c41b656dcdd3 None None] Set router 233cb934-d91d-4cb3-bfc5-144fa54d5928 gateway port host: dv-cinder-833544-1-iscsi {{(pid=103645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:25:57.674562 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c4ca54-426d-49d2-86b6-13e88f1dced2 req-b2b6d73e-4c54-4f28-bd15-580974a7aa70 tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:25:57.676447 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-f4c4ca54-426d-49d2-86b6-13e88f1dced2 req-b2b6d73e-4c54-4f28-bd15-580974a7aa70 tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] 10.222.0.16 "GET /v2.0/networks?id=cbe0e9e5-d066-4a1f-8075-4ee67bbc728b HTTP/1.1" status: 200 len: 812 time: 0.3224652 Mar 14 10:25:57.676913 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-c592dd77-f732-4330-bad0-166b29df5414 admin admin] Publish callbacks [] for security_group (d82e9953-0834-4e9f-b115-16a3f3cee727), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:25:57.701778 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-f4c4ca54-426d-49d2-86b6-13e88f1dced2 req-8c994a7f-44e4-448c-9eed-4593e88f6ce7 tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] 10.222.0.16 "GET /v2.0/quotas/0ab27b33d5734cba962525a4e0960cbd HTTP/1.1" status: 200 len: 375 time: 0.0196228 Mar 14 10:25:57.721643 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-c592dd77-f732-4330-bad0-166b29df5414 admin admin] Publish callbacks [] for security_group (d82e9953-0834-4e9f-b115-16a3f3cee727), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:25:57.726512 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-12a55482-18c2-4375-a7aa-c41b656dcdd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '233cb934-d91d-4cb3-bfc5-144fa54d5928', 'name': 'tempest-ServerRescueNegativeTestJSON-974936345-router', 'tenant_id': '101a93bee6d44e499149e201608b6104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': '722ab4df-fb95-4f8c-a657-da1fb5129cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:25:54Z', 'updated_at': '2022-03-14T10:25:56Z', 'revision_number': 3, 'project_id': '101a93bee6d44e499149e201608b6104', 'gw_port': {'id': '722ab4df-fb95-4f8c-a657-da1fb5129cad', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:48:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '233cb934-d91d-4cb3-bfc5-144fa54d5928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:25:55Z', 'updated_at': '2022-03-14T10:25:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi'}], 'dv-cinder-833544-1-iscsi', False) {} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:25:57.766767 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-f25ef6db-3874-4824-ac02-82eefc61727a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739585409118'] for port (232b1b15-77af-416a-90e9-0fcb9030d489), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:25:57.767986 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a55482-18c2-4375-a7aa-c41b656dcdd3 None None] Checking router: 233cb934-d91d-4cb3-bfc5-144fa54d5928 for host: dv-cinder-833544-1-iscsi {{(pid=103645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 10:25:57.768813 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a55482-18c2-4375-a7aa-c41b656dcdd3 None None] Updating router 233cb934-d91d-4cb3-bfc5-144fa54d5928 port 722ab4df-fb95-4f8c-a657-da1fb5129cad binding host dv-cinder-833544-1-iscsi {{(pid=103645) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 10:25:57.773358 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-f4c4ca54-426d-49d2-86b6-13e88f1dced2 req-a5c096a8-685c-44df-86db-cc83c5e6e214 tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0ab27b33d5734cba962525a4e0960cbd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0656888 Mar 14 10:25:57.827472 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-12a55482-18c2-4375-a7aa-c41b656dcdd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (722ab4df-fb95-4f8c-a657-da1fb5129cad), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:25:57.869136 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f25ef6db-3874-4824-ac02-82eefc61727a admin admin] Network d3edc090-f075-4654-a10f-87b9c191544a is already hosted by enough agents. {{(pid=103643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:25:57.875298 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.base_scheduler [None req-f25ef6db-3874-4824-ac02-82eefc61727a admin admin] Resources bound (agent type, host, resource id): {{(pid=103643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:25:57.881498 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25ef6db-3874-4824-ac02-82eefc61727a admin admin] Received port after_create {{(pid=103643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 10:25:57.933792 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25ef6db-3874-4824-ac02-82eefc61727a admin admin] Pushing event updated for resources: {'Port': ['ID=232b1b15-77af-416a-90e9-0fcb9030d489,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:25:57.974976 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-16fdd267-d7bd-4b77-95ab-6ef0f4351b27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (None), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:25:58.072928 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-c592dd77-f732-4330-bad0-166b29df5414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (d82e9953-0834-4e9f-b115-16a3f3cee727), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:25:58.075868 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-c592dd77-f732-4330-bad0-166b29df5414 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:25:58.077178 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-c592dd77-f732-4330-bad0-166b29df5414 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d82e9953-0834-4e9f-b115-16a3f3cee727 HTTP/1.1" status: 204 len: 168 time: 0.6614778 Mar 14 10:25:58.090558 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [req-f4c4ca54-426d-49d2-86b6-13e88f1dced2 req-cb4a0bcd-a836-4c91-b5de-cfd8d3e28dc7 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103643) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 14 10:25:58.091677 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-f4c4ca54-426d-49d2-86b6-13e88f1dced2 req-cb4a0bcd-a836-4c91-b5de-cfd8d3e28dc7 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1531551 Mar 14 10:25:58.160526 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.agents_db [None req-e5bc90a1-3fae-4be0-a54a-d59a030b4380 None None] Agent healthcheck: found 6 active agents {{(pid=103645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 10:25:58.194518 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Device 2a5917f6-8433-4f09-9526-363281521565 up at agent ovs-agent-dv-cinder-833544-1-iscsi {{(pid=103644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:25:58.208447 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.db.db_base_plugin_common [None req-16fdd267-d7bd-4b77-95ab-6ef0f4351b27 admin admin] Allocated IP 172.20.0.1 (f32a9833-69ef-4b23-859e-a7b8b0d08e87/00786b35-2cc5-4c4c-83cc-316ffef97c56/c5990c43-c1d2-4249-957a-20b1ad2663d0) {{(pid=103642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 10:25:58.239535 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c592dd77-f732-4330-bad0-166b29df5414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d82e9953-0834-4e9f-b115-16a3f3cee727,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:25:58.338631 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-16fdd267-d7bd-4b77-95ab-6ef0f4351b27 admin admin] Publish callbacks [] for port (c5990c43-c1d2-4249-957a-20b1ad2663d0), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:25:58.369397 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Provisioning complete for port 2a5917f6-8433-4f09-9526-363281521565 triggered by entity L2. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:25:58.370780 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (2a5917f6-8433-4f09-9526-363281521565), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:25:58.415636 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-12a55482-18c2-4375-a7aa-c41b656dcdd3 None None] Publish callbacks [] for port (722ab4df-fb95-4f8c-a657-da1fb5129cad), precommit_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:25:58.436458 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-16fdd267-d7bd-4b77-95ab-6ef0f4351b27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739585409118'] for port (c5990c43-c1d2-4249-957a-20b1ad2663d0), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:25:58.437617 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e3296b-070b-4880-ad69-cc1aab533723 None None] Network b306e4a1-3e45-418e-92a7-1cdae507ef31 requested from dv-cinder-833544-1-iscsi {{(pid=103644) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 10:25:58.438717 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-f4c4ca54-426d-49d2-86b6-13e88f1dced2 req-b56f8ded-800e-4766-96ee-4604eaa9da12 service neutron] 10.222.0.16 "GET /v2.0/networks/cbe0e9e5-d066-4a1f-8075-4ee67bbc728b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3345103 Mar 14 10:25:58.483115 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16fdd267-d7bd-4b77-95ab-6ef0f4351b27 admin admin] Network f32a9833-69ef-4b23-859e-a7b8b0d08e87 is already hosted by enough agents. {{(pid=103642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:25:58.488016 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.scheduler.base_scheduler [None req-16fdd267-d7bd-4b77-95ab-6ef0f4351b27 admin admin] Resources bound (agent type, host, resource id): {{(pid=103642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:25:58.491222 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16fdd267-d7bd-4b77-95ab-6ef0f4351b27 admin admin] Received port after_create {{(pid=103642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 10:25:58.492370 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-16fdd267-d7bd-4b77-95ab-6ef0f4351b27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-557671'] for router_interface (233cb934-d91d-4cb3-bfc5-144fa54d5928), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:25:58.497798 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fdd267-d7bd-4b77-95ab-6ef0f4351b27 admin admin] Pushing event updated for resources: {'Port': ['ID=c5990c43-c1d2-4249-957a-20b1ad2663d0,revision_number=1']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:25:58.561794 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-12a55482-18c2-4375-a7aa-c41b656dcdd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (722ab4df-fb95-4f8c-a657-da1fb5129cad), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:25:58.678516 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1099bea0-4869-4625-90e0-6f4f4c51714d None None] Pushing event updated for resources: {'Port': ['ID=722ab4df-fb95-4f8c-a657-da1fb5129cad,revision_number=2']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:25:58.683205 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.managers [None req-12a55482-18c2-4375-a7aa-c41b656dcdd3 None None] Attempting to bind port 722ab4df-fb95-4f8c-a657-da1fb5129cad on host dv-cinder-833544-1-iscsi for vnic_type normal with profile {{(pid=103645) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 10:25:58.683587 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.managers [None req-12a55482-18c2-4375-a7aa-c41b656dcdd3 None None] Attempting to bind port 722ab4df-fb95-4f8c-a657-da1fb5129cad by drivers openvswitch,hyperv on host dv-cinder-833544-1-iscsi at level 0 using segments [{'id': '11cedc40-3914-4af6-ba83-0b9ce6d6fc30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a'}] {{(pid=103645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 10:25:58.684078 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a55482-18c2-4375-a7aa-c41b656dcdd3 None None] Attempting to bind port 722ab4df-fb95-4f8c-a657-da1fb5129cad on network d3edc090-f075-4654-a10f-87b9c191544a {{(pid=103645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:25:58.687871 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-f4c4ca54-426d-49d2-86b6-13e88f1dced2 req-1809f136-261b-4915-ae54-d25d1fbe8fcf service neutron] 10.222.0.16 "GET /v2.0/networks/cbe0e9e5-d066-4a1f-8075-4ee67bbc728b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433524 Mar 14 10:25:58.714079 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1099bea0-4869-4625-90e0-6f4f4c51714d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:25:58.722139 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1099bea0-4869-4625-90e0-6f4f4c51714d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:25:58.722139 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1099bea0-4869-4625-90e0-6f4f4c51714d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:25:58.722139 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1099bea0-4869-4625-90e0-6f4f4c51714d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:25:58.722139 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1099bea0-4869-4625-90e0-6f4f4c51714d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:25:58.722139 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1099bea0-4869-4625-90e0-6f4f4c51714d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:25:58.722139 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1099bea0-4869-4625-90e0-6f4f4c51714d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:25:58.722139 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1099bea0-4869-4625-90e0-6f4f4c51714d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:25:58.722139 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1099bea0-4869-4625-90e0-6f4f4c51714d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:25:58.723365 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1099bea0-4869-4625-90e0-6f4f4c51714d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:25:58.723691 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1099bea0-4869-4625-90e0-6f4f4c51714d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:25:58.724090 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1099bea0-4869-4625-90e0-6f4f4c51714d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:25:58.726842 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1099bea0-4869-4625-90e0-6f4f4c51714d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:25:58.727221 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1099bea0-4869-4625-90e0-6f4f4c51714d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:25:58.727578 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1099bea0-4869-4625-90e0-6f4f4c51714d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:25:58.733114 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1099bea0-4869-4625-90e0-6f4f4c51714d None None] Tracked resource versions report: Mar 14 10:25:58.733114 dv-cinder-833544-1-iscsi neutron-server[103645]: pushed versions: Mar 14 10:25:58.733114 dv-cinder-833544-1-iscsi neutron-server[103645]: { 'AddressGroup': {'1.2'}, Mar 14 10:25:58.733114 dv-cinder-833544-1-iscsi neutron-server[103645]: 'Agent': {'1.1'}, Mar 14 10:25:58.733114 dv-cinder-833544-1-iscsi neutron-server[103645]: 'ConntrackHelper': {'1.0'}, Mar 14 10:25:58.733114 dv-cinder-833544-1-iscsi neutron-server[103645]: 'LocalIPAssociation': {'1.0'}, Mar 14 10:25:58.733114 dv-cinder-833544-1-iscsi neutron-server[103645]: 'Log': {'1.0'}, Mar 14 10:25:58.733114 dv-cinder-833544-1-iscsi neutron-server[103645]: 'NDPProxy': {'1.0'}, Mar 14 10:25:58.733114 dv-cinder-833544-1-iscsi neutron-server[103645]: 'Network': {'1.1'}, Mar 14 10:25:58.733114 dv-cinder-833544-1-iscsi neutron-server[103645]: 'Port': {'1.7'}, Mar 14 10:25:58.733114 dv-cinder-833544-1-iscsi neutron-server[103645]: 'PortForwarding': {'1.2'}, Mar 14 10:25:58.733114 dv-cinder-833544-1-iscsi neutron-server[103645]: 'QosPolicy': {'1.10'}, Mar 14 10:25:58.733114 dv-cinder-833544-1-iscsi neutron-server[103645]: 'SecurityGroup': {'1.5'}, Mar 14 10:25:58.733114 dv-cinder-833544-1-iscsi neutron-server[103645]: 'SecurityGroupRule': {'1.2'}, Mar 14 10:25:58.733114 dv-cinder-833544-1-iscsi neutron-server[103645]: 'SubPort': {'1.0'}, Mar 14 10:25:58.733114 dv-cinder-833544-1-iscsi neutron-server[103645]: 'Subnet': {'1.1'}, Mar 14 10:25:58.733114 dv-cinder-833544-1-iscsi neutron-server[103645]: 'Trunk': {'1.1'}} Mar 14 10:25:58.733114 dv-cinder-833544-1-iscsi neutron-server[103645]: consumer versions: Mar 14 10:25:58.733114 dv-cinder-833544-1-iscsi neutron-server[103645]: { DHCP agent@dv-cinder-833544-1-iscsi: {}, Mar 14 10:25:58.733114 dv-cinder-833544-1-iscsi neutron-server[103645]: HyperV agent@hv-cinder-83354: {}, Mar 14 10:25:58.733114 dv-cinder-833544-1-iscsi neutron-server[103645]: L3 agent@dv-cinder-833544-1-iscsi: {}, Mar 14 10:25:58.733114 dv-cinder-833544-1-iscsi neutron-server[103645]: Metadata agent@dv-cinder-833544-1-iscsi: {}, Mar 14 10:25:58.733114 dv-cinder-833544-1-iscsi neutron-server[103645]: Metering agent@dv-cinder-833544-1-iscsi: {}, Mar 14 10:25:58.733114 dv-cinder-833544-1-iscsi neutron-server[103645]: Open vSwitch agent@dv-cinder-833544-1-iscsi: { 'AddressGroup': '1.2', Mar 14 10:25:58.733114 dv-cinder-833544-1-iscsi neutron-server[103645]: 'Agent': '1.1', Mar 14 10:25:58.733114 dv-cinder-833544-1-iscsi neutron-server[103645]: 'ConntrackHelper': '1.0', Mar 14 10:25:58.733114 dv-cinder-833544-1-iscsi neutron-server[103645]: 'LocalIPAssociation': '1.0', Mar 14 10:25:58.733114 dv-cinder-833544-1-iscsi neutron-server[103645]: 'Log': '1.0', Mar 14 10:25:58.733114 dv-cinder-833544-1-iscsi neutron-server[103645]: 'NDPProxy': '1.0', Mar 14 10:25:58.733114 dv-cinder-833544-1-iscsi neutron-server[103645]: 'Network': '1.1', Mar 14 10:25:58.733114 dv-cinder-833544-1-iscsi neutron-server[103645]: 'Port': '1.7', Mar 14 10:25:58.733114 dv-cinder-833544-1-iscsi neutron-server[103645]: 'PortForwarding': '1.2', Mar 14 10:25:58.733114 dv-cinder-833544-1-iscsi neutron-server[103645]: 'QosPolicy': '1.10', Mar 14 10:25:58.733114 dv-cinder-833544-1-iscsi neutron-server[103645]: 'SecurityGroup': '1.5', Mar 14 10:25:58.733114 dv-cinder-833544-1-iscsi neutron-server[103645]: 'SecurityGroupRule': '1.2', Mar 14 10:25:58.733114 dv-cinder-833544-1-iscsi neutron-server[103645]: 'SubPort': '1.0', Mar 14 10:25:58.733114 dv-cinder-833544-1-iscsi neutron-server[103645]: 'Subnet': '1.1', Mar 14 10:25:58.733114 dv-cinder-833544-1-iscsi neutron-server[103645]: 'Trunk': '1.1'}} Mar 14 10:25:58.733114 dv-cinder-833544-1-iscsi neutron-server[103645]: {{(pid=103645) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 14 10:25:58.751197 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-ea1a9197-c65d-46cc-aba6-780c2b025b60 None None] Provisioning complete for port 2a5917f6-8433-4f09-9526-363281521565 triggered by entity DHCP. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:25:58.751593 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-ea1a9197-c65d-46cc-aba6-780c2b025b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (2a5917f6-8433-4f09-9526-363281521565), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:25:58.752396 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a55482-18c2-4375-a7aa-c41b656dcdd3 None None] Checking agent: {'id': '3daba05a-6d77-487a-83af-fb9f8edf24c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833544-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 14, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 10, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833544-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 10:25:58.758537 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a55482-18c2-4375-a7aa-c41b656dcdd3 None None] Checking segment: {'id': '11cedc40-3914-4af6-ba83-0b9ce6d6fc30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103645) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:25:58.758537 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-12a55482-18c2-4375-a7aa-c41b656dcdd3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:25:58.768571 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a55482-18c2-4375-a7aa-c41b656dcdd3 None None] Bound using segment: {'id': '11cedc40-3914-4af6-ba83-0b9ce6d6fc30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a'} {{(pid=103645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 10:25:58.768988 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.managers [None req-12a55482-18c2-4375-a7aa-c41b656dcdd3 None None] Bound port: 722ab4df-fb95-4f8c-a657-da1fb5129cad, host: dv-cinder-833544-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11cedc40-3914-4af6-ba83-0b9ce6d6fc30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a'}}] {{(pid=103645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 10:25:58.769413 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-12a55482-18c2-4375-a7aa-c41b656dcdd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (722ab4df-fb95-4f8c-a657-da1fb5129cad), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:25:58.803006 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Current status of the port 2a5917f6-8433-4f09-9526-363281521565 is: DOWN; New status is: ACTIVE {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:25:58.803631 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (2a5917f6-8433-4f09-9526-363281521565), before_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:25:58.820917 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-f25ef6db-3874-4824-ac02-82eefc61727a admin admin] Publish callbacks [] for router_gateway (2685b023-d3e0-46d1-9601-309947861e32), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:25:58.842004 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-16fdd267-d7bd-4b77-95ab-6ef0f4351b27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (c5990c43-c1d2-4249-957a-20b1ad2663d0), before_update {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:25:58.908526 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] For port 2a5917f6-8433-4f09-9526-363281521565, host dv-cinder-833544-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833544-1-iscsi',level=0,port_id=2a5917f6-8433-4f09-9526-363281521565,segment=NetworkSegment(9b07e94b-cdee-4fcd-b18d-5adbca991074),segment_id=9b07e94b-cdee-4fcd-b18d-5adbca991074)] {{(pid=103644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:25:58.947937 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-12a55482-18c2-4375-a7aa-c41b656dcdd3 None None] For port 722ab4df-fb95-4f8c-a657-da1fb5129cad, host dv-cinder-833544-1-iscsi, cleared binding levels {{(pid=103645) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 10:25:58.957300 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-ea1a9197-c65d-46cc-aba6-780c2b025b60 None None] Current status of the port 2a5917f6-8433-4f09-9526-363281521565 is: DOWN; New status is: ACTIVE {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:25:58.957992 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-ea1a9197-c65d-46cc-aba6-780c2b025b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (2a5917f6-8433-4f09-9526-363281521565), before_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:25:58.969709 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-12a55482-18c2-4375-a7aa-c41b656dcdd3 None None] For port 722ab4df-fb95-4f8c-a657-da1fb5129cad, host dv-cinder-833544-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833544-1-iscsi',level=0,port_id=722ab4df-fb95-4f8c-a657-da1fb5129cad,segment=NetworkSegment(11cedc40-3914-4af6-ba83-0b9ce6d6fc30),segment_id=11cedc40-3914-4af6-ba83-0b9ce6d6fc30)] {{(pid=103645) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 10:25:59.026154 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (2a5917f6-8433-4f09-9526-363281521565), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:25:59.064847 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-12a55482-18c2-4375-a7aa-c41b656dcdd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (722ab4df-fb95-4f8c-a657-da1fb5129cad), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:25:59.144242 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-16fdd267-d7bd-4b77-95ab-6ef0f4351b27 admin admin] Publish callbacks [] for port (c5990c43-c1d2-4249-957a-20b1ad2663d0), precommit_update {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:25:59.200334 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1099bea0-4869-4625-90e0-6f4f4c51714d None None] Pushing event updated for resources: {'Port': ['ID=722ab4df-fb95-4f8c-a657-da1fb5129cad,revision_number=3']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:25:59.205375 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a55482-18c2-4375-a7aa-c41b656dcdd3 None None] Routers {'233cb934-d91d-4cb3-bfc5-144fa54d5928'} bound to L3 agent in host dv-cinder-833544-1-iscsi {{(pid=103645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:25:59.206030 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-12a55482-18c2-4375-a7aa-c41b656dcdd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833544-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T10:17:23Z,description=,heartbeat_timestamp=2022-03-14T10:25:53Z,host='dv-cinder-833544-1-iscsi',id=a016a58c-1f8a-4210-ae6c-360b1a1f78c1,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:17:24Z,topic='l3_agent')) {'router_ids': ['233cb934-d91d-4cb3-bfc5-144fa54d5928'], 'active': True} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:25:59.213326 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-16fdd267-d7bd-4b77-95ab-6ef0f4351b27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (c5990c43-c1d2-4249-957a-20b1ad2663d0), after_update {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:25:59.217079 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-16fdd267-d7bd-4b77-95ab-6ef0f4351b27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557787'] for router_interface (233cb934-d91d-4cb3-bfc5-144fa54d5928), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:25:59.233106 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Pushing event updated for resources: {'Port': ['ID=2a5917f6-8433-4f09-9526-363281521565,revision_number=3']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:25:59.301691 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.db.api [None req-ea1a9197-c65d-46cc-aba6-780c2b025b60 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103644) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 10:25:59.304428 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG oslo_db.api [None req-ea1a9197-c65d-46cc-aba6-780c2b025b60 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 10:25:59.384263 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fdd267-d7bd-4b77-95ab-6ef0f4351b27 admin admin] Pushing event updated for resources: {'Port': ['ID=c5990c43-c1d2-4249-957a-20b1ad2663d0,revision_number=2']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:25:59.477817 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-f25ef6db-3874-4824-ac02-82eefc61727a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-564250'] for router (2685b023-d3e0-46d1-9601-309947861e32), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:25:59.518567 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvr_db [None req-12a55482-18c2-4375-a7aa-c41b656dcdd3 None None] Set router 233cb934-d91d-4cb3-bfc5-144fa54d5928 gateway port host: dv-cinder-833544-1-iscsi {{(pid=103645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:25:59.657487 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16fdd267-d7bd-4b77-95ab-6ef0f4351b27 admin admin] Network f32a9833-69ef-4b23-859e-a7b8b0d08e87 is already hosted by enough agents. {{(pid=103642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:25:59.659119 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.scheduler.base_scheduler [None req-16fdd267-d7bd-4b77-95ab-6ef0f4351b27 admin admin] Resources bound (agent type, host, resource id): {{(pid=103642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:25:59.738913 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 38982) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:25:59.859783 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-51ca4d50-379b-4433-a2cb-e7e1f8475814 req-67e54ef9-4c59-42fc-8524-5f5d37d30e0d tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d03f101-20f3-48ac-8fb8-b33f572ddb11 HTTP/1.1" status: 200 len: 210 time: 0.1129711 Mar 14 10:25:59.863293 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16fdd267-d7bd-4b77-95ab-6ef0f4351b27 admin admin] Router 233cb934-d91d-4cb3-bfc5-144fa54d5928 has already been hosted by L3 agent a016a58c-1f8a-4210-ae6c-360b1a1f78c1 {{(pid=103642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 10:26:00.176882 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-ea1a9197-c65d-46cc-aba6-780c2b025b60 None None] Current status of the port 2a5917f6-8433-4f09-9526-363281521565 is: ACTIVE; New status is: ACTIVE {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:26:00.176882 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Device 2a5917f6-8433-4f09-9526-363281521565 up at agent ovs-agent-dv-cinder-833544-1-iscsi {{(pid=103644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:26:00.192236 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16fdd267-d7bd-4b77-95ab-6ef0f4351b27 admin admin] Notify agent at l3_agent.dv-cinder-833544-1-iscsi the message routers_updated {{(pid=103642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 10:26:00.195737 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-12a55482-18c2-4375-a7aa-c41b656dcdd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '233cb934-d91d-4cb3-bfc5-144fa54d5928', 'name': 'tempest-ServerRescueNegativeTestJSON-974936345-router', 'tenant_id': '101a93bee6d44e499149e201608b6104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': '722ab4df-fb95-4f8c-a657-da1fb5129cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:25:54Z', 'updated_at': '2022-03-14T10:25:58Z', 'revision_number': 4, 'project_id': '101a93bee6d44e499149e201608b6104', 'gw_port': {'id': '722ab4df-fb95-4f8c-a657-da1fb5129cad', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:48:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '233cb934-d91d-4cb3-bfc5-144fa54d5928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:25:55Z', 'updated_at': '2022-03-14T10:25:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi', '_interfaces': [{'id': 'c5990c43-c1d2-4249-957a-20b1ad2663d0', 'name': '', 'network_id': 'f32a9833-69ef-4b23-859e-a7b8b0d08e87', 'tenant_id': '101a93bee6d44e499149e201608b6104', 'mac_address': 'fa:16:3e:d5:f1:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '233cb934-d91d-4cb3-bfc5-144fa54d5928', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '00786b35-2cc5-4c4c-83cc-316ffef97c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:25:58Z', 'updated_at': '2022-03-14T10:25:58Z', 'revision_number': 1, 'project_id': '101a93bee6d44e499149e201608b6104', 'subnets': [{'id': '00786b35-2cc5-4c4c-83cc-316ffef97c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833544-1-iscsi', False) {} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:26:00.199877 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-16fdd267-d7bd-4b77-95ab-6ef0f4351b27 admin admin] 10.222.0.16 "PUT /v2.0/routers/233cb934-d91d-4cb3-bfc5-144fa54d5928/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7589781 Mar 14 10:26:00.202766 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a55482-18c2-4375-a7aa-c41b656dcdd3 None None] The sync data for ids ['233cb934-d91d-4cb3-bfc5-144fa54d5928'] in dv-cinder-833544-1-iscsi is: [{'id': '233cb934-d91d-4cb3-bfc5-144fa54d5928', 'name': 'tempest-ServerRescueNegativeTestJSON-974936345-router', 'tenant_id': '101a93bee6d44e499149e201608b6104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': '722ab4df-fb95-4f8c-a657-da1fb5129cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:25:54Z', 'updated_at': '2022-03-14T10:25:58Z', 'revision_number': 4, 'project_id': '101a93bee6d44e499149e201608b6104', 'gw_port': {'id': '722ab4df-fb95-4f8c-a657-da1fb5129cad', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:48:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '233cb934-d91d-4cb3-bfc5-144fa54d5928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:25:55Z', 'updated_at': '2022-03-14T10:25:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi', '_interfaces': [{'id': 'c5990c43-c1d2-4249-957a-20b1ad2663d0', 'name': '', 'network_id': 'f32a9833-69ef-4b23-859e-a7b8b0d08e87', 'tenant_id': '101a93bee6d44e499149e201608b6104', 'mac_address': 'fa:16:3e:d5:f1:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '233cb934-d91d-4cb3-bfc5-144fa54d5928', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '00786b35-2cc5-4c4c-83cc-316ffef97c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:25:58Z', 'updated_at': '2022-03-14T10:25:58Z', 'revision_number': 1, 'project_id': '101a93bee6d44e499149e201608b6104', 'subnets': [{'id': '00786b35-2cc5-4c4c-83cc-316ffef97c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 10:26:00.205398 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Provisioning complete for port 2a5917f6-8433-4f09-9526-363281521565 triggered by entity L2. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:26:00.205398 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (2a5917f6-8433-4f09-9526-363281521565), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:00.209414 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f25ef6db-3874-4824-ac02-82eefc61727a admin admin] Router 2685b023-d3e0-46d1-9601-309947861e32 is scheduled to L3 agent a016a58c-1f8a-4210-ae6c-360b1a1f78c1 with binding_index 1 {{(pid=103643) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 10:26:00.210806 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 39004) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:26:00.251299 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-1c3d0fb0-0cb3-4071-b5d5-0d1a653ad5ca None None] Provisioning complete for port 2a5917f6-8433-4f09-9526-363281521565 triggered by entity DHCP. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:26:00.251299 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-1c3d0fb0-0cb3-4071-b5d5-0d1a653ad5ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (2a5917f6-8433-4f09-9526-363281521565), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:00.406786 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f25ef6db-3874-4824-ac02-82eefc61727a admin admin] Notify agent at l3_agent.dv-cinder-833544-1-iscsi the message routers_updated {{(pid=103643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 10:26:00.438356 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c712edc-c537-4f5a-8c0e-f4149432b4b2 None None] Sync routers for ids ['2685b023-d3e0-46d1-9601-309947861e32'] in dv-cinder-833544-1-iscsi {{(pid=103644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 10:26:00.499326 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c712edc-c537-4f5a-8c0e-f4149432b4b2 None None] Routers {'2685b023-d3e0-46d1-9601-309947861e32'} bound to L3 agent in host dv-cinder-833544-1-iscsi {{(pid=103644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:26:00.500458 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-1c712edc-c537-4f5a-8c0e-f4149432b4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833544-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T10:17:23Z,description=,heartbeat_timestamp=2022-03-14T10:25:53Z,host='dv-cinder-833544-1-iscsi',id=a016a58c-1f8a-4210-ae6c-360b1a1f78c1,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:17:24Z,topic='l3_agent')) {'router_ids': ['2685b023-d3e0-46d1-9601-309947861e32'], 'active': True} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:26:00.513645 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.v2.base [None req-25dda6f9-9d34-412d-b847-b440f6bdd4b5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1696538803-network', 'tenant_id': 'a182e4c07ca6410abb35bafef231b0f6'}} {{(pid=103642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:26:00.544626 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-f25ef6db-3874-4824-ac02-82eefc61727a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:00.551348 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-f25ef6db-3874-4824-ac02-82eefc61727a admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.0720973 Mar 14 10:26:00.552713 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 39024) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:26:00.604169 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Current status of the port 2a5917f6-8433-4f09-9526-363281521565 is: ACTIVE; New status is: ACTIVE {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:26:00.632102 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-1c3d0fb0-0cb3-4071-b5d5-0d1a653ad5ca None None] Current status of the port 2a5917f6-8433-4f09-9526-363281521565 is: ACTIVE; New status is: ACTIVE {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:26:00.660821 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25dda6f9-9d34-412d-b847-b440f6bdd4b5 admin admin] Made reservation on behalf of a182e4c07ca6410abb35bafef231b0f6 for: {'network': 1} {{(pid=103642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 10:26:00.670357 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-25dda6f9-9d34-412d-b847-b440f6bdd4b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for network (None), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:00.698148 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-25dda6f9-9d34-412d-b847-b440f6bdd4b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:00.774089 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvr_db [None req-1c712edc-c537-4f5a-8c0e-f4149432b4b2 None None] Set router 2685b023-d3e0-46d1-9601-309947861e32 gateway port host: dv-cinder-833544-1-iscsi {{(pid=103644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:26:00.867836 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-25dda6f9-9d34-412d-b847-b440f6bdd4b5 admin admin] Publish callbacks [] for security_group (57a3ad52-8e90-496d-8abc-b499b7cc00a1), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:00.955943 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-25dda6f9-9d34-412d-b847-b440f6bdd4b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (57a3ad52-8e90-496d-8abc-b499b7cc00a1), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:01.002289 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25dda6f9-9d34-412d-b847-b440f6bdd4b5 admin admin] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=103642) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 10:26:01.013823 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dda6f9-9d34-412d-b847-b440f6bdd4b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57a3ad52-8e90-496d-8abc-b499b7cc00a1,revision_number=1']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:26:01.021821 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-25dda6f9-9d34-412d-b847-b440f6bdd4b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1663358'] for segment (ba7cd0c6-037c-4bcb-b94b-8232796968bf), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:01.022171 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.db.segments_db [None req-25dda6f9-9d34-412d-b847-b440f6bdd4b5 admin admin] Added segment ba7cd0c6-037c-4bcb-b94b-8232796968bf of type vlan for network 93025699-3fa8-4f7d-aa08-2014398345b7 Mar 14 10:26:01.067944 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-25dda6f9-9d34-412d-b847-b440f6bdd4b5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739585426881'] for network (93025699-3fa8-4f7d-aa08-2014398345b7), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:01.097739 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-1c712edc-c537-4f5a-8c0e-f4149432b4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2685b023-d3e0-46d1-9601-309947861e32', 'name': 'tempest-AttachVolumeShelveTestJSON-390245008-router', 'tenant_id': '5472bedc1d6a4e30b10a78f0f7cd05c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '232b1b15-77af-416a-90e9-0fcb9030d489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:25:55Z', 'updated_at': '2022-03-14T10:25:58Z', 'revision_number': 3, 'project_id': '5472bedc1d6a4e30b10a78f0f7cd05c1', 'gw_port': {'id': '232b1b15-77af-416a-90e9-0fcb9030d489', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:78:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2685b023-d3e0-46d1-9601-309947861e32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:25:56Z', 'updated_at': '2022-03-14T10:25:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi'}], 'dv-cinder-833544-1-iscsi', False) {} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:26:01.100417 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-ab7629ae-21a4-45f4-b7a4-39f329351b66 req-933d37fd-96b5-4474-a8bf-54b8e3eb0c35 tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d03f101-20f3-48ac-8fb8-b33f572ddb11 HTTP/1.1" status: 200 len: 210 time: 0.0513663 Mar 14 10:26:01.149069 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c712edc-c537-4f5a-8c0e-f4149432b4b2 None None] Checking router: 2685b023-d3e0-46d1-9601-309947861e32 for host: dv-cinder-833544-1-iscsi {{(pid=103644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 10:26:01.149430 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c712edc-c537-4f5a-8c0e-f4149432b4b2 None None] Updating router 2685b023-d3e0-46d1-9601-309947861e32 port 232b1b15-77af-416a-90e9-0fcb9030d489 binding host dv-cinder-833544-1-iscsi {{(pid=103644) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 10:26:01.179546 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-1c712edc-c537-4f5a-8c0e-f4149432b4b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (232b1b15-77af-416a-90e9-0fcb9030d489), before_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:01.179757 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519b3707-80cf-462e-bb15-386f29904fb9 req-8a268ca6-0f2b-419a-837f-490eba3d2d87 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:26:01.181043 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-519b3707-80cf-462e-bb15-386f29904fb9 req-8a268ca6-0f2b-419a-837f-490eba3d2d87 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/networks?id=f32a9833-69ef-4b23-859e-a7b8b0d08e87 HTTP/1.1" status: 200 len: 818 time: 0.2893598 Mar 14 10:26:01.190800 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-25dda6f9-9d34-412d-b847-b440f6bdd4b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005'] for network (93025699-3fa8-4f7d-aa08-2014398345b7), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:01.191747 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25dda6f9-9d34-412d-b847-b440f6bdd4b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:26:01.192365 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-25dda6f9-9d34-412d-b847-b440f6bdd4b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631023'] for network (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:01.204431 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-519b3707-80cf-462e-bb15-386f29904fb9 req-47f61fb4-a6ac-499a-8d28-4010dadf2d93 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/quotas/101a93bee6d44e499149e201608b6104 HTTP/1.1" status: 200 len: 375 time: 0.0159967 Mar 14 10:26:01.273338 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dda6f9-9d34-412d-b847-b440f6bdd4b5 admin admin] Pushing event updated for resources: {'Network': ['ID=93025699-3fa8-4f7d-aa08-2014398345b7,revision_number=1']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:26:01.302716 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Network 93025699-3fa8-4f7d-aa08-2014398345b7 details requested by agent ovs-agent-dv-cinder-833544-1-iscsi with host dv-cinder-833544-1-iscsi {{(pid=103644) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 10:26:01.332770 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-25dda6f9-9d34-412d-b847-b440f6bdd4b5 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1236517 Mar 14 10:26:01.332770 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 39050) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:26:01.333967 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.v2.base [None req-41f156e7-1960-41af-84e2-82cbfce723d4 admin admin] Request body: {'subnet': {'network_id': '93025699-3fa8-4f7d-aa08-2014398345b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1696538803-subnet', 'tenant_id': 'a182e4c07ca6410abb35bafef231b0f6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:26:01.362255 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-519b3707-80cf-462e-bb15-386f29904fb9 req-2be8181f-4fb3-4310-b81c-2732f57b6a74 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=101a93bee6d44e499149e201608b6104&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1274078 Mar 14 10:26:01.407713 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41f156e7-1960-41af-84e2-82cbfce723d4 admin admin] Made reservation on behalf of a182e4c07ca6410abb35bafef231b0f6 for: {'subnet': 1} {{(pid=103642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 10:26:01.412843 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-41f156e7-1960-41af-84e2-82cbfce723d4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:01.495623 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-519b3707-80cf-462e-bb15-386f29904fb9 req-1a0b2dd8-fbcd-48e7-a8ae-e4b8b15f64ce service neutron] 10.222.0.16 "GET /v2.0/networks/f32a9833-69ef-4b23-859e-a7b8b0d08e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242747 Mar 14 10:26:01.617494 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-81bb4bf7-0aef-4528-9877-bd0ea655c5b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:01.675854 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-1c712edc-c537-4f5a-8c0e-f4149432b4b2 None None] Publish callbacks [] for port (232b1b15-77af-416a-90e9-0fcb9030d489), precommit_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:01.727548 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-1c712edc-c537-4f5a-8c0e-f4149432b4b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (232b1b15-77af-416a-90e9-0fcb9030d489), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:01.786817 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.managers [None req-1c712edc-c537-4f5a-8c0e-f4149432b4b2 None None] Attempting to bind port 232b1b15-77af-416a-90e9-0fcb9030d489 on host dv-cinder-833544-1-iscsi for vnic_type normal with profile {{(pid=103644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 10:26:01.787198 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.managers [None req-1c712edc-c537-4f5a-8c0e-f4149432b4b2 None None] Attempting to bind port 232b1b15-77af-416a-90e9-0fcb9030d489 by drivers openvswitch,hyperv on host dv-cinder-833544-1-iscsi at level 0 using segments [{'id': '11cedc40-3914-4af6-ba83-0b9ce6d6fc30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a'}] {{(pid=103644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 10:26:01.787568 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c712edc-c537-4f5a-8c0e-f4149432b4b2 None None] Attempting to bind port 232b1b15-77af-416a-90e9-0fcb9030d489 on network d3edc090-f075-4654-a10f-87b9c191544a {{(pid=103644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:26:01.794433 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69fd2e0-4159-4b0b-a6cd-7caf58adf056 None None] Pushing event updated for resources: {'Port': ['ID=232b1b15-77af-416a-90e9-0fcb9030d489,revision_number=2']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:26:01.802482 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c712edc-c537-4f5a-8c0e-f4149432b4b2 None None] Checking agent: {'id': '3daba05a-6d77-487a-83af-fb9f8edf24c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833544-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 14, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 10, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833544-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 10:26:01.806658 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c712edc-c537-4f5a-8c0e-f4149432b4b2 None None] Checking segment: {'id': '11cedc40-3914-4af6-ba83-0b9ce6d6fc30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:26:01.806658 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-1c712edc-c537-4f5a-8c0e-f4149432b4b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:01.806658 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c712edc-c537-4f5a-8c0e-f4149432b4b2 None None] Bound using segment: {'id': '11cedc40-3914-4af6-ba83-0b9ce6d6fc30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a'} {{(pid=103644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 10:26:01.806658 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.managers [None req-1c712edc-c537-4f5a-8c0e-f4149432b4b2 None None] Bound port: 232b1b15-77af-416a-90e9-0fcb9030d489, host: dv-cinder-833544-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11cedc40-3914-4af6-ba83-0b9ce6d6fc30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a'}}] {{(pid=103644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 10:26:01.806658 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-1c712edc-c537-4f5a-8c0e-f4149432b4b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (232b1b15-77af-416a-90e9-0fcb9030d489), before_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:01.819187 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-41f156e7-1960-41af-84e2-82cbfce723d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005'] for subnet (ee49f38c-817a-4479-b1f4-973f65f1506f), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:01.898940 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-1c712edc-c537-4f5a-8c0e-f4149432b4b2 None None] For port 232b1b15-77af-416a-90e9-0fcb9030d489, host dv-cinder-833544-1-iscsi, cleared binding levels {{(pid=103644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 10:26:01.903744 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-1c712edc-c537-4f5a-8c0e-f4149432b4b2 None None] For port 232b1b15-77af-416a-90e9-0fcb9030d489, host dv-cinder-833544-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833544-1-iscsi',level=0,port_id=232b1b15-77af-416a-90e9-0fcb9030d489,segment=NetworkSegment(11cedc40-3914-4af6-ba83-0b9ce6d6fc30),segment_id=11cedc40-3914-4af6-ba83-0b9ce6d6fc30)] {{(pid=103644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 10:26:01.924481 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f156e7-1960-41af-84e2-82cbfce723d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee49f38c-817a-4479-b1f4-973f65f1506f,revision_number=0']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:26:01.934134 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f156e7-1960-41af-84e2-82cbfce723d4 admin admin] Checking segment: {'id': 'ba7cd0c6-037c-4bcb-b94b-8232796968bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '93025699-3fa8-4f7d-aa08-2014398345b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:26:01.935251 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f156e7-1960-41af-84e2-82cbfce723d4 admin admin] Network hostable DHCP agents. Network: 93025699-3fa8-4f7d-aa08-2014398345b7, hostable agents: ['71411765-f129-4ae6-9e82-4fe742fde8ff'], hosted agents: [] {{(pid=103642) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 10:26:01.956438 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-1c712edc-c537-4f5a-8c0e-f4149432b4b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (232b1b15-77af-416a-90e9-0fcb9030d489), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:01.968759 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-519b3707-80cf-462e-bb15-386f29904fb9 req-d6aed37c-5e75-498a-9019-9814ff039793 service neutron] 10.222.0.16 "GET /v2.0/networks/f32a9833-69ef-4b23-859e-a7b8b0d08e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3791344 Mar 14 10:26:02.045999 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f156e7-1960-41af-84e2-82cbfce723d4 admin admin] Network 93025699-3fa8-4f7d-aa08-2014398345b7 is scheduled to be hosted by DHCP agent 71411765-f129-4ae6-9e82-4fe742fde8ff with binding_index 1 {{(pid=103642) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 10:26:02.057095 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69fd2e0-4159-4b0b-a6cd-7caf58adf056 None None] Pushing event updated for resources: {'Port': ['ID=232b1b15-77af-416a-90e9-0fcb9030d489,revision_number=3']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:26:02.068172 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c712edc-c537-4f5a-8c0e-f4149432b4b2 None None] Routers {'2685b023-d3e0-46d1-9601-309947861e32'} bound to L3 agent in host dv-cinder-833544-1-iscsi {{(pid=103644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:26:02.069186 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-1c712edc-c537-4f5a-8c0e-f4149432b4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833544-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T10:17:23Z,description=,heartbeat_timestamp=2022-03-14T10:25:53Z,host='dv-cinder-833544-1-iscsi',id=a016a58c-1f8a-4210-ae6c-360b1a1f78c1,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:17:24Z,topic='l3_agent')) {'router_ids': ['2685b023-d3e0-46d1-9601-309947861e32'], 'active': True} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:26:02.073957 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Device 722ab4df-fb95-4f8c-a657-da1fb5129cad up at agent ovs-agent-dv-cinder-833544-1-iscsi {{(pid=103644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:26:02.075139 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.db.db_base_plugin_common [None req-81bb4bf7-0aef-4528-9877-bd0ea655c5b3 admin admin] Allocated IP 172.20.0.1 (b306e4a1-3e45-418e-92a7-1cdae507ef31/583b334f-c92c-40ae-ba3b-abff06ff8c22/d76d268c-892a-4ac9-a088-458dd507ef8d) {{(pid=103643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 10:26:02.132491 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.scheduler.base_scheduler [None req-41f156e7-1960-41af-84e2-82cbfce723d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-833544-1-iscsi, 93025699-3fa8-4f7d-aa08-2014398345b7) {{(pid=103642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:26:02.137035 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f156e7-1960-41af-84e2-82cbfce723d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:26:02.137669 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-41f156e7-1960-41af-84e2-82cbfce723d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631023'] for subnet (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:02.173280 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a28576-6aca-4151-a4c7-3b1345a6901d None None] Network 93025699-3fa8-4f7d-aa08-2014398345b7 requested from dv-cinder-833544-1-iscsi {{(pid=103644) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 10:26:02.227693 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-81bb4bf7-0aef-4528-9877-bd0ea655c5b3 admin admin] Publish callbacks [] for port (d76d268c-892a-4ac9-a088-458dd507ef8d), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:02.229268 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-41f156e7-1960-41af-84e2-82cbfce723d4 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8993487 Mar 14 10:26:02.313500 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8188c72-1b87-4ab1-a65d-94dbe12977f1 None None] Network 93025699-3fa8-4f7d-aa08-2014398345b7 requested from dv-cinder-833544-1-iscsi {{(pid=103644) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 10:26:02.322950 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Provisioning complete for port 722ab4df-fb95-4f8c-a657-da1fb5129cad triggered by entity L2. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:26:02.323396 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (722ab4df-fb95-4f8c-a657-da1fb5129cad), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:02.358705 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-02f0b9e2-7669-48bd-acff-209aea6687b6 req-a8c4ed9c-2584-4757-82bb-d7b0b958f52c tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/ports?device_id=661e25a3-6da7-4a40-b28d-2ad6c73f6911 HTTP/1.1" status: 200 len: 210 time: 0.0415452 Mar 14 10:26:02.436420 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-c9aa3390-d8cc-4bad-bed7-af95771f37d3 req-9fb729e6-4584-418c-ac80-4edf6a6ca103 tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d03f101-20f3-48ac-8fb8-b33f572ddb11 HTTP/1.1" status: 200 len: 210 time: 0.0666602 Mar 14 10:26:02.440279 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-81bb4bf7-0aef-4528-9877-bd0ea655c5b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739585409118'] for port (d76d268c-892a-4ac9-a088-458dd507ef8d), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:02.505421 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81bb4bf7-0aef-4528-9877-bd0ea655c5b3 admin admin] Network b306e4a1-3e45-418e-92a7-1cdae507ef31 is already hosted by enough agents. {{(pid=103643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:26:02.515459 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.base_scheduler [None req-81bb4bf7-0aef-4528-9877-bd0ea655c5b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:26:02.552335 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81bb4bf7-0aef-4528-9877-bd0ea655c5b3 admin admin] Received port after_create {{(pid=103643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 10:26:02.553365 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-81bb4bf7-0aef-4528-9877-bd0ea655c5b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-557671'] for router_interface (2685b023-d3e0-46d1-9601-309947861e32), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:02.721319 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvr_db [None req-1c712edc-c537-4f5a-8c0e-f4149432b4b2 None None] Set router 2685b023-d3e0-46d1-9601-309947861e32 gateway port host: dv-cinder-833544-1-iscsi {{(pid=103644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:26:02.878212 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bb4bf7-0aef-4528-9877-bd0ea655c5b3 admin admin] Pushing event updated for resources: {'Port': ['ID=d76d268c-892a-4ac9-a088-458dd507ef8d,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:26:02.910240 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Current status of the port 722ab4df-fb95-4f8c-a657-da1fb5129cad is: DOWN; New status is: ACTIVE {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:26:02.910637 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (722ab4df-fb95-4f8c-a657-da1fb5129cad), before_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:02.947259 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8f3e26-a81e-46c9-a87f-ed50c00e22ed req-afa4d09f-dc60-4801-b733-65f43b15b5be tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:26:02.949246 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] For port 722ab4df-fb95-4f8c-a657-da1fb5129cad, host dv-cinder-833544-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833544-1-iscsi',level=0,port_id=722ab4df-fb95-4f8c-a657-da1fb5129cad,segment=NetworkSegment(11cedc40-3914-4af6-ba83-0b9ce6d6fc30),segment_id=11cedc40-3914-4af6-ba83-0b9ce6d6fc30)] {{(pid=103644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:26:02.955489 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-5d8f3e26-a81e-46c9-a87f-ed50c00e22ed req-afa4d09f-dc60-4801-b733-65f43b15b5be tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/networks?id=f32a9833-69ef-4b23-859e-a7b8b0d08e87 HTTP/1.1" status: 200 len: 818 time: 0.3940518 Mar 14 10:26:02.963553 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-25911385-e4c8-4efa-9989-1e5cf54cbea4 None None] Provisioning complete for port d76d268c-892a-4ac9-a088-458dd507ef8d triggered by entity DHCP. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:26:02.963967 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-25911385-e4c8-4efa-9989-1e5cf54cbea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (d76d268c-892a-4ac9-a088-458dd507ef8d), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:02.976961 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-5d8f3e26-a81e-46c9-a87f-ed50c00e22ed req-1a254615-5f33-4799-ba19-c583dacb6d0c tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/quotas/101a93bee6d44e499149e201608b6104 HTTP/1.1" status: 200 len: 375 time: 0.0203040 Mar 14 10:26:03.026743 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-25911385-e4c8-4efa-9989-1e5cf54cbea4 None None] Port d76d268c-892a-4ac9-a088-458dd507ef8d cannot update to ACTIVE because it is not bound. {{(pid=103644) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 10:26:03.049095 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-1c712edc-c537-4f5a-8c0e-f4149432b4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2685b023-d3e0-46d1-9601-309947861e32', 'name': 'tempest-AttachVolumeShelveTestJSON-390245008-router', 'tenant_id': '5472bedc1d6a4e30b10a78f0f7cd05c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '232b1b15-77af-416a-90e9-0fcb9030d489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:25:55Z', 'updated_at': '2022-03-14T10:25:58Z', 'revision_number': 3, 'project_id': '5472bedc1d6a4e30b10a78f0f7cd05c1', 'gw_port': {'id': '232b1b15-77af-416a-90e9-0fcb9030d489', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:78:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2685b023-d3e0-46d1-9601-309947861e32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:25:56Z', 'updated_at': '2022-03-14T10:26:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi'}], 'dv-cinder-833544-1-iscsi', False) {} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:26:03.081981 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (722ab4df-fb95-4f8c-a657-da1fb5129cad), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:03.083883 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c712edc-c537-4f5a-8c0e-f4149432b4b2 None None] The sync data for ids ['2685b023-d3e0-46d1-9601-309947861e32'] in dv-cinder-833544-1-iscsi is: [{'id': '2685b023-d3e0-46d1-9601-309947861e32', 'name': 'tempest-AttachVolumeShelveTestJSON-390245008-router', 'tenant_id': '5472bedc1d6a4e30b10a78f0f7cd05c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '232b1b15-77af-416a-90e9-0fcb9030d489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:25:55Z', 'updated_at': '2022-03-14T10:25:58Z', 'revision_number': 3, 'project_id': '5472bedc1d6a4e30b10a78f0f7cd05c1', 'gw_port': {'id': '232b1b15-77af-416a-90e9-0fcb9030d489', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:78:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2685b023-d3e0-46d1-9601-309947861e32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:25:56Z', 'updated_at': '2022-03-14T10:26:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi'}] {{(pid=103644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 10:26:03.099096 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-5d8f3e26-a81e-46c9-a87f-ed50c00e22ed req-a5183ae0-5bc3-431f-97d7-99b0f0a7c576 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=101a93bee6d44e499149e201608b6104&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1210065 Mar 14 10:26:03.108810 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-81bb4bf7-0aef-4528-9877-bd0ea655c5b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (d76d268c-892a-4ac9-a088-458dd507ef8d), before_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:03.164996 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Pushing event updated for resources: {'Port': ['ID=722ab4df-fb95-4f8c-a657-da1fb5129cad,revision_number=4']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:26:03.270514 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-5d8f3e26-a81e-46c9-a87f-ed50c00e22ed req-c4c8d660-710c-49a9-ba5b-7e01d7e9f4a5 service neutron] 10.222.0.16 "GET /v2.0/networks/f32a9833-69ef-4b23-859e-a7b8b0d08e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704848 Mar 14 10:26:03.357178 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 39138) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:26:03.363400 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.v2.base [None req-c871fefe-51ee-4d8a-88cf-dc66b5ecca35 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1053839736-network', 'tenant_id': 'fd7a725259c54fa3a93d7f5fb2ef1ba8'}} {{(pid=103642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:26:03.448004 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-5d8f3e26-a81e-46c9-a87f-ed50c00e22ed req-188f06a6-4f5c-4a83-87ee-1168d2d8fb5c service neutron] 10.222.0.16 "GET /v2.0/networks/f32a9833-69ef-4b23-859e-a7b8b0d08e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765606 Mar 14 10:26:03.470184 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-81bb4bf7-0aef-4528-9877-bd0ea655c5b3 admin admin] Publish callbacks [] for port (d76d268c-892a-4ac9-a088-458dd507ef8d), precommit_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:03.475871 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c871fefe-51ee-4d8a-88cf-dc66b5ecca35 admin admin] Made reservation on behalf of fd7a725259c54fa3a93d7f5fb2ef1ba8 for: {'network': 1} {{(pid=103642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 10:26:03.478700 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-c871fefe-51ee-4d8a-88cf-dc66b5ecca35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for network (None), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:03.491811 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479eeab7-19a7-4553-99fe-c6511906c4f8 None None] Sync routers for ids ['233cb934-d91d-4cb3-bfc5-144fa54d5928'] in dv-cinder-833544-1-iscsi {{(pid=103645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 10:26:03.509427 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-c871fefe-51ee-4d8a-88cf-dc66b5ecca35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:03.510785 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479eeab7-19a7-4553-99fe-c6511906c4f8 None None] Routers {'233cb934-d91d-4cb3-bfc5-144fa54d5928'} bound to L3 agent in host dv-cinder-833544-1-iscsi {{(pid=103645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:26:03.511525 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-479eeab7-19a7-4553-99fe-c6511906c4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833544-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T10:17:23Z,description=,heartbeat_timestamp=2022-03-14T10:25:53Z,host='dv-cinder-833544-1-iscsi',id=a016a58c-1f8a-4210-ae6c-360b1a1f78c1,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:17:24Z,topic='l3_agent')) {'router_ids': ['233cb934-d91d-4cb3-bfc5-144fa54d5928'], 'active': True} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:26:03.532888 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-81bb4bf7-0aef-4528-9877-bd0ea655c5b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (d76d268c-892a-4ac9-a088-458dd507ef8d), after_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:03.534022 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-81bb4bf7-0aef-4528-9877-bd0ea655c5b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557787'] for router_interface (2685b023-d3e0-46d1-9601-309947861e32), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:03.623538 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-e958c166-3776-425f-a3e0-f3513151e8ec req-367288a8-71ae-4075-8cc6-fdf44c98ae0c tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d03f101-20f3-48ac-8fb8-b33f572ddb11 HTTP/1.1" status: 200 len: 210 time: 0.0546794 Mar 14 10:26:03.659622 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bb4bf7-0aef-4528-9877-bd0ea655c5b3 admin admin] Pushing event updated for resources: {'Port': ['ID=d76d268c-892a-4ac9-a088-458dd507ef8d,revision_number=2']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:26:03.687502 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-c871fefe-51ee-4d8a-88cf-dc66b5ecca35 admin admin] Publish callbacks [] for security_group (650abcfb-fea1-47c7-b98c-82b66a29d213), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:03.750273 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-c871fefe-51ee-4d8a-88cf-dc66b5ecca35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (650abcfb-fea1-47c7-b98c-82b66a29d213), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:03.790020 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-276b1906-bff5-4f58-8734-aa02ea71ae0a req-bf5caf02-f750-4748-a48c-017baa0973a9 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/ports?device_id=b80d74d2-bc9a-4236-8994-9fc9447d0f1b HTTP/1.1" status: 200 len: 210 time: 0.0504985 Mar 14 10:26:03.815951 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvr_db [None req-479eeab7-19a7-4553-99fe-c6511906c4f8 None None] Set router 233cb934-d91d-4cb3-bfc5-144fa54d5928 gateway port host: dv-cinder-833544-1-iscsi {{(pid=103645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:26:03.830319 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81bb4bf7-0aef-4528-9877-bd0ea655c5b3 admin admin] Network b306e4a1-3e45-418e-92a7-1cdae507ef31 is already hosted by enough agents. {{(pid=103643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:26:03.833419 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.base_scheduler [None req-81bb4bf7-0aef-4528-9877-bd0ea655c5b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:26:03.835476 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c871fefe-51ee-4d8a-88cf-dc66b5ecca35 admin admin] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=103642) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 10:26:03.840861 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c871fefe-51ee-4d8a-88cf-dc66b5ecca35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=650abcfb-fea1-47c7-b98c-82b66a29d213,revision_number=1']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:26:03.884453 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-c871fefe-51ee-4d8a-88cf-dc66b5ecca35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1663358'] for segment (b423ee3c-d538-4e5e-930d-7a90f099a1ed), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:03.887218 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.db.segments_db [None req-c871fefe-51ee-4d8a-88cf-dc66b5ecca35 admin admin] Added segment b423ee3c-d538-4e5e-930d-7a90f099a1ed of type vlan for network abcbe7bb-5148-44fe-a57c-e637f87ed069 Mar 14 10:26:03.975104 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-c871fefe-51ee-4d8a-88cf-dc66b5ecca35 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739585426881'] for network (abcbe7bb-5148-44fe-a57c-e637f87ed069), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:04.082436 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-c871fefe-51ee-4d8a-88cf-dc66b5ecca35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005'] for network (abcbe7bb-5148-44fe-a57c-e637f87ed069), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:04.083577 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c871fefe-51ee-4d8a-88cf-dc66b5ecca35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:26:04.084182 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-c871fefe-51ee-4d8a-88cf-dc66b5ecca35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631023'] for network (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:04.131800 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81bb4bf7-0aef-4528-9877-bd0ea655c5b3 admin admin] Router 2685b023-d3e0-46d1-9601-309947861e32 has already been hosted by L3 agent a016a58c-1f8a-4210-ae6c-360b1a1f78c1 {{(pid=103643) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 10:26:04.163600 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Device 722ab4df-fb95-4f8c-a657-da1fb5129cad up at agent ovs-agent-dv-cinder-833544-1-iscsi {{(pid=103644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:26:04.212131 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-3a48115e-bfe2-4db6-b7b5-70e7b18b588c None None] Provisioning complete for port d76d268c-892a-4ac9-a088-458dd507ef8d triggered by entity DHCP. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:26:04.212525 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-3a48115e-bfe2-4db6-b7b5-70e7b18b588c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (d76d268c-892a-4ac9-a088-458dd507ef8d), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:04.219103 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c871fefe-51ee-4d8a-88cf-dc66b5ecca35 admin admin] Pushing event updated for resources: {'Network': ['ID=abcbe7bb-5148-44fe-a57c-e637f87ed069,revision_number=1']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:26:04.228193 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-c871fefe-51ee-4d8a-88cf-dc66b5ecca35 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8698058 Mar 14 10:26:04.231578 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 39164) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:26:04.241616 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.v2.base [None req-7c61c648-fff7-4117-94ae-fbdcb5a5ee68 admin admin] Request body: {'subnet': {'network_id': 'abcbe7bb-5148-44fe-a57c-e637f87ed069', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1053839736-subnet', 'tenant_id': 'fd7a725259c54fa3a93d7f5fb2ef1ba8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:26:04.252395 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Network abcbe7bb-5148-44fe-a57c-e637f87ed069 details requested by agent ovs-agent-dv-cinder-833544-1-iscsi with host dv-cinder-833544-1-iscsi {{(pid=103644) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 10:26:04.278970 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-479eeab7-19a7-4553-99fe-c6511906c4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '233cb934-d91d-4cb3-bfc5-144fa54d5928', 'name': 'tempest-ServerRescueNegativeTestJSON-974936345-router', 'tenant_id': '101a93bee6d44e499149e201608b6104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': '722ab4df-fb95-4f8c-a657-da1fb5129cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:25:54Z', 'updated_at': '2022-03-14T10:25:58Z', 'revision_number': 4, 'project_id': '101a93bee6d44e499149e201608b6104', 'gw_port': {'id': '722ab4df-fb95-4f8c-a657-da1fb5129cad', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:48:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233cb934-d91d-4cb3-bfc5-144fa54d5928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:25:55Z', 'updated_at': '2022-03-14T10:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi', '_interfaces': [{'id': 'c5990c43-c1d2-4249-957a-20b1ad2663d0', 'name': '', 'network_id': 'f32a9833-69ef-4b23-859e-a7b8b0d08e87', 'tenant_id': '101a93bee6d44e499149e201608b6104', 'mac_address': 'fa:16:3e:d5:f1:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '233cb934-d91d-4cb3-bfc5-144fa54d5928', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '00786b35-2cc5-4c4c-83cc-316ffef97c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:25:58Z', 'updated_at': '2022-03-14T10:25:58Z', 'revision_number': 2, 'project_id': '101a93bee6d44e499149e201608b6104', 'subnets': [{'id': '00786b35-2cc5-4c4c-83cc-316ffef97c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833544-1-iscsi', False) {} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:26:04.367684 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c61c648-fff7-4117-94ae-fbdcb5a5ee68 admin admin] Made reservation on behalf of fd7a725259c54fa3a93d7f5fb2ef1ba8 for: {'subnet': 1} {{(pid=103642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 10:26:04.371944 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-7c61c648-fff7-4117-94ae-fbdcb5a5ee68 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:04.418796 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-3a48115e-bfe2-4db6-b7b5-70e7b18b588c None None] Port d76d268c-892a-4ac9-a088-458dd507ef8d cannot update to ACTIVE because it is not bound. {{(pid=103644) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 10:26:04.437298 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479eeab7-19a7-4553-99fe-c6511906c4f8 None None] Checking router: 233cb934-d91d-4cb3-bfc5-144fa54d5928 for host: dv-cinder-833544-1-iscsi {{(pid=103645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 10:26:04.437662 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479eeab7-19a7-4553-99fe-c6511906c4f8 None None] Updating router 233cb934-d91d-4cb3-bfc5-144fa54d5928 port c5990c43-c1d2-4249-957a-20b1ad2663d0 binding host dv-cinder-833544-1-iscsi {{(pid=103645) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 10:26:04.446572 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Provisioning complete for port 722ab4df-fb95-4f8c-a657-da1fb5129cad triggered by entity L2. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:26:04.446986 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (722ab4df-fb95-4f8c-a657-da1fb5129cad), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:04.476088 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-479eeab7-19a7-4553-99fe-c6511906c4f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (c5990c43-c1d2-4249-957a-20b1ad2663d0), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:04.528990 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81bb4bf7-0aef-4528-9877-bd0ea655c5b3 admin admin] Notify agent at l3_agent.dv-cinder-833544-1-iscsi the message routers_updated {{(pid=103643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 10:26:04.540350 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-81bb4bf7-0aef-4528-9877-bd0ea655c5b3 admin admin] 10.222.0.16 "PUT /v2.0/routers/2685b023-d3e0-46d1-9601-309947861e32/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9855330 Mar 14 10:26:04.606593 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Current status of the port 722ab4df-fb95-4f8c-a657-da1fb5129cad is: ACTIVE; New status is: ACTIVE {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:26:04.608293 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Device 232b1b15-77af-416a-90e9-0fcb9030d489 up at agent ovs-agent-dv-cinder-833544-1-iscsi {{(pid=103644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:26:04.688336 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Provisioning complete for port 232b1b15-77af-416a-90e9-0fcb9030d489 triggered by entity L2. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:26:04.689015 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (232b1b15-77af-416a-90e9-0fcb9030d489), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:04.762853 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-df5d57b3-772d-4dc7-b415-cdae06f64e5f req-220227a5-c43f-4caf-b1f6-7d5808faacf5 tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d03f101-20f3-48ac-8fb8-b33f572ddb11 HTTP/1.1" status: 200 len: 210 time: 0.0395732 Mar 14 10:26:04.814956 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Current status of the port 232b1b15-77af-416a-90e9-0fcb9030d489 is: DOWN; New status is: ACTIVE {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:26:04.815353 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (232b1b15-77af-416a-90e9-0fcb9030d489), before_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:04.836153 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-7c61c648-fff7-4117-94ae-fbdcb5a5ee68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005'] for subnet (4f95c85f-8dac-4daf-ba62-b052729e8648), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:04.855003 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] For port 232b1b15-77af-416a-90e9-0fcb9030d489, host dv-cinder-833544-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833544-1-iscsi',level=0,port_id=232b1b15-77af-416a-90e9-0fcb9030d489,segment=NetworkSegment(11cedc40-3914-4af6-ba83-0b9ce6d6fc30),segment_id=11cedc40-3914-4af6-ba83-0b9ce6d6fc30)] {{(pid=103644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:26:04.882909 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-479eeab7-19a7-4553-99fe-c6511906c4f8 None None] Publish callbacks [] for port (c5990c43-c1d2-4249-957a-20b1ad2663d0), precommit_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:04.898143 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-75db90be-7df2-46e0-96a8-d191d8815459 req-9f0378c8-17a8-42fb-b5fa-e0b71b01d73f tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/ports?device_id=b80d74d2-bc9a-4236-8994-9fc9447d0f1b HTTP/1.1" status: 200 len: 210 time: 0.0529628 Mar 14 10:26:04.917198 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (232b1b15-77af-416a-90e9-0fcb9030d489), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:04.937938 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-479eeab7-19a7-4553-99fe-c6511906c4f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (c5990c43-c1d2-4249-957a-20b1ad2663d0), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:04.943316 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c61c648-fff7-4117-94ae-fbdcb5a5ee68 admin admin] Checking segment: {'id': 'b423ee3c-d538-4e5e-930d-7a90f099a1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'abcbe7bb-5148-44fe-a57c-e637f87ed069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:26:04.943799 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c61c648-fff7-4117-94ae-fbdcb5a5ee68 admin admin] Network hostable DHCP agents. Network: abcbe7bb-5148-44fe-a57c-e637f87ed069, hostable agents: ['71411765-f129-4ae6-9e82-4fe742fde8ff'], hosted agents: [] {{(pid=103642) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 10:26:04.958888 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c61c648-fff7-4117-94ae-fbdcb5a5ee68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f95c85f-8dac-4daf-ba62-b052729e8648,revision_number=0']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:26:05.028613 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcea18e-7629-4ea3-9e65-bf6550961c0e None None] Pushing event updated for resources: {'Port': ['ID=c5990c43-c1d2-4249-957a-20b1ad2663d0,revision_number=3']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:26:05.030067 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Pushing event updated for resources: {'Port': ['ID=232b1b15-77af-416a-90e9-0fcb9030d489,revision_number=4']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:26:05.047506 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c61c648-fff7-4117-94ae-fbdcb5a5ee68 admin admin] Network abcbe7bb-5148-44fe-a57c-e637f87ed069 is scheduled to be hosted by DHCP agent 71411765-f129-4ae6-9e82-4fe742fde8ff with binding_index 1 {{(pid=103642) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 10:26:05.084693 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.managers [None req-479eeab7-19a7-4553-99fe-c6511906c4f8 None None] Attempting to bind port c5990c43-c1d2-4249-957a-20b1ad2663d0 on host dv-cinder-833544-1-iscsi for vnic_type normal with profile {{(pid=103645) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 10:26:05.085060 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.managers [None req-479eeab7-19a7-4553-99fe-c6511906c4f8 None None] Attempting to bind port c5990c43-c1d2-4249-957a-20b1ad2663d0 by drivers openvswitch,hyperv on host dv-cinder-833544-1-iscsi at level 0 using segments [{'id': '813206bc-3b4b-41d1-bc9c-0d026c4e302c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'f32a9833-69ef-4b23-859e-a7b8b0d08e87'}] {{(pid=103645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 10:26:05.085663 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479eeab7-19a7-4553-99fe-c6511906c4f8 None None] Attempting to bind port c5990c43-c1d2-4249-957a-20b1ad2663d0 on network f32a9833-69ef-4b23-859e-a7b8b0d08e87 {{(pid=103645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:26:05.091387 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479eeab7-19a7-4553-99fe-c6511906c4f8 None None] Checking agent: {'id': '3daba05a-6d77-487a-83af-fb9f8edf24c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833544-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 14, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 10, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833544-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 10:26:05.091840 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479eeab7-19a7-4553-99fe-c6511906c4f8 None None] Checking segment: {'id': '813206bc-3b4b-41d1-bc9c-0d026c4e302c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'f32a9833-69ef-4b23-859e-a7b8b0d08e87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103645) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:26:05.092269 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-479eeab7-19a7-4553-99fe-c6511906c4f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:05.092638 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479eeab7-19a7-4553-99fe-c6511906c4f8 None None] Bound using segment: {'id': '813206bc-3b4b-41d1-bc9c-0d026c4e302c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'f32a9833-69ef-4b23-859e-a7b8b0d08e87'} {{(pid=103645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 10:26:05.093109 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.managers [None req-479eeab7-19a7-4553-99fe-c6511906c4f8 None None] Bound port: c5990c43-c1d2-4249-957a-20b1ad2663d0, host: dv-cinder-833544-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '813206bc-3b4b-41d1-bc9c-0d026c4e302c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'f32a9833-69ef-4b23-859e-a7b8b0d08e87'}}] {{(pid=103645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 10:26:05.093472 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-479eeab7-19a7-4553-99fe-c6511906c4f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (c5990c43-c1d2-4249-957a-20b1ad2663d0), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:05.167246 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-479eeab7-19a7-4553-99fe-c6511906c4f8 None None] For port c5990c43-c1d2-4249-957a-20b1ad2663d0, host dv-cinder-833544-1-iscsi, cleared binding levels {{(pid=103645) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 10:26:05.171412 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-479eeab7-19a7-4553-99fe-c6511906c4f8 None None] For port c5990c43-c1d2-4249-957a-20b1ad2663d0, host dv-cinder-833544-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833544-1-iscsi',level=0,port_id=c5990c43-c1d2-4249-957a-20b1ad2663d0,segment=NetworkSegment(813206bc-3b4b-41d1-bc9c-0d026c4e302c),segment_id=813206bc-3b4b-41d1-bc9c-0d026c4e302c)] {{(pid=103645) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 10:26:05.195550 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.scheduler.base_scheduler [None req-7c61c648-fff7-4117-94ae-fbdcb5a5ee68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-833544-1-iscsi, abcbe7bb-5148-44fe-a57c-e637f87ed069) {{(pid=103642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:26:05.199694 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c61c648-fff7-4117-94ae-fbdcb5a5ee68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:26:05.200297 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-7c61c648-fff7-4117-94ae-fbdcb5a5ee68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631023'] for subnet (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:05.206382 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69677693-291b-472d-8b8b-da8d54fc7212 None None] Network abcbe7bb-5148-44fe-a57c-e637f87ed069 requested from dv-cinder-833544-1-iscsi {{(pid=103644) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 10:26:05.276449 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-479eeab7-19a7-4553-99fe-c6511906c4f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (c5990c43-c1d2-4249-957a-20b1ad2663d0), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:05.312805 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-7c61c648-fff7-4117-94ae-fbdcb5a5ee68 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0801420 Mar 14 10:26:05.342707 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-269eaec0-5743-4a18-8838-a25598a35b9a None None] Network abcbe7bb-5148-44fe-a57c-e637f87ed069 requested from dv-cinder-833544-1-iscsi {{(pid=103644) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 10:26:05.371210 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479eeab7-19a7-4553-99fe-c6511906c4f8 None None] Routers {'233cb934-d91d-4cb3-bfc5-144fa54d5928'} bound to L3 agent in host dv-cinder-833544-1-iscsi {{(pid=103645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:26:05.371210 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-479eeab7-19a7-4553-99fe-c6511906c4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833544-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T10:17:23Z,description=,heartbeat_timestamp=2022-03-14T10:25:53Z,host='dv-cinder-833544-1-iscsi',id=a016a58c-1f8a-4210-ae6c-360b1a1f78c1,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:17:24Z,topic='l3_agent')) {'router_ids': ['233cb934-d91d-4cb3-bfc5-144fa54d5928'], 'active': True} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:26:05.378136 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcea18e-7629-4ea3-9e65-bf6550961c0e None None] Pushing event updated for resources: {'Port': ['ID=c5990c43-c1d2-4249-957a-20b1ad2663d0,revision_number=4']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:26:05.581140 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 39206) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:26:05.602546 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvr_db [None req-479eeab7-19a7-4553-99fe-c6511906c4f8 None None] Set router 233cb934-d91d-4cb3-bfc5-144fa54d5928 gateway port host: dv-cinder-833544-1-iscsi {{(pid=103645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:26:05.643925 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.db.db_base_plugin_v2 [None req-d44a3e31-08c1-4be2-a233-16f0b2c5d04a admin admin] Deleting subnet ee49f38c-817a-4479-b1f4-973f65f1506f {{(pid=103642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 14 10:26:05.648972 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-d44a3e31-08c1-4be2-a233-16f0b2c5d04a admin admin] Publish callbacks [] for subnet (ee49f38c-817a-4479-b1f4-973f65f1506f), before_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:05.682302 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050d57a7-5d53-408c-8af5-d66481f2784c None None] Sync routers for ids ['2685b023-d3e0-46d1-9601-309947861e32'] in dv-cinder-833544-1-iscsi {{(pid=103644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 10:26:05.693061 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-d44a3e31-08c1-4be2-a233-16f0b2c5d04a admin admin] Publish callbacks [] for subnet (ee49f38c-817a-4479-b1f4-973f65f1506f), precommit_delete_associations {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:05.700450 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 39208) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:26:05.705378 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [None req-45f935e6-62b3-44a2-9bc3-a534873d7b6f tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Request body: {'security_group': {'name': 'tempest-securitygroup--423313064', 'description': 'tempest-description--535655292'}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:26:05.708287 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-d44a3e31-08c1-4be2-a233-16f0b2c5d04a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1689235'] for subnet (ee49f38c-817a-4479-b1f4-973f65f1506f), precommit_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:05.708441 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050d57a7-5d53-408c-8af5-d66481f2784c None None] Routers {'2685b023-d3e0-46d1-9601-309947861e32'} bound to L3 agent in host dv-cinder-833544-1-iscsi {{(pid=103644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:26:05.708975 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-050d57a7-5d53-408c-8af5-d66481f2784c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833544-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T10:17:23Z,description=,heartbeat_timestamp=2022-03-14T10:25:53Z,host='dv-cinder-833544-1-iscsi',id=a016a58c-1f8a-4210-ae6c-360b1a1f78c1,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:17:24Z,topic='l3_agent')) {'router_ids': ['2685b023-d3e0-46d1-9601-309947861e32'], 'active': True} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:26:05.868292 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvr_db [None req-050d57a7-5d53-408c-8af5-d66481f2784c None None] Set router 2685b023-d3e0-46d1-9601-309947861e32 gateway port host: dv-cinder-833544-1-iscsi {{(pid=103644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:26:05.876051 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-45f935e6-62b3-44a2-9bc3-a534873d7b6f tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Publish callbacks [] for security_group (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:05.877599 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-479eeab7-19a7-4553-99fe-c6511906c4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '233cb934-d91d-4cb3-bfc5-144fa54d5928', 'name': 'tempest-ServerRescueNegativeTestJSON-974936345-router', 'tenant_id': '101a93bee6d44e499149e201608b6104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': '722ab4df-fb95-4f8c-a657-da1fb5129cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:25:54Z', 'updated_at': '2022-03-14T10:25:58Z', 'revision_number': 4, 'project_id': '101a93bee6d44e499149e201608b6104', 'gw_port': {'id': '722ab4df-fb95-4f8c-a657-da1fb5129cad', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:48:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233cb934-d91d-4cb3-bfc5-144fa54d5928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:25:55Z', 'updated_at': '2022-03-14T10:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi', '_interfaces': [{'id': 'c5990c43-c1d2-4249-957a-20b1ad2663d0', 'name': '', 'network_id': 'f32a9833-69ef-4b23-859e-a7b8b0d08e87', 'tenant_id': '101a93bee6d44e499149e201608b6104', 'mac_address': 'fa:16:3e:d5:f1:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '233cb934-d91d-4cb3-bfc5-144fa54d5928', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '00786b35-2cc5-4c4c-83cc-316ffef97c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:25:58Z', 'updated_at': '2022-03-14T10:26:05Z', 'revision_number': 4, 'project_id': '101a93bee6d44e499149e201608b6104', 'subnets': [{'id': '00786b35-2cc5-4c4c-83cc-316ffef97c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833544-1-iscsi', False) {} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:26:05.914656 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-d44a3e31-08c1-4be2-a233-16f0b2c5d04a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005'] for subnet (ee49f38c-817a-4479-b1f4-973f65f1506f), after_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:05.934569 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-286be735-b110-4946-9bf4-d9e60aedb364 req-56b239b2-f57a-477c-b8a2-1bf0e42e128c tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d03f101-20f3-48ac-8fb8-b33f572ddb11 HTTP/1.1" status: 200 len: 210 time: 0.0806432 Mar 14 10:26:05.960877 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44a3e31-08c1-4be2-a233-16f0b2c5d04a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee49f38c-817a-4479-b1f4-973f65f1506f,revision_number=None']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:26:05.964312 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-d44a3e31-08c1-4be2-a233-16f0b2c5d04a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:05.969856 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-d44a3e31-08c1-4be2-a233-16f0b2c5d04a admin admin] 10.222.0.16 "DELETE /v2.0/subnets/ee49f38c-817a-4479-b1f4-973f65f1506f HTTP/1.1" status: 204 len: 168 time: 0.3853726 Mar 14 10:26:05.970028 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 39222) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:26:05.987187 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479eeab7-19a7-4553-99fe-c6511906c4f8 None None] The sync data for ids ['233cb934-d91d-4cb3-bfc5-144fa54d5928'] in dv-cinder-833544-1-iscsi is: [{'id': '233cb934-d91d-4cb3-bfc5-144fa54d5928', 'name': 'tempest-ServerRescueNegativeTestJSON-974936345-router', 'tenant_id': '101a93bee6d44e499149e201608b6104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': '722ab4df-fb95-4f8c-a657-da1fb5129cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:25:54Z', 'updated_at': '2022-03-14T10:25:58Z', 'revision_number': 4, 'project_id': '101a93bee6d44e499149e201608b6104', 'gw_port': {'id': '722ab4df-fb95-4f8c-a657-da1fb5129cad', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:48:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233cb934-d91d-4cb3-bfc5-144fa54d5928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:25:55Z', 'updated_at': '2022-03-14T10:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi', '_interfaces': [{'id': 'c5990c43-c1d2-4249-957a-20b1ad2663d0', 'name': '', 'network_id': 'f32a9833-69ef-4b23-859e-a7b8b0d08e87', 'tenant_id': '101a93bee6d44e499149e201608b6104', 'mac_address': 'fa:16:3e:d5:f1:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '233cb934-d91d-4cb3-bfc5-144fa54d5928', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '00786b35-2cc5-4c4c-83cc-316ffef97c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:25:58Z', 'updated_at': '2022-03-14T10:26:05Z', 'revision_number': 4, 'project_id': '101a93bee6d44e499149e201608b6104', 'subnets': [{'id': '00786b35-2cc5-4c4c-83cc-316ffef97c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 10:26:06.102302 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-45f935e6-62b3-44a2-9bc3-a534873d7b6f tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Publish callbacks [] for security_group (7f677435-4851-49bd-85f9-2627c7cc2aca), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:06.113917 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Device 232b1b15-77af-416a-90e9-0fcb9030d489 up at agent ovs-agent-dv-cinder-833544-1-iscsi {{(pid=103644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:26:06.131582 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-37cad05e-c1e5-4a9b-9056-b8bbac708fcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369052'] for network (93025699-3fa8-4f7d-aa08-2014398345b7), before_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:06.185183 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-45f935e6-62b3-44a2-9bc3-a534873d7b6f tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (7f677435-4851-49bd-85f9-2627c7cc2aca), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:06.286645 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f935e6-62b3-44a2-9bc3-a534873d7b6f tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f677435-4851-49bd-85f9-2627c7cc2aca,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:26:06.313479 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Provisioning complete for port 232b1b15-77af-416a-90e9-0fcb9030d489 triggered by entity L2. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:26:06.313479 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (232b1b15-77af-416a-90e9-0fcb9030d489), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:06.320180 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-dde5aff2-00d0-4361-87a3-ce4c3c75120d req-88d20cb0-4966-439a-a3aa-4b31e18a7bf6 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/ports?device_id=b80d74d2-bc9a-4236-8994-9fc9447d0f1b HTTP/1.1" status: 200 len: 210 time: 0.0841672 Mar 14 10:26:06.335249 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-45f935e6-62b3-44a2-9bc3-a534873d7b6f tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Publish callbacks [] for security_group (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:06.341408 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 39232) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:26:06.343351 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-45f935e6-62b3-44a2-9bc3-a534873d7b6f tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.6417215 Mar 14 10:26:06.348480 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.v2.base [None req-5dde7f53-35e2-41d7-82b8-9aa9ae528c56 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Request body: {'security_group_rule': {'security_group_id': '7f677435-4851-49bd-85f9-2627c7cc2aca', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:26:06.378103 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-050d57a7-5d53-408c-8af5-d66481f2784c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2685b023-d3e0-46d1-9601-309947861e32', 'name': 'tempest-AttachVolumeShelveTestJSON-390245008-router', 'tenant_id': '5472bedc1d6a4e30b10a78f0f7cd05c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '232b1b15-77af-416a-90e9-0fcb9030d489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:25:55Z', 'updated_at': '2022-03-14T10:26:02Z', 'revision_number': 4, 'project_id': '5472bedc1d6a4e30b10a78f0f7cd05c1', 'gw_port': {'id': '232b1b15-77af-416a-90e9-0fcb9030d489', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:78:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2685b023-d3e0-46d1-9601-309947861e32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:25:56Z', 'updated_at': '2022-03-14T10:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi', '_interfaces': [{'id': 'd76d268c-892a-4ac9-a088-458dd507ef8d', 'name': '', 'network_id': 'b306e4a1-3e45-418e-92a7-1cdae507ef31', 'tenant_id': '5472bedc1d6a4e30b10a78f0f7cd05c1', 'mac_address': 'fa:16:3e:1d:24:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2685b023-d3e0-46d1-9601-309947861e32', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '583b334f-c92c-40ae-ba3b-abff06ff8c22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:26:01Z', 'updated_at': '2022-03-14T10:26:03Z', 'revision_number': 2, 'project_id': '5472bedc1d6a4e30b10a78f0f7cd05c1', 'subnets': [{'id': '583b334f-c92c-40ae-ba3b-abff06ff8c22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833544-1-iscsi', False) {} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:26:06.415151 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-37cad05e-c1e5-4a9b-9056-b8bbac708fcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687834', 'neutron.services.segments.db._delete_segments_for_network-8739585737229'] for network (93025699-3fa8-4f7d-aa08-2014398345b7), precommit_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:06.416648 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050d57a7-5d53-408c-8af5-d66481f2784c None None] Checking router: 2685b023-d3e0-46d1-9601-309947861e32 for host: dv-cinder-833544-1-iscsi {{(pid=103644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 10:26:06.417166 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050d57a7-5d53-408c-8af5-d66481f2784c None None] Updating router 2685b023-d3e0-46d1-9601-309947861e32 port d76d268c-892a-4ac9-a088-458dd507ef8d binding host dv-cinder-833544-1-iscsi {{(pid=103644) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 10:26:06.449178 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.39', 58618) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:26:06.450215 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-37cad05e-c1e5-4a9b-9056-b8bbac708fcc admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:26:06.460613 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-37cad05e-c1e5-4a9b-9056-b8bbac708fcc admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:26:06.460613 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-37cad05e-c1e5-4a9b-9056-b8bbac708fcc admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:26:06.460613 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-37cad05e-c1e5-4a9b-9056-b8bbac708fcc admin admin] Subscribe: > port after_create 55550000 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:26:06.460613 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-37cad05e-c1e5-4a9b-9056-b8bbac708fcc admin admin] Subscribe: > port after_delete 55550000 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:26:06.460613 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-37cad05e-c1e5-4a9b-9056-b8bbac708fcc admin admin] Subscribe: > port after_update 55550000 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:26:06.460613 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-37cad05e-c1e5-4a9b-9056-b8bbac708fcc admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:26:06.460613 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-37cad05e-c1e5-4a9b-9056-b8bbac708fcc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:26:06.460613 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-37cad05e-c1e5-4a9b-9056-b8bbac708fcc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:26:06.460613 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-37cad05e-c1e5-4a9b-9056-b8bbac708fcc admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:26:06.473826 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-050d57a7-5d53-408c-8af5-d66481f2784c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (d76d268c-892a-4ac9-a088-458dd507ef8d), before_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:06.476180 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Current status of the port 232b1b15-77af-416a-90e9-0fcb9030d489 is: ACTIVE; New status is: ACTIVE {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:26:06.477183 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Device c5990c43-c1d2-4249-957a-20b1ad2663d0 up at agent ovs-agent-dv-cinder-833544-1-iscsi {{(pid=103644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:26:06.550290 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.39', 58619) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:26:06.723511 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-37cad05e-c1e5-4a9b-9056-b8bbac708fcc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:26:06.724582 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-37cad05e-c1e5-4a9b-9056-b8bbac708fcc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:26:06.725083 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-37cad05e-c1e5-4a9b-9056-b8bbac708fcc admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:26:06.725579 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-37cad05e-c1e5-4a9b-9056-b8bbac708fcc admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:26:06.733170 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.services.segments.db [None req-37cad05e-c1e5-4a9b-9056-b8bbac708fcc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93025699-3fa8-4f7d-aa08-2014398345b7']}} {{(pid=103642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:26:06.752091 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.services.segments.db [None req-37cad05e-c1e5-4a9b-9056-b8bbac708fcc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba7cd0c6-037c-4bcb-b94b-8232796968bf') {'for_net_delete': True} {{(pid=103642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:26:06.752712 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.services.segments.db [None req-37cad05e-c1e5-4a9b-9056-b8bbac708fcc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba7cd0c6-037c-4bcb-b94b-8232796968bf') {} {{(pid=103642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:26:06.757124 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-5dde7f53-35e2-41d7-82b8-9aa9ae528c56 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Publish callbacks [] for security_group_rule (e8d0526d-643e-4150-b287-5bafc775bda9), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:06.783484 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-37cad05e-c1e5-4a9b-9056-b8bbac708fcc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739585737494', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10247686'] for segment (ba7cd0c6-037c-4bcb-b94b-8232796968bf), before_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:06.835259 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Provisioning complete for port c5990c43-c1d2-4249-957a-20b1ad2663d0 triggered by entity L2. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:26:06.839461 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (c5990c43-c1d2-4249-957a-20b1ad2663d0), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:06.844065 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.39', 58620) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:26:06.845303 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-37cad05e-c1e5-4a9b-9056-b8bbac708fcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1663358'] for segment (ba7cd0c6-037c-4bcb-b94b-8232796968bf), precommit_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:06.881651 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c4ca54-426d-49d2-86b6-13e88f1dced2 req-906c0112-7c82-4060-b02c-18f7efabe60d tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:26:06.883287 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-f4c4ca54-426d-49d2-86b6-13e88f1dced2 req-906c0112-7c82-4060-b02c-18f7efabe60d tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] 10.222.0.39 "GET /v2.0/networks?id=cbe0e9e5-d066-4a1f-8075-4ee67bbc728b HTTP/1.1" status: 200 len: 812 time: 0.3771799 Mar 14 10:26:06.936375 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519b3707-80cf-462e-bb15-386f29904fb9 req-7d60f7a4-1c67-4b6f-9e4f-f804d9bc3324 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:26:06.948050 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-519b3707-80cf-462e-bb15-386f29904fb9 req-7d60f7a4-1c67-4b6f-9e4f-f804d9bc3324 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.39 "GET /v2.0/networks?id=f32a9833-69ef-4b23-859e-a7b8b0d08e87 HTTP/1.1" status: 200 len: 818 time: 0.3686202 Mar 14 10:26:06.986693 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [req-f4c4ca54-426d-49d2-86b6-13e88f1dced2 req-51369483-6aee-489d-ba5d-80f4de5f3923 tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] Request body: {'port': {'device_id': '1d03f101-20f3-48ac-8fb8-b33f572ddb11', 'network_id': 'cbe0e9e5-d066-4a1f-8075-4ee67bbc728b', 'admin_state_up': True, 'tenant_id': '0ab27b33d5734cba962525a4e0960cbd'}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:26:07.005757 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [req-519b3707-80cf-462e-bb15-386f29904fb9 req-daca7ecb-dfb2-40bf-afdc-c70134bc6f98 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Request body: {'port': {'device_id': '661e25a3-6da7-4a40-b28d-2ad6c73f6911', 'network_id': 'f32a9833-69ef-4b23-859e-a7b8b0d08e87', 'admin_state_up': True, 'tenant_id': '101a93bee6d44e499149e201608b6104'}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:26:07.021256 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37cad05e-c1e5-4a9b-9056-b8bbac708fcc admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=103642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 10:26:07.021665 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-37cad05e-c1e5-4a9b-9056-b8bbac708fcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1663358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9715443'] for segment (ba7cd0c6-037c-4bcb-b94b-8232796968bf), after_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:07.144414 dv-cinder-833544-1-iscsi neutron-server[103642]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 14 10:26:07.144414 dv-cinder-833544-1-iscsi neutron-server[103642]: from cryptography.utils import int_from_bytes Mar 14 10:26:07.144414 dv-cinder-833544-1-iscsi neutron-server[103642]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 14 10:26:07.144414 dv-cinder-833544-1-iscsi neutron-server[103642]: from cryptography.utils import int_from_bytes Mar 14 10:26:07.144414 dv-cinder-833544-1-iscsi neutron-server[103642]: Traceback (most recent call last): Mar 14 10:26:07.144414 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 10:26:07.144414 dv-cinder-833544-1-iscsi neutron-server[103642]: timer() Mar 14 10:26:07.144414 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 10:26:07.144414 dv-cinder-833544-1-iscsi neutron-server[103642]: cb(*args, **kw) Mar 14 10:26:07.144414 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 10:26:07.144414 dv-cinder-833544-1-iscsi neutron-server[103642]: return func(*args, **kwargs) Mar 14 10:26:07.144414 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 10:26:07.144414 dv-cinder-833544-1-iscsi neutron-server[103642]: self._notify() Mar 14 10:26:07.144414 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 10:26:07.144414 dv-cinder-833544-1-iscsi neutron-server[103642]: self.callback(batched_events) Mar 14 10:26:07.144414 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 10:26:07.144414 dv-cinder-833544-1-iscsi neutron-server[103642]: event.method(event) Mar 14 10:26:07.144414 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 10:26:07.144414 dv-cinder-833544-1-iscsi neutron-server[103642]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 10:26:07.144414 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 10:26:07.144414 dv-cinder-833544-1-iscsi neutron-server[103642]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 10:26:07.144414 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 10:26:07.144414 dv-cinder-833544-1-iscsi neutron-server[103642]: return f(self, *a, **k) Mar 14 10:26:07.144414 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 10:26:07.144414 dv-cinder-833544-1-iscsi neutron-server[103642]: return self._get(url).json() Mar 14 10:26:07.144414 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 10:26:07.144414 dv-cinder-833544-1-iscsi neutron-server[103642]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 10:26:07.144414 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 10:26:07.144414 dv-cinder-833544-1-iscsi neutron-server[103642]: return self.request(url, 'GET', **kwargs) Mar 14 10:26:07.144414 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 10:26:07.144414 dv-cinder-833544-1-iscsi neutron-server[103642]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 10:26:07.144414 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 10:26:07.144414 dv-cinder-833544-1-iscsi neutron-server[103642]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 10:26:07.144414 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 10:26:07.144414 dv-cinder-833544-1-iscsi neutron-server[103642]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 10:26:07.144414 dv-cinder-833544-1-iscsi neutron-server[103642]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 10:26:07.158731 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Current status of the port c5990c43-c1d2-4249-957a-20b1ad2663d0 is: DOWN; New status is: ACTIVE {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:26:07.159161 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (c5990c43-c1d2-4249-957a-20b1ad2663d0), before_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:07.211496 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-f64ab282-1331-4b7f-a899-b673c7a9a0ba req-8171fee5-812a-494c-af64-1768fd541d1a tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d03f101-20f3-48ac-8fb8-b33f572ddb11 HTTP/1.1" status: 200 len: 210 time: 0.0844228 Mar 14 10:26:07.232326 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] For port c5990c43-c1d2-4249-957a-20b1ad2663d0, host dv-cinder-833544-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833544-1-iscsi',level=0,port_id=c5990c43-c1d2-4249-957a-20b1ad2663d0,segment=NetworkSegment(813206bc-3b4b-41d1-bc9c-0d026c4e302c),segment_id=813206bc-3b4b-41d1-bc9c-0d026c4e302c)] {{(pid=103644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:26:07.246929 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-050d57a7-5d53-408c-8af5-d66481f2784c None None] Publish callbacks [] for port (d76d268c-892a-4ac9-a088-458dd507ef8d), precommit_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:07.265558 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8f3e26-a81e-46c9-a87f-ed50c00e22ed req-6fd766fc-055d-4290-acd9-5d135eff0622 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:26:07.265698 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-5d8f3e26-a81e-46c9-a87f-ed50c00e22ed req-6fd766fc-055d-4290-acd9-5d135eff0622 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.39 "GET /v2.0/networks?id=f32a9833-69ef-4b23-859e-a7b8b0d08e87 HTTP/1.1" status: 200 len: 818 time: 0.4169502 Mar 14 10:26:07.285180 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-37cad05e-c1e5-4a9b-9056-b8bbac708fcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-564434'] for network (93025699-3fa8-4f7d-aa08-2014398345b7), after_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:07.290219 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-5dde7f53-35e2-41d7-82b8-9aa9ae528c56 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Publish callbacks [] for security_group_rule (e8d0526d-643e-4150-b287-5bafc775bda9), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:07.297035 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (c5990c43-c1d2-4249-957a-20b1ad2663d0), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:07.305291 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.v2.base [req-5d8f3e26-a81e-46c9-a87f-ed50c00e22ed req-1e9e2be5-0f7f-4b46-8bd7-b4c85d16b5e4 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Request body: {'port': {'device_id': 'b80d74d2-bc9a-4236-8994-9fc9447d0f1b', 'network_id': 'f32a9833-69ef-4b23-859e-a7b8b0d08e87', 'admin_state_up': True, 'tenant_id': '101a93bee6d44e499149e201608b6104'}} {{(pid=103642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:26:07.338627 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-050d57a7-5d53-408c-8af5-d66481f2784c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (d76d268c-892a-4ac9-a088-458dd507ef8d), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:07.391170 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Pushing event updated for resources: {'Port': ['ID=c5990c43-c1d2-4249-957a-20b1ad2663d0,revision_number=5']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:26:07.587856 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cad05e-c1e5-4a9b-9056-b8bbac708fcc admin admin] Pushing event deleted for resources: {'Network': ['ID=93025699-3fa8-4f7d-aa08-2014398345b7,revision_number=None']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:26:07.593199 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.managers [None req-050d57a7-5d53-408c-8af5-d66481f2784c None None] Attempting to bind port d76d268c-892a-4ac9-a088-458dd507ef8d on host dv-cinder-833544-1-iscsi for vnic_type normal with profile {{(pid=103644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 10:26:07.594029 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.managers [None req-050d57a7-5d53-408c-8af5-d66481f2784c None None] Attempting to bind port d76d268c-892a-4ac9-a088-458dd507ef8d by drivers openvswitch,hyperv on host dv-cinder-833544-1-iscsi at level 0 using segments [{'id': '9b07e94b-cdee-4fcd-b18d-5adbca991074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'b306e4a1-3e45-418e-92a7-1cdae507ef31'}] {{(pid=103644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 10:26:07.594578 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050d57a7-5d53-408c-8af5-d66481f2784c None None] Attempting to bind port d76d268c-892a-4ac9-a088-458dd507ef8d on network b306e4a1-3e45-418e-92a7-1cdae507ef31 {{(pid=103644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:26:07.603946 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050d57a7-5d53-408c-8af5-d66481f2784c None None] Checking agent: {'id': '3daba05a-6d77-487a-83af-fb9f8edf24c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833544-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 14, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 10, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833544-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 10:26:07.604512 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050d57a7-5d53-408c-8af5-d66481f2784c None None] Checking segment: {'id': '9b07e94b-cdee-4fcd-b18d-5adbca991074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'b306e4a1-3e45-418e-92a7-1cdae507ef31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:26:07.606047 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-050d57a7-5d53-408c-8af5-d66481f2784c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:07.606707 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050d57a7-5d53-408c-8af5-d66481f2784c None None] Bound using segment: {'id': '9b07e94b-cdee-4fcd-b18d-5adbca991074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'b306e4a1-3e45-418e-92a7-1cdae507ef31'} {{(pid=103644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 10:26:07.607482 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.managers [None req-050d57a7-5d53-408c-8af5-d66481f2784c None None] Bound port: d76d268c-892a-4ac9-a088-458dd507ef8d, host: dv-cinder-833544-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b07e94b-cdee-4fcd-b18d-5adbca991074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'b306e4a1-3e45-418e-92a7-1cdae507ef31'}}] {{(pid=103644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 10:26:07.608013 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-050d57a7-5d53-408c-8af5-d66481f2784c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (d76d268c-892a-4ac9-a088-458dd507ef8d), before_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:07.613646 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5b37ca-c9cb-44e5-a8de-038834a348cc None None] Pushing event updated for resources: {'Port': ['ID=d76d268c-892a-4ac9-a088-458dd507ef8d,revision_number=3']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:26:07.619680 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-37cad05e-c1e5-4a9b-9056-b8bbac708fcc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631023'] for network (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:07.623464 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-37cad05e-c1e5-4a9b-9056-b8bbac708fcc admin admin] 10.222.0.16 "DELETE /v2.0/networks/93025699-3fa8-4f7d-aa08-2014398345b7 HTTP/1.1" status: 204 len: 168 time: 1.6525898 Mar 14 10:26:07.624596 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-5dde7f53-35e2-41d7-82b8-9aa9ae528c56 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673333'] for security_group_rule (e8d0526d-643e-4150-b287-5bafc775bda9), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:07.626256 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 39296) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:26:07.670823 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-e0f85ba0-fa8c-4fe7-861d-4d51a55395ca req-2bbba96f-bf31-4570-a7d2-7a2b2445a200 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/ports?device_id=b80d74d2-bc9a-4236-8994-9fc9447d0f1b HTTP/1.1" status: 200 len: 210 time: 0.1318648 Mar 14 10:26:07.695343 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dde7f53-35e2-41d7-82b8-9aa9ae528c56 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8d0526d-643e-4150-b287-5bafc775bda9,revision_number=0']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:26:07.698127 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-050d57a7-5d53-408c-8af5-d66481f2784c None None] For port d76d268c-892a-4ac9-a088-458dd507ef8d, host dv-cinder-833544-1-iscsi, cleared binding levels {{(pid=103644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 10:26:07.705105 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-050d57a7-5d53-408c-8af5-d66481f2784c None None] For port d76d268c-892a-4ac9-a088-458dd507ef8d, host dv-cinder-833544-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833544-1-iscsi',level=0,port_id=d76d268c-892a-4ac9-a088-458dd507ef8d,segment=NetworkSegment(9b07e94b-cdee-4fcd-b18d-5adbca991074),segment_id=9b07e94b-cdee-4fcd-b18d-5adbca991074)] {{(pid=103644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 10:26:07.767212 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-519b3707-80cf-462e-bb15-386f29904fb9 req-daca7ecb-dfb2-40bf-afdc-c70134bc6f98 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Made reservation on behalf of 101a93bee6d44e499149e201608b6104 for: {'port': 1} {{(pid=103643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 10:26:07.767606 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-22ac5d13-fe48-4ebb-a765-eacf00d72d75 None None] Provisioning complete for port d76d268c-892a-4ac9-a088-458dd507ef8d triggered by entity DHCP. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:26:07.768008 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-22ac5d13-fe48-4ebb-a765-eacf00d72d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (d76d268c-892a-4ac9-a088-458dd507ef8d), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:07.771064 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-519b3707-80cf-462e-bb15-386f29904fb9 req-daca7ecb-dfb2-40bf-afdc-c70134bc6f98 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:07.806890 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-050d57a7-5d53-408c-8af5-d66481f2784c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (d76d268c-892a-4ac9-a088-458dd507ef8d), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:07.811599 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-22ac5d13-fe48-4ebb-a765-eacf00d72d75 None None] Port d76d268c-892a-4ac9-a088-458dd507ef8d cannot update to ACTIVE because it is not bound. {{(pid=103644) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 10:26:07.812453 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4c4ca54-426d-49d2-86b6-13e88f1dced2 req-51369483-6aee-489d-ba5d-80f4de5f3923 tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] Made reservation on behalf of 0ab27b33d5734cba962525a4e0960cbd for: {'port': 1} {{(pid=103643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 10:26:07.816680 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-f4c4ca54-426d-49d2-86b6-13e88f1dced2 req-51369483-6aee-489d-ba5d-80f4de5f3923 tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:07.826438 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f760069-bfed-4d75-a063-1a419426840d admin admin] Deleting subnet 4f95c85f-8dac-4daf-ba62-b052729e8648 {{(pid=103642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 14 10:26:07.833443 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-4f760069-bfed-4d75-a063-1a419426840d admin admin] Publish callbacks [] for subnet (4f95c85f-8dac-4daf-ba62-b052729e8648), before_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:07.879409 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-4f760069-bfed-4d75-a063-1a419426840d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10247711'] for subnet (4f95c85f-8dac-4daf-ba62-b052729e8648), precommit_delete_associations {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:07.882576 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050d57a7-5d53-408c-8af5-d66481f2784c None None] Routers {'2685b023-d3e0-46d1-9601-309947861e32'} bound to L3 agent in host dv-cinder-833544-1-iscsi {{(pid=103644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:26:07.883356 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-050d57a7-5d53-408c-8af5-d66481f2784c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833544-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T10:17:23Z,description=,heartbeat_timestamp=2022-03-14T10:25:53Z,host='dv-cinder-833544-1-iscsi',id=a016a58c-1f8a-4210-ae6c-360b1a1f78c1,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:17:24Z,topic='l3_agent')) {'router_ids': ['2685b023-d3e0-46d1-9601-309947861e32'], 'active': True} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:26:07.885205 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5b37ca-c9cb-44e5-a8de-038834a348cc None None] Pushing event updated for resources: {'Port': ['ID=d76d268c-892a-4ac9-a088-458dd507ef8d,revision_number=4']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:26:07.931091 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-4f760069-bfed-4d75-a063-1a419426840d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1689235'] for subnet (4f95c85f-8dac-4daf-ba62-b052729e8648), precommit_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:07.984657 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-5dde7f53-35e2-41d7-82b8-9aa9ae528c56 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:07.988602 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-5dde7f53-35e2-41d7-82b8-9aa9ae528c56 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6435339 Mar 14 10:26:07.988957 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 39306) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:26:07.993518 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.v2.base [None req-f7ec8243-dfd8-4c22-b1bd-6b32a763105a tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Request body: {'security_group_rule': {'security_group_id': '7f677435-4851-49bd-85f9-2627c7cc2aca', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:26:08.029249 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Device c5990c43-c1d2-4249-957a-20b1ad2663d0 up at agent ovs-agent-dv-cinder-833544-1-iscsi {{(pid=103644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:26:08.060906 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d8f3e26-a81e-46c9-a87f-ed50c00e22ed req-1e9e2be5-0f7f-4b46-8bd7-b4c85d16b5e4 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Made reservation on behalf of 101a93bee6d44e499149e201608b6104 for: {'port': 1} {{(pid=103642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 10:26:08.067782 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [req-5d8f3e26-a81e-46c9-a87f-ed50c00e22ed req-1e9e2be5-0f7f-4b46-8bd7-b4c85d16b5e4 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (None), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:08.089323 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvr_db [None req-050d57a7-5d53-408c-8af5-d66481f2784c None None] Set router 2685b023-d3e0-46d1-9601-309947861e32 gateway port host: dv-cinder-833544-1-iscsi {{(pid=103644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:26:08.090520 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-4f760069-bfed-4d75-a063-1a419426840d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9715037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10301227'] for subnet (4f95c85f-8dac-4daf-ba62-b052729e8648), after_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:08.138624 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f760069-bfed-4d75-a063-1a419426840d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f95c85f-8dac-4daf-ba62-b052729e8648,revision_number=None']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:26:08.199619 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Provisioning complete for port c5990c43-c1d2-4249-957a-20b1ad2663d0 triggered by entity L2. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:26:08.200131 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (c5990c43-c1d2-4249-957a-20b1ad2663d0), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:08.266900 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.db.db_base_plugin_common [req-519b3707-80cf-462e-bb15-386f29904fb9 req-daca7ecb-dfb2-40bf-afdc-c70134bc6f98 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Allocated IP 172.20.0.5 (f32a9833-69ef-4b23-859e-a7b8b0d08e87/00786b35-2cc5-4c4c-83cc-316ffef97c56/b5a96ecf-b332-4d17-ad81-355272627e6b) {{(pid=103643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 10:26:08.330090 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.db.db_base_plugin_common [req-f4c4ca54-426d-49d2-86b6-13e88f1dced2 req-51369483-6aee-489d-ba5d-80f4de5f3923 tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] Allocated IP 172.20.0.13 (cbe0e9e5-d066-4a1f-8075-4ee67bbc728b/3bb98a96-0653-4e52-b36e-6046127abe8a/58863847-8ab2-4260-9310-5eda91fb91ee) {{(pid=103643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 10:26:08.365006 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-4f760069-bfed-4d75-a063-1a419426840d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:08.403713 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-4f760069-bfed-4d75-a063-1a419426840d admin admin] 10.222.0.16 "DELETE /v2.0/subnets/4f95c85f-8dac-4daf-ba62-b052729e8648 HTTP/1.1" status: 204 len: 168 time: 0.7418728 Mar 14 10:26:08.403713 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 39318) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:26:08.405350 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-f7ec8243-dfd8-4c22-b1bd-6b32a763105a tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Publish callbacks [] for security_group_rule (a89a8145-a08b-479c-9976-dad96b7c8f9e), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:08.411316 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-8b90f603-ca8c-4328-908f-4c8aac9b3e75 req-2a9dc9f8-f6b2-4265-be29-4b95b2e32a2c tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d03f101-20f3-48ac-8fb8-b33f572ddb11 HTTP/1.1" status: 200 len: 210 time: 0.0478315 Mar 14 10:26:08.446183 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-ebd8e119-700c-4a05-84fb-cdfaf24f7944 None None] Provisioning complete for port d76d268c-892a-4ac9-a088-458dd507ef8d triggered by entity DHCP. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:26:08.446183 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-ebd8e119-700c-4a05-84fb-cdfaf24f7944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (d76d268c-892a-4ac9-a088-458dd507ef8d), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:08.519716 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Current status of the port c5990c43-c1d2-4249-957a-20b1ad2663d0 is: ACTIVE; New status is: ACTIVE {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:26:08.568229 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-a0b539ae-d080-43f4-bf85-6cd71cb5dacd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369052'] for network (abcbe7bb-5148-44fe-a57c-e637f87ed069), before_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:08.581646 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-f7ec8243-dfd8-4c22-b1bd-6b32a763105a tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Publish callbacks [] for security_group_rule (a89a8145-a08b-479c-9976-dad96b7c8f9e), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:08.642091 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-f7ec8243-dfd8-4c22-b1bd-6b32a763105a tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673333'] for security_group_rule (a89a8145-a08b-479c-9976-dad96b7c8f9e), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:08.702127 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-519b3707-80cf-462e-bb15-386f29904fb9 req-daca7ecb-dfb2-40bf-afdc-c70134bc6f98 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Publish callbacks [] for port (b5a96ecf-b332-4d17-ad81-355272627e6b), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:08.742718 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-a0b539ae-d080-43f4-bf85-6cd71cb5dacd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687834', 'neutron.services.segments.db._delete_segments_for_network-8739585737229'] for network (abcbe7bb-5148-44fe-a57c-e637f87ed069), precommit_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:08.756033 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ec8243-dfd8-4c22-b1bd-6b32a763105a tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a89a8145-a08b-479c-9976-dad96b7c8f9e,revision_number=0']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:26:08.759839 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-f4c4ca54-426d-49d2-86b6-13e88f1dced2 req-51369483-6aee-489d-ba5d-80f4de5f3923 tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] Publish callbacks [] for port (58863847-8ab2-4260-9310-5eda91fb91ee), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:08.804462 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.services.segments.db [None req-a0b539ae-d080-43f4-bf85-6cd71cb5dacd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abcbe7bb-5148-44fe-a57c-e637f87ed069']}} {{(pid=103642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:26:08.819361 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.services.segments.db [None req-a0b539ae-d080-43f4-bf85-6cd71cb5dacd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b423ee3c-d538-4e5e-930d-7a90f099a1ed') {'for_net_delete': True} {{(pid=103642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:26:08.820565 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.services.segments.db [None req-a0b539ae-d080-43f4-bf85-6cd71cb5dacd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b423ee3c-d538-4e5e-930d-7a90f099a1ed') {} {{(pid=103642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:26:08.832578 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-ebd8e119-700c-4a05-84fb-cdfaf24f7944 None None] Current status of the port d76d268c-892a-4ac9-a088-458dd507ef8d is: DOWN; New status is: ACTIVE {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:26:08.833104 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-ebd8e119-700c-4a05-84fb-cdfaf24f7944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (d76d268c-892a-4ac9-a088-458dd507ef8d), before_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:08.863253 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-a0b539ae-d080-43f4-bf85-6cd71cb5dacd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739585737494', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10247686'] for segment (b423ee3c-d538-4e5e-930d-7a90f099a1ed), before_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:08.865391 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-050d57a7-5d53-408c-8af5-d66481f2784c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2685b023-d3e0-46d1-9601-309947861e32', 'name': 'tempest-AttachVolumeShelveTestJSON-390245008-router', 'tenant_id': '5472bedc1d6a4e30b10a78f0f7cd05c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '232b1b15-77af-416a-90e9-0fcb9030d489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:25:55Z', 'updated_at': '2022-03-14T10:26:02Z', 'revision_number': 4, 'project_id': '5472bedc1d6a4e30b10a78f0f7cd05c1', 'gw_port': {'id': '232b1b15-77af-416a-90e9-0fcb9030d489', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:78:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2685b023-d3e0-46d1-9601-309947861e32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:25:56Z', 'updated_at': '2022-03-14T10:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi', '_interfaces': [{'id': 'd76d268c-892a-4ac9-a088-458dd507ef8d', 'name': '', 'network_id': 'b306e4a1-3e45-418e-92a7-1cdae507ef31', 'tenant_id': '5472bedc1d6a4e30b10a78f0f7cd05c1', 'mac_address': 'fa:16:3e:1d:24:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2685b023-d3e0-46d1-9601-309947861e32', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '583b334f-c92c-40ae-ba3b-abff06ff8c22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:26:01Z', 'updated_at': '2022-03-14T10:26:07Z', 'revision_number': 4, 'project_id': '5472bedc1d6a4e30b10a78f0f7cd05c1', 'subnets': [{'id': '583b334f-c92c-40ae-ba3b-abff06ff8c22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833544-1-iscsi', False) {} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:26:08.882441 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-a0b539ae-d080-43f4-bf85-6cd71cb5dacd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1663358'] for segment (b423ee3c-d538-4e5e-930d-7a90f099a1ed), precommit_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:08.887017 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-f7ec8243-dfd8-4c22-b1bd-6b32a763105a tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:08.891305 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-f7ec8243-dfd8-4c22-b1bd-6b32a763105a tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8986714 Mar 14 10:26:08.892745 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 39336) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:26:08.898027 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [None req-41c21d43-4bb7-4c9f-8fea-5cb1c3ff2742 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Request body: {'floatingip': {'floating_network_id': 'd3edc090-f075-4654-a10f-87b9c191544a'}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:26:08.901475 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0b539ae-d080-43f4-bf85-6cd71cb5dacd admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=103642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 10:26:08.901886 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-a0b539ae-d080-43f4-bf85-6cd71cb5dacd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1663358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9715443'] for segment (b423ee3c-d538-4e5e-930d-7a90f099a1ed), after_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:08.904373 dv-cinder-833544-1-iscsi neutron-server[103642]: Traceback (most recent call last): Mar 14 10:26:08.904373 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 10:26:08.904373 dv-cinder-833544-1-iscsi neutron-server[103642]: timer() Mar 14 10:26:08.904373 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 10:26:08.904373 dv-cinder-833544-1-iscsi neutron-server[103642]: cb(*args, **kw) Mar 14 10:26:08.904373 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 10:26:08.904373 dv-cinder-833544-1-iscsi neutron-server[103642]: return func(*args, **kwargs) Mar 14 10:26:08.904373 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 10:26:08.904373 dv-cinder-833544-1-iscsi neutron-server[103642]: self._notify() Mar 14 10:26:08.904373 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 10:26:08.904373 dv-cinder-833544-1-iscsi neutron-server[103642]: self.callback(batched_events) Mar 14 10:26:08.904373 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 10:26:08.904373 dv-cinder-833544-1-iscsi neutron-server[103642]: event.method(event) Mar 14 10:26:08.904373 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 10:26:08.904373 dv-cinder-833544-1-iscsi neutron-server[103642]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 10:26:08.904373 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 10:26:08.904373 dv-cinder-833544-1-iscsi neutron-server[103642]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 10:26:08.904373 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 10:26:08.904373 dv-cinder-833544-1-iscsi neutron-server[103642]: return f(self, *a, **k) Mar 14 10:26:08.904373 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 10:26:08.904373 dv-cinder-833544-1-iscsi neutron-server[103642]: return self._get(url).json() Mar 14 10:26:08.904373 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 10:26:08.904373 dv-cinder-833544-1-iscsi neutron-server[103642]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 10:26:08.904373 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 10:26:08.904373 dv-cinder-833544-1-iscsi neutron-server[103642]: return self.request(url, 'GET', **kwargs) Mar 14 10:26:08.904373 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 10:26:08.904373 dv-cinder-833544-1-iscsi neutron-server[103642]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 10:26:08.904373 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 10:26:08.904373 dv-cinder-833544-1-iscsi neutron-server[103642]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 10:26:08.904373 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 10:26:08.904373 dv-cinder-833544-1-iscsi neutron-server[103642]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 10:26:08.904373 dv-cinder-833544-1-iscsi neutron-server[103642]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 10:26:08.916930 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-ebd8e119-700c-4a05-84fb-cdfaf24f7944 None None] For port d76d268c-892a-4ac9-a088-458dd507ef8d, host dv-cinder-833544-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833544-1-iscsi',level=0,port_id=d76d268c-892a-4ac9-a088-458dd507ef8d,segment=NetworkSegment(9b07e94b-cdee-4fcd-b18d-5adbca991074),segment_id=9b07e94b-cdee-4fcd-b18d-5adbca991074)] {{(pid=103644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:26:08.918751 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050d57a7-5d53-408c-8af5-d66481f2784c None None] The sync data for ids ['2685b023-d3e0-46d1-9601-309947861e32'] in dv-cinder-833544-1-iscsi is: [{'id': '2685b023-d3e0-46d1-9601-309947861e32', 'name': 'tempest-AttachVolumeShelveTestJSON-390245008-router', 'tenant_id': '5472bedc1d6a4e30b10a78f0f7cd05c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '232b1b15-77af-416a-90e9-0fcb9030d489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:25:55Z', 'updated_at': '2022-03-14T10:26:02Z', 'revision_number': 4, 'project_id': '5472bedc1d6a4e30b10a78f0f7cd05c1', 'gw_port': {'id': '232b1b15-77af-416a-90e9-0fcb9030d489', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:78:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2685b023-d3e0-46d1-9601-309947861e32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:25:56Z', 'updated_at': '2022-03-14T10:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi', '_interfaces': [{'id': 'd76d268c-892a-4ac9-a088-458dd507ef8d', 'name': '', 'network_id': 'b306e4a1-3e45-418e-92a7-1cdae507ef31', 'tenant_id': '5472bedc1d6a4e30b10a78f0f7cd05c1', 'mac_address': 'fa:16:3e:1d:24:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2685b023-d3e0-46d1-9601-309947861e32', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '583b334f-c92c-40ae-ba3b-abff06ff8c22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:26:01Z', 'updated_at': '2022-03-14T10:26:07Z', 'revision_number': 4, 'project_id': '5472bedc1d6a4e30b10a78f0f7cd05c1', 'subnets': [{'id': '583b334f-c92c-40ae-ba3b-abff06ff8c22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 10:26:08.933285 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-f4c4ca54-426d-49d2-86b6-13e88f1dced2 req-51369483-6aee-489d-ba5d-80f4de5f3923 tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739585409118'] for port (58863847-8ab2-4260-9310-5eda91fb91ee), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:08.940395 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-519b3707-80cf-462e-bb15-386f29904fb9 req-daca7ecb-dfb2-40bf-afdc-c70134bc6f98 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739585409118'] for port (b5a96ecf-b332-4d17-ad81-355272627e6b), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:09.005807 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-ebd8e119-700c-4a05-84fb-cdfaf24f7944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (d76d268c-892a-4ac9-a088-458dd507ef8d), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:09.067805 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-41c21d43-4bb7-4c9f-8fea-5cb1c3ff2742 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:09.075725 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-a4f0b9ce-bd44-43b3-84be-d6bcbe70a886 req-d736cde1-1fc0-4260-80b7-124732e25a2a tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/ports?device_id=b80d74d2-bc9a-4236-8994-9fc9447d0f1b HTTP/1.1" status: 200 len: 210 time: 0.0916288 Mar 14 10:26:09.102835 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd8e119-700c-4a05-84fb-cdfaf24f7944 None None] Pushing event updated for resources: {'Port': ['ID=d76d268c-892a-4ac9-a088-458dd507ef8d,revision_number=5']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:26:09.133266 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4c4ca54-426d-49d2-86b6-13e88f1dced2 req-51369483-6aee-489d-ba5d-80f4de5f3923 tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] Network cbe0e9e5-d066-4a1f-8075-4ee67bbc728b is already hosted by enough agents. {{(pid=103643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:26:09.149175 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.base_scheduler [req-f4c4ca54-426d-49d2-86b6-13e88f1dced2 req-51369483-6aee-489d-ba5d-80f4de5f3923 tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] Resources bound (agent type, host, resource id): {{(pid=103643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:26:09.154978 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51369483-6aee-489d-ba5d-80f4de5f3923 tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] Pushing event updated for resources: {'Port': ['ID=58863847-8ab2-4260-9310-5eda91fb91ee,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:26:09.157368 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4c4ca54-426d-49d2-86b6-13e88f1dced2 req-51369483-6aee-489d-ba5d-80f4de5f3923 tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] Received port after_create {{(pid=103643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 10:26:09.165370 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c4ca54-426d-49d2-86b6-13e88f1dced2 req-51369483-6aee-489d-ba5d-80f4de5f3923 tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:26:09.172371 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-f4c4ca54-426d-49d2-86b6-13e88f1dced2 req-51369483-6aee-489d-ba5d-80f4de5f3923 tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631023'] for port (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:09.193681 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-519b3707-80cf-462e-bb15-386f29904fb9 req-daca7ecb-dfb2-40bf-afdc-c70134bc6f98 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Network f32a9833-69ef-4b23-859e-a7b8b0d08e87 is already hosted by enough agents. {{(pid=103643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:26:09.203771 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.base_scheduler [req-519b3707-80cf-462e-bb15-386f29904fb9 req-daca7ecb-dfb2-40bf-afdc-c70134bc6f98 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Resources bound (agent type, host, resource id): {{(pid=103643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:26:09.232747 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.db.db_base_plugin_common [req-5d8f3e26-a81e-46c9-a87f-ed50c00e22ed req-1e9e2be5-0f7f-4b46-8bd7-b4c85d16b5e4 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Allocated IP 172.20.0.3 (f32a9833-69ef-4b23-859e-a7b8b0d08e87/00786b35-2cc5-4c4c-83cc-316ffef97c56/30e6120e-d6e3-4cf2-b721-425f9e5d8b75) {{(pid=103642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 10:26:09.349807 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.db.l3_dvrscheduler_db [req-519b3707-80cf-462e-bb15-386f29904fb9 req-daca7ecb-dfb2-40bf-afdc-c70134bc6f98 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Received port after_create {{(pid=103643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 10:26:09.355754 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519b3707-80cf-462e-bb15-386f29904fb9 req-daca7ecb-dfb2-40bf-afdc-c70134bc6f98 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:26:09.356399 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-519b3707-80cf-462e-bb15-386f29904fb9 req-daca7ecb-dfb2-40bf-afdc-c70134bc6f98 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631023'] for port (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:09.363566 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-a0b539ae-d080-43f4-bf85-6cd71cb5dacd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-564434'] for network (abcbe7bb-5148-44fe-a57c-e637f87ed069), after_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:09.448504 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daca7ecb-dfb2-40bf-afdc-c70134bc6f98 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Pushing event updated for resources: {'Port': ['ID=b5a96ecf-b332-4d17-ad81-355272627e6b,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:26:09.454332 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-519b3707-80cf-462e-bb15-386f29904fb9 req-daca7ecb-dfb2-40bf-afdc-c70134bc6f98 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4716425 Mar 14 10:26:09.497276 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-f4c4ca54-426d-49d2-86b6-13e88f1dced2 req-51369483-6aee-489d-ba5d-80f4de5f3923 tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5147781 Mar 14 10:26:09.521270 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-41c21d43-4bb7-4c9f-8fea-5cb1c3ff2742 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:09.621938 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b539ae-d080-43f4-bf85-6cd71cb5dacd admin admin] Pushing event deleted for resources: {'Network': ['ID=abcbe7bb-5148-44fe-a57c-e637f87ed069,revision_number=None']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:26:09.624097 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-a0b539ae-d080-43f4-bf85-6cd71cb5dacd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631023'] for network (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:09.629651 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-a0b539ae-d080-43f4-bf85-6cd71cb5dacd admin admin] 10.222.0.16 "DELETE /v2.0/networks/abcbe7bb-5148-44fe-a57c-e637f87ed069 HTTP/1.1" status: 204 len: 168 time: 1.2256262 Mar 14 10:26:09.704422 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [req-5d8f3e26-a81e-46c9-a87f-ed50c00e22ed req-1e9e2be5-0f7f-4b46-8bd7-b4c85d16b5e4 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Publish callbacks [] for port (30e6120e-d6e3-4cf2-b721-425f9e5d8b75), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:09.862823 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.db.db_base_plugin_common [None req-41c21d43-4bb7-4c9f-8fea-5cb1c3ff2742 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Allocated IP 172.27.2.68 (d3edc090-f075-4654-a10f-87b9c191544a/b94c44b1-4eb3-4139-bb38-cf15afc675ad/1a14a428-7571-4d2c-831d-d9676f0e5ea0) {{(pid=103643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 10:26:09.984691 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf5f0ad-f4bc-481e-9af2-581fda8402d7 req-d3aec839-ec83-4067-a3ed-27788ae95fd3 tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:26:09.985343 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [req-5d8f3e26-a81e-46c9-a87f-ed50c00e22ed req-1e9e2be5-0f7f-4b46-8bd7-b4c85d16b5e4 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739585409118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9714944'] for port (30e6120e-d6e3-4cf2-b721-425f9e5d8b75), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:09.992224 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-daf5f0ad-f4bc-481e-9af2-581fda8402d7 req-d3aec839-ec83-4067-a3ed-27788ae95fd3 tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d03f101-20f3-48ac-8fb8-b33f572ddb11 HTTP/1.1" status: 200 len: 932 time: 0.1665936 Mar 14 10:26:10.006152 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Device d76d268c-892a-4ac9-a088-458dd507ef8d up at agent ovs-agent-dv-cinder-833544-1-iscsi {{(pid=103644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:26:10.043538 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-41c21d43-4bb7-4c9f-8fea-5cb1c3ff2742 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Publish callbacks [] for port (1a14a428-7571-4d2c-831d-d9676f0e5ea0), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:10.091582 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-daf5f0ad-f4bc-481e-9af2-581fda8402d7 req-a7d678be-2f00-46bd-bb54-6e7eed36df0d tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] 10.222.0.16 "GET /v2.0/security-groups?id=3064f7e9-7259-4dc2-9d04-e5e9de424be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981619 Mar 14 10:26:10.099999 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Provisioning complete for port d76d268c-892a-4ac9-a088-458dd507ef8d triggered by entity L2. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:26:10.109512 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (d76d268c-892a-4ac9-a088-458dd507ef8d), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:10.109654 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d8f3e26-a81e-46c9-a87f-ed50c00e22ed req-1e9e2be5-0f7f-4b46-8bd7-b4c85d16b5e4 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Network f32a9833-69ef-4b23-859e-a7b8b0d08e87 is already hosted by enough agents. {{(pid=103642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:26:10.124241 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.scheduler.base_scheduler [req-5d8f3e26-a81e-46c9-a87f-ed50c00e22ed req-1e9e2be5-0f7f-4b46-8bd7-b4c85d16b5e4 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Resources bound (agent type, host, resource id): {{(pid=103642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:26:10.134938 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d8f3e26-a81e-46c9-a87f-ed50c00e22ed req-1e9e2be5-0f7f-4b46-8bd7-b4c85d16b5e4 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Received port after_create {{(pid=103642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 10:26:10.160456 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9e2be5-0f7f-4b46-8bd7-b4c85d16b5e4 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Pushing event updated for resources: {'Port': ['ID=30e6120e-d6e3-4cf2-b721-425f9e5d8b75,revision_number=1']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:26:10.196015 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-41c21d43-4bb7-4c9f-8fea-5cb1c3ff2742 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739585409118'] for port (1a14a428-7571-4d2c-831d-d9676f0e5ea0), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:10.238679 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8f3e26-a81e-46c9-a87f-ed50c00e22ed req-1e9e2be5-0f7f-4b46-8bd7-b4c85d16b5e4 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:26:10.239421 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [req-5d8f3e26-a81e-46c9-a87f-ed50c00e22ed req-1e9e2be5-0f7f-4b46-8bd7-b4c85d16b5e4 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631023'] for port (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:10.246848 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Current status of the port d76d268c-892a-4ac9-a088-458dd507ef8d is: ACTIVE; New status is: ACTIVE {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:26:10.299220 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c21d43-4bb7-4c9f-8fea-5cb1c3ff2742 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Network d3edc090-f075-4654-a10f-87b9c191544a is already hosted by enough agents. {{(pid=103643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:26:10.327554 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.base_scheduler [None req-41c21d43-4bb7-4c9f-8fea-5cb1c3ff2742 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Resources bound (agent type, host, resource id): {{(pid=103643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:26:10.330375 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c21d43-4bb7-4c9f-8fea-5cb1c3ff2742 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Received port after_create {{(pid=103643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 10:26:10.348864 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c21d43-4bb7-4c9f-8fea-5cb1c3ff2742 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Pushing event updated for resources: {'Port': ['ID=1a14a428-7571-4d2c-831d-d9676f0e5ea0,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:26:10.365039 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-5d8f3e26-a81e-46c9-a87f-ed50c00e22ed req-1e9e2be5-0f7f-4b46-8bd7-b4c85d16b5e4 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0768409 Mar 14 10:26:10.435752 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2292580-b165-4b53-9e2d-35e5f08bf7ba req-9d5bcc99-7eb1-4561-bed7-3f919223a8c9 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:26:10.447118 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-b2292580-b165-4b53-9e2d-35e5f08bf7ba req-9d5bcc99-7eb1-4561-bed7-3f919223a8c9 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/ports?device_id=b80d74d2-bc9a-4236-8994-9fc9447d0f1b HTTP/1.1" status: 200 len: 931 time: 0.1788442 Mar 14 10:26:10.464975 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 39362) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:26:10.482607 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-41c21d43-4bb7-4c9f-8fea-5cb1c3ff2742 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Publish callbacks [] for floatingip (2d493509-1b7b-4d41-9762-fa9f6c9ea5e0), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:10.534271 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-f6c355ab-4dbe-4f18-9486-0e88e9eeed3b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a182e4c07ca6410abb35bafef231b0f6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0681117 Mar 14 10:26:10.537256 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 39364) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:26:10.573565 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-b2292580-b165-4b53-9e2d-35e5f08bf7ba req-54acffd7-542f-4bf3-b37b-1d7f91482ab2 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e1dfb47-6410-4f33-81fd-58fdf8819acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176448 Mar 14 10:26:10.613047 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-41c21d43-4bb7-4c9f-8fea-5cb1c3ff2742 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (1a14a428-7571-4d2c-831d-d9676f0e5ea0), before_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:10.653833 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-cf5ba122-07c6-4b71-9136-dbceafa9fbb0 admin admin] Publish callbacks [] for security_group (57a3ad52-8e90-496d-8abc-b499b7cc00a1), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:10.702015 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-cf5ba122-07c6-4b71-9136-dbceafa9fbb0 admin admin] Publish callbacks [] for security_group (57a3ad52-8e90-496d-8abc-b499b7cc00a1), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:10.824426 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-41c21d43-4bb7-4c9f-8fea-5cb1c3ff2742 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Publish callbacks [] for port (1a14a428-7571-4d2c-831d-d9676f0e5ea0), precommit_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:10.870471 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-cf5ba122-07c6-4b71-9136-dbceafa9fbb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (57a3ad52-8e90-496d-8abc-b499b7cc00a1), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:10.875287 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-cf5ba122-07c6-4b71-9136-dbceafa9fbb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:10.879344 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-cf5ba122-07c6-4b71-9136-dbceafa9fbb0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/57a3ad52-8e90-496d-8abc-b499b7cc00a1 HTTP/1.1" status: 204 len: 168 time: 0.3387172 Mar 14 10:26:10.885309 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5ba122-07c6-4b71-9136-dbceafa9fbb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57a3ad52-8e90-496d-8abc-b499b7cc00a1,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:26:10.898407 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-41c21d43-4bb7-4c9f-8fea-5cb1c3ff2742 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (1a14a428-7571-4d2c-831d-d9676f0e5ea0), after_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:10.948255 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-41c21d43-4bb7-4c9f-8fea-5cb1c3ff2742 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-564448'] for floatingip (2d493509-1b7b-4d41-9762-fa9f6c9ea5e0), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:10.971486 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c21d43-4bb7-4c9f-8fea-5cb1c3ff2742 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Pushing event updated for resources: {'Port': ['ID=1a14a428-7571-4d2c-831d-d9676f0e5ea0,revision_number=2']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:26:11.030614 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-41c21d43-4bb7-4c9f-8fea-5cb1c3ff2742 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211739'] for floatingip (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:11.035877 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-41c21d43-4bb7-4c9f-8fea-5cb1c3ff2742 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1379361 Mar 14 10:26:11.264668 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f421c647-87c7-48df-a625-5ec4567c8c8c req-c002ae5e-5653-43f4-a6b2-c9d33cbb3ddf tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:26:11.266375 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-f421c647-87c7-48df-a625-5ec4567c8c8c req-c002ae5e-5653-43f4-a6b2-c9d33cbb3ddf tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d03f101-20f3-48ac-8fb8-b33f572ddb11 HTTP/1.1" status: 200 len: 932 time: 0.0990496 Mar 14 10:26:11.271733 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-42315395-b0b2-45f8-ab67-270a29b2f32d req-db41bb4d-d2e7-4ebf-b701-f297d5f56335 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--423313064&fields=id&tenant_id=5472bedc1d6a4e30b10a78f0f7cd05c1 HTTP/1.1" status: 200 len: 267 time: 0.0727334 Mar 14 10:26:11.378650 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-f421c647-87c7-48df-a625-5ec4567c8c8c req-4fc3143e-f6e5-4ade-aa23-3a065074910b tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] 10.222.0.16 "GET /v2.0/security-groups?id=3064f7e9-7259-4dc2-9d04-e5e9de424be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056490 Mar 14 10:26:11.413596 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42315395-b0b2-45f8-ab67-270a29b2f32d req-c12fb9a8-1ba3-40f5-b4ee-894318495ac7 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:26:11.415203 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-42315395-b0b2-45f8-ab67-270a29b2f32d req-c12fb9a8-1ba3-40f5-b4ee-894318495ac7 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/networks?id=b306e4a1-3e45-418e-92a7-1cdae507ef31 HTTP/1.1" status: 200 len: 816 time: 0.1350496 Mar 14 10:26:11.437991 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-42315395-b0b2-45f8-ab67-270a29b2f32d req-1a4b9860-8d35-4982-a2fc-f82c24be3891 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/quotas/5472bedc1d6a4e30b10a78f0f7cd05c1 HTTP/1.1" status: 200 len: 375 time: 0.0092571 Mar 14 10:26:11.496876 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-42315395-b0b2-45f8-ab67-270a29b2f32d req-8e93801e-8d6a-4dc9-8cf4-8e5a2b3afb48 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5472bedc1d6a4e30b10a78f0f7cd05c1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0536640 Mar 14 10:26:11.608588 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-42315395-b0b2-45f8-ab67-270a29b2f32d req-557d7afb-de63-4864-9ed0-ba7ba8685614 service neutron] 10.222.0.16 "GET /v2.0/networks/b306e4a1-3e45-418e-92a7-1cdae507ef31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984545 Mar 14 10:26:11.669027 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 39398) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:26:11.708718 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-98a15046-6e17-43fa-892f-c3dfb08fee32 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fd7a725259c54fa3a93d7f5fb2ef1ba8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0398848 Mar 14 10:26:11.711182 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 39400) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:26:11.727109 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-42315395-b0b2-45f8-ab67-270a29b2f32d req-5c0f836b-06a3-44b8-9a2f-16c353d8839f service neutron] 10.222.0.16 "GET /v2.0/networks/b306e4a1-3e45-418e-92a7-1cdae507ef31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130385 Mar 14 10:26:11.739265 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a3c474-1242-4486-a52c-c22298cf5b02 req-1441a9a1-d4d3-4c9c-84b5-44125acca7f9 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:26:11.740707 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-83a3c474-1242-4486-a52c-c22298cf5b02 req-1441a9a1-d4d3-4c9c-84b5-44125acca7f9 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/ports?device_id=b80d74d2-bc9a-4236-8994-9fc9447d0f1b HTTP/1.1" status: 200 len: 931 time: 0.0956023 Mar 14 10:26:11.764538 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-1f4dcad3-4f1e-4343-8b1f-ce678ba9269f admin admin] Publish callbacks [] for security_group (650abcfb-fea1-47c7-b98c-82b66a29d213), before_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:11.794331 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-1f4dcad3-4f1e-4343-8b1f-ce678ba9269f admin admin] Publish callbacks [] for security_group (650abcfb-fea1-47c7-b98c-82b66a29d213), precommit_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:11.797472 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-83a3c474-1242-4486-a52c-c22298cf5b02 req-83d5339c-4280-4416-bba9-6235b1328714 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e1dfb47-6410-4f33-81fd-58fdf8819acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479882 Mar 14 10:26:11.921631 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-1f4dcad3-4f1e-4343-8b1f-ce678ba9269f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (650abcfb-fea1-47c7-b98c-82b66a29d213), after_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:11.924374 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-1f4dcad3-4f1e-4343-8b1f-ce678ba9269f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:11.927960 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-1f4dcad3-4f1e-4343-8b1f-ce678ba9269f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/650abcfb-fea1-47c7-b98c-82b66a29d213 HTTP/1.1" status: 204 len: 168 time: 0.2133150 Mar 14 10:26:11.935936 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4dcad3-4f1e-4343-8b1f-ce678ba9269f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=650abcfb-fea1-47c7-b98c-82b66a29d213,revision_number=None']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:26:12.052736 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-c445b9e5-580b-443a-b230-1edcd7be5742 req-5fe0d19e-aa0e-4771-a145-1bc9ec299b00 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=180b9721-e314-4054-bed9-67ecaac6ce75 HTTP/1.1" status: 200 len: 210 time: 0.0412219 Mar 14 10:26:12.523716 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224a14d4-197a-4cb6-aa0f-8d29c9257ea8 req-828a69a6-be73-462f-9283-c17a87d83108 tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:26:12.525230 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-224a14d4-197a-4cb6-aa0f-8d29c9257ea8 req-828a69a6-be73-462f-9283-c17a87d83108 tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d03f101-20f3-48ac-8fb8-b33f572ddb11 HTTP/1.1" status: 200 len: 932 time: 0.0766604 Mar 14 10:26:12.597181 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-224a14d4-197a-4cb6-aa0f-8d29c9257ea8 req-342128b9-b139-4b43-ae3f-79c4e057d5b0 tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] 10.222.0.16 "GET /v2.0/security-groups?id=3064f7e9-7259-4dc2-9d04-e5e9de424be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645194 Mar 14 10:26:12.965273 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62098a03-71f6-4484-a82a-b24a63a3cc20 req-da0b7da6-a1e0-4775-9b2a-bfaa5f684922 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:26:12.967338 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-62098a03-71f6-4484-a82a-b24a63a3cc20 req-da0b7da6-a1e0-4775-9b2a-bfaa5f684922 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/ports?device_id=b80d74d2-bc9a-4236-8994-9fc9447d0f1b HTTP/1.1" status: 200 len: 931 time: 0.0859377 Mar 14 10:26:13.044333 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-62098a03-71f6-4484-a82a-b24a63a3cc20 req-67838261-40b5-49ba-855f-1d3cd6225b18 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e1dfb47-6410-4f33-81fd-58fdf8819acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712430 Mar 14 10:26:13.154450 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-4826620d-e0e4-4808-ab1c-5ac56f49fc09 req-ca5a9abd-461d-49e3-8f92-d1e5a6bff3bc tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=180b9721-e314-4054-bed9-67ecaac6ce75 HTTP/1.1" status: 200 len: 210 time: 0.0317540 Mar 14 10:26:13.718695 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1f7c6e-8150-4548-a435-206d3338abd6 req-82c85c84-8a5c-430b-8e2f-0d6a548dcb0d tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:26:13.720208 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-ab1f7c6e-8150-4548-a435-206d3338abd6 req-82c85c84-8a5c-430b-8e2f-0d6a548dcb0d tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d03f101-20f3-48ac-8fb8-b33f572ddb11 HTTP/1.1" status: 200 len: 932 time: 0.0568693 Mar 14 10:26:13.769053 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-ab1f7c6e-8150-4548-a435-206d3338abd6 req-f7263ca2-e386-4367-88a8-315854e3da53 tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] 10.222.0.16 "GET /v2.0/security-groups?id=3064f7e9-7259-4dc2-9d04-e5e9de424be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401115 Mar 14 10:26:14.192875 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7934d0-3a25-4194-aa03-c132eb7c851c req-7a422054-352a-4132-b2c6-e2203feae495 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:26:14.194465 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-de7934d0-3a25-4194-aa03-c132eb7c851c req-7a422054-352a-4132-b2c6-e2203feae495 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/ports?device_id=b80d74d2-bc9a-4236-8994-9fc9447d0f1b HTTP/1.1" status: 200 len: 931 time: 0.0548234 Mar 14 10:26:14.261154 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-2c6fd96a-e753-43c0-9658-42c2cbbf413c req-7d187c8b-2c3c-486d-88f2-eae1aa4a31f3 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=180b9721-e314-4054-bed9-67ecaac6ce75 HTTP/1.1" status: 200 len: 210 time: 0.0338919 Mar 14 10:26:14.264555 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-de7934d0-3a25-4194-aa03-c132eb7c851c req-d077d49d-d0ec-4b72-bd7c-e61d98e6f607 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e1dfb47-6410-4f33-81fd-58fdf8819acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639067 Mar 14 10:26:14.885903 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebed614-ded6-49ae-83f0-060713ab4690 req-00dc6361-f62a-4ff4-8019-18c64b15dc28 tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:26:14.887545 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-4ebed614-ded6-49ae-83f0-060713ab4690 req-00dc6361-f62a-4ff4-8019-18c64b15dc28 tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d03f101-20f3-48ac-8fb8-b33f572ddb11 HTTP/1.1" status: 200 len: 932 time: 0.0534890 Mar 14 10:26:14.954801 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-4ebed614-ded6-49ae-83f0-060713ab4690 req-5b15b3c8-e137-4191-b23b-672aa55d0760 tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] 10.222.0.16 "GET /v2.0/security-groups?id=3064f7e9-7259-4dc2-9d04-e5e9de424be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577099 Mar 14 10:26:15.408009 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-2575fd9e-88aa-4924-bd7b-22948d2fd597 req-a8537eac-5a7a-4ca8-99e0-05704d43d3d8 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=180b9721-e314-4054-bed9-67ecaac6ce75 HTTP/1.1" status: 200 len: 210 time: 0.0532105 Mar 14 10:26:15.440414 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c180fe-efc6-4328-96a0-301c69eb444d req-19175719-5670-4e36-a38a-649dbacf52bf tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:26:15.441951 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-24c180fe-efc6-4328-96a0-301c69eb444d req-19175719-5670-4e36-a38a-649dbacf52bf tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/ports?device_id=b80d74d2-bc9a-4236-8994-9fc9447d0f1b HTTP/1.1" status: 200 len: 931 time: 0.0886464 Mar 14 10:26:15.492647 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-24c180fe-efc6-4328-96a0-301c69eb444d req-589e5b58-e978-4954-b23b-defe45428485 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e1dfb47-6410-4f33-81fd-58fdf8819acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451465 Mar 14 10:26:15.718759 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 39564) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:26:15.822021 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-fdba05bc-154e-44cb-9a3c-5e0bfe52a0bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:15.892969 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-fdba05bc-154e-44cb-9a3c-5e0bfe52a0bf admin admin] Publish callbacks [] for security_group (32da286a-38fb-4cc7-9b59-b1c76b113b87), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:15.982585 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-fdba05bc-154e-44cb-9a3c-5e0bfe52a0bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (32da286a-38fb-4cc7-9b59-b1c76b113b87), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:16.025864 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-fdba05bc-154e-44cb-9a3c-5e0bfe52a0bf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b2e12bdae482497bab70703149670110&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3059046 Mar 14 10:26:16.026602 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 39574) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:26:16.032528 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdba05bc-154e-44cb-9a3c-5e0bfe52a0bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32da286a-38fb-4cc7-9b59-b1c76b113b87,revision_number=1']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:26:16.090053 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-84b380f2-264a-4f35-a2f7-164cc4dad5b4 admin admin] Publish callbacks [] for security_group (32da286a-38fb-4cc7-9b59-b1c76b113b87), before_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:16.102600 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa3ad3b-32ca-49b0-86b1-23a765667857 req-503a7687-b48b-4fc4-b059-c8674b7c42ff tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:26:16.110203 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-bfa3ad3b-32ca-49b0-86b1-23a765667857 req-503a7687-b48b-4fc4-b059-c8674b7c42ff tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d03f101-20f3-48ac-8fb8-b33f572ddb11 HTTP/1.1" status: 200 len: 932 time: 0.0828540 Mar 14 10:26:16.119076 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-84b380f2-264a-4f35-a2f7-164cc4dad5b4 admin admin] Publish callbacks [] for security_group (32da286a-38fb-4cc7-9b59-b1c76b113b87), precommit_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:16.154944 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-bfa3ad3b-32ca-49b0-86b1-23a765667857 req-86656019-2355-49af-b0b1-cb733fc47a99 tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] 10.222.0.16 "GET /v2.0/security-groups?id=3064f7e9-7259-4dc2-9d04-e5e9de424be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438981 Mar 14 10:26:16.256856 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-84b380f2-264a-4f35-a2f7-164cc4dad5b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (32da286a-38fb-4cc7-9b59-b1c76b113b87), after_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:16.259345 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-84b380f2-264a-4f35-a2f7-164cc4dad5b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:16.260555 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-84b380f2-264a-4f35-a2f7-164cc4dad5b4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/32da286a-38fb-4cc7-9b59-b1c76b113b87 HTTP/1.1" status: 204 len: 168 time: 0.2330325 Mar 14 10:26:16.268539 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b380f2-264a-4f35-a2f7-164cc4dad5b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32da286a-38fb-4cc7-9b59-b1c76b113b87,revision_number=None']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:26:16.513033 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-993d1728-9062-4f95-9770-c33162dc20ac req-6609b168-03f8-412c-b240-4837181714a2 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=180b9721-e314-4054-bed9-67ecaac6ce75 HTTP/1.1" status: 200 len: 210 time: 0.0284925 Mar 14 10:26:16.651346 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c0d128-29ea-4aae-bea2-84f1f6a6815f req-12be64bc-e9ff-4b99-b49a-dc8f7ee00937 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:26:16.653635 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-f6c0d128-29ea-4aae-bea2-84f1f6a6815f req-12be64bc-e9ff-4b99-b49a-dc8f7ee00937 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/ports?device_id=b80d74d2-bc9a-4236-8994-9fc9447d0f1b HTTP/1.1" status: 200 len: 931 time: 0.0696809 Mar 14 10:26:16.705408 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-f6c0d128-29ea-4aae-bea2-84f1f6a6815f req-0d1c0235-5f44-4cdf-915a-b1501a06fb0f tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e1dfb47-6410-4f33-81fd-58fdf8819acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459731 Mar 14 10:26:16.856663 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 39592) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:26:16.873778 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-ab2dd313-9101-46d0-862e-98c216227109 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:16.950332 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-ab2dd313-9101-46d0-862e-98c216227109 admin admin] Publish callbacks [] for security_group (fab29334-166a-40a6-8e34-4d03e52bee63), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:17.063611 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-ab2dd313-9101-46d0-862e-98c216227109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (fab29334-166a-40a6-8e34-4d03e52bee63), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:17.102584 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-ab2dd313-9101-46d0-862e-98c216227109 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8b89cd7d80ce45ff842ebabe16602617&name=default HTTP/1.1" status: 200 len: 2995 time: 0.2448111 Mar 14 10:26:17.103537 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2dd313-9101-46d0-862e-98c216227109 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fab29334-166a-40a6-8e34-4d03e52bee63,revision_number=1']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:26:17.105245 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 39596) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:26:17.152232 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-067f1056-3b97-4a13-a4bf-d75f3f8a3b4f admin admin] Publish callbacks [] for security_group (fab29334-166a-40a6-8e34-4d03e52bee63), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:17.172837 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-067f1056-3b97-4a13-a4bf-d75f3f8a3b4f admin admin] Publish callbacks [] for security_group (fab29334-166a-40a6-8e34-4d03e52bee63), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:17.375876 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5c32d6-6c85-442e-8937-9d73ae3bee67 req-4d3d416c-72ad-4a1e-84e2-063604c5dfdb tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:26:17.377323 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-ec5c32d6-6c85-442e-8937-9d73ae3bee67 req-4d3d416c-72ad-4a1e-84e2-063604c5dfdb tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d03f101-20f3-48ac-8fb8-b33f572ddb11 HTTP/1.1" status: 200 len: 932 time: 0.0518863 Mar 14 10:26:17.423798 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-ec5c32d6-6c85-442e-8937-9d73ae3bee67 req-724bdbf3-755c-40a2-8768-afb299d0736e tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] 10.222.0.16 "GET /v2.0/security-groups?id=3064f7e9-7259-4dc2-9d04-e5e9de424be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408931 Mar 14 10:26:17.497071 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-067f1056-3b97-4a13-a4bf-d75f3f8a3b4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (fab29334-166a-40a6-8e34-4d03e52bee63), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:17.499861 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-067f1056-3b97-4a13-a4bf-d75f3f8a3b4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:17.500993 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-067f1056-3b97-4a13-a4bf-d75f3f8a3b4f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fab29334-166a-40a6-8e34-4d03e52bee63 HTTP/1.1" status: 204 len: 168 time: 0.3947592 Mar 14 10:26:17.510049 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067f1056-3b97-4a13-a4bf-d75f3f8a3b4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fab29334-166a-40a6-8e34-4d03e52bee63,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:26:17.621128 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-825cd58b-97d5-43da-ae97-eca37f364a6c req-e3b83769-df3a-42e5-a23a-09bce646c706 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=180b9721-e314-4054-bed9-67ecaac6ce75 HTTP/1.1" status: 200 len: 210 time: 0.0272996 Mar 14 10:26:17.826845 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b8a884-bd5f-4354-903d-31fdf085ddd5 req-f41407ba-b781-49be-b4a1-bbf454728982 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:26:17.829446 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-51b8a884-bd5f-4354-903d-31fdf085ddd5 req-f41407ba-b781-49be-b4a1-bbf454728982 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/ports?device_id=b80d74d2-bc9a-4236-8994-9fc9447d0f1b HTTP/1.1" status: 200 len: 931 time: 0.0565429 Mar 14 10:26:17.899593 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-51b8a884-bd5f-4354-903d-31fdf085ddd5 req-b1c716f3-9a75-4055-a619-3cd6ab42b364 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e1dfb47-6410-4f33-81fd-58fdf8819acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588474 Mar 14 10:26:18.537497 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a10bb76-95af-4dee-8e01-86433e5845df req-ec88e5e0-3084-4b71-a998-418819cf86ea tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:26:18.539062 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-1a10bb76-95af-4dee-8e01-86433e5845df req-ec88e5e0-3084-4b71-a998-418819cf86ea tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d03f101-20f3-48ac-8fb8-b33f572ddb11 HTTP/1.1" status: 200 len: 932 time: 0.0517828 Mar 14 10:26:18.587129 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-1a10bb76-95af-4dee-8e01-86433e5845df req-d506be28-5cdd-4d1b-ae0c-8f689c0945aa tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] 10.222.0.16 "GET /v2.0/security-groups?id=3064f7e9-7259-4dc2-9d04-e5e9de424be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423996 Mar 14 10:26:18.724373 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-775c8048-3a32-483c-8b83-4e923d2d24fb req-7257e7f8-b2b7-4fe2-9fe4-ab4935c4129b tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=180b9721-e314-4054-bed9-67ecaac6ce75 HTTP/1.1" status: 200 len: 210 time: 0.0315006 Mar 14 10:26:19.071223 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324e0e40-2e67-4c8f-93a1-f38307cd9cd9 req-b082a5e5-0058-4f56-a6b2-145c4794ff42 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:26:19.078056 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-324e0e40-2e67-4c8f-93a1-f38307cd9cd9 req-b082a5e5-0058-4f56-a6b2-145c4794ff42 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/ports?device_id=b80d74d2-bc9a-4236-8994-9fc9447d0f1b HTTP/1.1" status: 200 len: 931 time: 0.0916774 Mar 14 10:26:19.133245 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-324e0e40-2e67-4c8f-93a1-f38307cd9cd9 req-464ed51d-19cf-44f7-80fd-9ceb429487bd tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e1dfb47-6410-4f33-81fd-58fdf8819acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540063 Mar 14 10:26:19.741775 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c45833-1e29-4329-84dd-ba40a20566d0 req-38f3c718-2136-4bc7-9d65-7dec2229ca9c tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:26:19.743611 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-69c45833-1e29-4329-84dd-ba40a20566d0 req-38f3c718-2136-4bc7-9d65-7dec2229ca9c tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d03f101-20f3-48ac-8fb8-b33f572ddb11 HTTP/1.1" status: 200 len: 932 time: 0.0809171 Mar 14 10:26:19.796713 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-69c45833-1e29-4329-84dd-ba40a20566d0 req-6ea32a8a-a922-445b-b45e-7c6afe650ca9 tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] 10.222.0.16 "GET /v2.0/security-groups?id=3064f7e9-7259-4dc2-9d04-e5e9de424be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472884 Mar 14 10:26:19.865441 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-68202f35-f8e3-4eb5-9bd4-c7990c47dce3 req-643fcfbb-34d2-4828-8b23-49d01dae2b79 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=180b9721-e314-4054-bed9-67ecaac6ce75 HTTP/1.1" status: 200 len: 210 time: 0.0421267 Mar 14 10:26:20.313949 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a316603-1411-400e-a366-a2b4e86f81ff req-3ba4c0ed-05b9-49d3-8e8d-b4752ce3f47b tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:26:20.313949 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-0a316603-1411-400e-a366-a2b4e86f81ff req-3ba4c0ed-05b9-49d3-8e8d-b4752ce3f47b tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/ports?device_id=b80d74d2-bc9a-4236-8994-9fc9447d0f1b HTTP/1.1" status: 200 len: 931 time: 0.0861976 Mar 14 10:26:20.387929 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-0a316603-1411-400e-a366-a2b4e86f81ff req-4e260ed0-63c3-4cec-a049-fcaeec2a160f tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e1dfb47-6410-4f33-81fd-58fdf8819acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652483 Mar 14 10:26:20.949620 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f40c157-3518-41bc-9a4b-5563b6d4d14f req-a1340634-036c-4e89-9252-fc0e00d7566a tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:26:20.951532 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-7f40c157-3518-41bc-9a4b-5563b6d4d14f req-a1340634-036c-4e89-9252-fc0e00d7566a tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d03f101-20f3-48ac-8fb8-b33f572ddb11 HTTP/1.1" status: 200 len: 932 time: 0.0556931 Mar 14 10:26:20.997623 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-1fd16dbd-6212-41ab-aa93-6856a1b4a166 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (71411765-f129-4ae6-9e82-4fe742fde8ff), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:21.013604 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-7f40c157-3518-41bc-9a4b-5563b6d4d14f req-94e38e60-18cd-4db8-be5c-618dfacfbb76 tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] 10.222.0.16 "GET /v2.0/security-groups?id=3064f7e9-7259-4dc2-9d04-e5e9de424be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564499 Mar 14 10:26:21.064256 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-aa633e94-36ac-43df-802c-d238d985b859 req-8b040ff1-b669-4136-81d3-ac5d3680c3a3 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=180b9721-e314-4054-bed9-67ecaac6ce75 HTTP/1.1" status: 200 len: 210 time: 0.0623274 Mar 14 10:26:21.362719 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 39766) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:26:21.483780 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-d6c36812-eec3-425d-8dd9-e0028a686b73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:21.508110 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499ee73a-7b9f-4fb8-9ef6-f260c9b21c2d req-7d7d6910-0391-41a5-8a2e-f9b4b0dd3cd8 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:26:21.509942 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-499ee73a-7b9f-4fb8-9ef6-f260c9b21c2d req-7d7d6910-0391-41a5-8a2e-f9b4b0dd3cd8 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/ports?device_id=b80d74d2-bc9a-4236-8994-9fc9447d0f1b HTTP/1.1" status: 200 len: 931 time: 0.0588174 Mar 14 10:26:21.592109 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-499ee73a-7b9f-4fb8-9ef6-f260c9b21c2d req-8a6fcffc-a444-41dc-a1a7-2181c254fd7b tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e1dfb47-6410-4f33-81fd-58fdf8819acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737636 Mar 14 10:26:21.593820 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-d6c36812-eec3-425d-8dd9-e0028a686b73 admin admin] Publish callbacks [] for security_group (9a1b84d0-8409-4079-8987-6906ad39552e), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:21.657932 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-d6c36812-eec3-425d-8dd9-e0028a686b73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (9a1b84d0-8409-4079-8987-6906ad39552e), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:21.709777 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-d6c36812-eec3-425d-8dd9-e0028a686b73 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=982d1247357d4311a3f68a78231f3239&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3459475 Mar 14 10:26:21.710608 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c36812-eec3-425d-8dd9-e0028a686b73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a1b84d0-8409-4079-8987-6906ad39552e,revision_number=1']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:26:21.712545 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 39792) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:26:21.770930 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-8957be90-2da7-4674-824f-5b0b2ca3c6ff admin admin] Publish callbacks [] for security_group (9a1b84d0-8409-4079-8987-6906ad39552e), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:21.791271 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-8957be90-2da7-4674-824f-5b0b2ca3c6ff admin admin] Publish callbacks [] for security_group (9a1b84d0-8409-4079-8987-6906ad39552e), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:21.886505 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-8957be90-2da7-4674-824f-5b0b2ca3c6ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (9a1b84d0-8409-4079-8987-6906ad39552e), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:21.889157 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-8957be90-2da7-4674-824f-5b0b2ca3c6ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:21.894805 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-8957be90-2da7-4674-824f-5b0b2ca3c6ff admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9a1b84d0-8409-4079-8987-6906ad39552e HTTP/1.1" status: 204 len: 168 time: 0.1780543 Mar 14 10:26:21.903445 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8957be90-2da7-4674-824f-5b0b2ca3c6ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a1b84d0-8409-4079-8987-6906ad39552e,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:26:22.146374 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [req-519b3707-80cf-462e-bb15-386f29904fb9 req-deb33291-ea3c-45b9-8a05-97e395a1d210 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103643) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 14 10:26:22.147682 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-519b3707-80cf-462e-bb15-386f29904fb9 req-deb33291-ea3c-45b9-8a05-97e395a1d210 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0465691 Mar 14 10:26:22.153158 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [req-f4c4ca54-426d-49d2-86b6-13e88f1dced2 req-4693fd9e-eda2-4dbf-9a6d-f99bd1b2105e tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103643) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 14 10:26:22.155756 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-f4c4ca54-426d-49d2-86b6-13e88f1dced2 req-4693fd9e-eda2-4dbf-9a6d-f99bd1b2105e tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065465 Mar 14 10:26:22.220228 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [req-5d8f3e26-a81e-46c9-a87f-ed50c00e22ed req-74f75508-1ece-40ae-84cd-c2a25b0ee45e tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103642) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 14 10:26:22.221544 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-5d8f3e26-a81e-46c9-a87f-ed50c00e22ed req-74f75508-1ece-40ae-84cd-c2a25b0ee45e tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0092602 Mar 14 10:26:22.244570 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-221a56e2-774c-4175-9c26-1cdcc268905f req-da410289-bfbf-43b1-b5ca-e22de1ea8f20 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=180b9721-e314-4054-bed9-67ecaac6ce75 HTTP/1.1" status: 200 len: 210 time: 0.0554178 Mar 14 10:26:22.284954 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521ac984-1ac1-466e-bebc-caf2021c597f req-fc9c3692-08eb-409f-9807-55130bc437d2 tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:26:22.286527 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-521ac984-1ac1-466e-bebc-caf2021c597f req-fc9c3692-08eb-409f-9807-55130bc437d2 tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d03f101-20f3-48ac-8fb8-b33f572ddb11 HTTP/1.1" status: 200 len: 932 time: 0.2009339 Mar 14 10:26:22.360071 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-521ac984-1ac1-466e-bebc-caf2021c597f req-2c84c7d8-3f3e-4eb4-b996-3e584cf19a80 tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] 10.222.0.16 "GET /v2.0/security-groups?id=3064f7e9-7259-4dc2-9d04-e5e9de424be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610113 Mar 14 10:26:22.591302 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.v2.base [req-519b3707-80cf-462e-bb15-386f29904fb9 req-e7f73a56-aadc-41b2-b889-5842b31d69aa service neutron] Request body: {'port': {'device_id': '661e25a3-6da7-4a40-b28d-2ad6c73f6911', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83354'}} {{(pid=103642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:26:22.620971 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [req-f4c4ca54-426d-49d2-86b6-13e88f1dced2 req-31cb5777-f6f8-424b-af55-27d6641752e7 service neutron] Request body: {'port': {'device_id': '1d03f101-20f3-48ac-8fb8-b33f572ddb11', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83354'}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:26:22.677063 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [req-519b3707-80cf-462e-bb15-386f29904fb9 req-e7f73a56-aadc-41b2-b889-5842b31d69aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (b5a96ecf-b332-4d17-ad81-355272627e6b), before_update {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:22.757883 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [req-5d8f3e26-a81e-46c9-a87f-ed50c00e22ed req-05638583-c105-48b8-95d5-6cac6e34b927 service neutron] Request body: {'port': {'device_id': 'b80d74d2-bc9a-4236-8994-9fc9447d0f1b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83354'}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:26:22.781265 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-f4c4ca54-426d-49d2-86b6-13e88f1dced2 req-31cb5777-f6f8-424b-af55-27d6641752e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (58863847-8ab2-4260-9310-5eda91fb91ee), before_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:22.808512 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffef725e-96ed-484c-9411-8407cf14f306 req-9b2132e4-0f78-4a00-9cd0-e3138ccbb4ea tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:26:22.810236 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-ffef725e-96ed-484c-9411-8407cf14f306 req-9b2132e4-0f78-4a00-9cd0-e3138ccbb4ea tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/ports?device_id=b80d74d2-bc9a-4236-8994-9fc9447d0f1b HTTP/1.1" status: 200 len: 931 time: 0.1388218 Mar 14 10:26:22.974645 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-5d8f3e26-a81e-46c9-a87f-ed50c00e22ed req-05638583-c105-48b8-95d5-6cac6e34b927 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (30e6120e-d6e3-4cf2-b721-425f9e5d8b75), before_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:22.993843 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-49e37d21-4404-427a-9ecd-ef0967199d72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (a016a58c-1f8a-4210-ae6c-360b1a1f78c1), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:23.039338 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-ffef725e-96ed-484c-9411-8407cf14f306 req-76d2d5dc-e720-4d42-b186-41454c9bd4c1 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e1dfb47-6410-4f33-81fd-58fdf8819acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210639 Mar 14 10:26:23.055454 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.notifiers.nova [req-519b3707-80cf-462e-bb15-386f29904fb9 req-e7f73a56-aadc-41b2-b889-5842b31d69aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5a96ecf-b332-4d17-ad81-355272627e6b {{(pid=103642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 10:26:23.066832 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [req-519b3707-80cf-462e-bb15-386f29904fb9 req-e7f73a56-aadc-41b2-b889-5842b31d69aa service neutron] Publish callbacks [] for port (b5a96ecf-b332-4d17-ad81-355272627e6b), precommit_update {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:23.096477 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.db.provisioning_blocks [req-519b3707-80cf-462e-bb15-386f29904fb9 req-e7f73a56-aadc-41b2-b889-5842b31d69aa service neutron] Transition to ACTIVE for port object b5a96ecf-b332-4d17-ad81-355272627e6b will not be triggered until provisioned by entity L2. {{(pid=103642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 14 10:26:23.172912 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [req-519b3707-80cf-462e-bb15-386f29904fb9 req-e7f73a56-aadc-41b2-b889-5842b31d69aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9714955'] for port (b5a96ecf-b332-4d17-ad81-355272627e6b), after_update {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:23.323432 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f73a56-aadc-41b2-b889-5842b31d69aa service neutron] Pushing event updated for resources: {'Port': ['ID=b5a96ecf-b332-4d17-ad81-355272627e6b,revision_number=2']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:26:23.407868 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 39880) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:26:23.441386 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.managers [req-519b3707-80cf-462e-bb15-386f29904fb9 req-e7f73a56-aadc-41b2-b889-5842b31d69aa service neutron] Attempting to bind port b5a96ecf-b332-4d17-ad81-355272627e6b on host hv-cinder-83354 for vnic_type normal with profile {{(pid=103642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 10:26:23.441760 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.managers [req-519b3707-80cf-462e-bb15-386f29904fb9 req-e7f73a56-aadc-41b2-b889-5842b31d69aa service neutron] Attempting to bind port b5a96ecf-b332-4d17-ad81-355272627e6b by drivers openvswitch,hyperv on host hv-cinder-83354 at level 0 using segments [{'id': '813206bc-3b4b-41d1-bc9c-0d026c4e302c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'f32a9833-69ef-4b23-859e-a7b8b0d08e87'}] {{(pid=103642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 10:26:23.442095 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519b3707-80cf-462e-bb15-386f29904fb9 req-e7f73a56-aadc-41b2-b889-5842b31d69aa service neutron] Attempting to bind port b5a96ecf-b332-4d17-ad81-355272627e6b on network f32a9833-69ef-4b23-859e-a7b8b0d08e87 {{(pid=103642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:26:23.442621 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-e447eef0-ec99-4b91-ae07-2f15abf0c40b req-b89f3e54-53f7-4381-8bab-164956a88bf9 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=180b9721-e314-4054-bed9-67ecaac6ce75 HTTP/1.1" status: 200 len: 210 time: 0.0817492 Mar 14 10:26:23.447700 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519b3707-80cf-462e-bb15-386f29904fb9 req-e7f73a56-aadc-41b2-b889-5842b31d69aa service neutron] Port b5a96ecf-b332-4d17-ad81-355272627e6b on network f32a9833-69ef-4b23-859e-a7b8b0d08e87 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83354 {{(pid=103642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 10:26:23.448189 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519b3707-80cf-462e-bb15-386f29904fb9 req-e7f73a56-aadc-41b2-b889-5842b31d69aa service neutron] Attempting to bind port b5a96ecf-b332-4d17-ad81-355272627e6b on network f32a9833-69ef-4b23-859e-a7b8b0d08e87 {{(pid=103642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:26:23.455989 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519b3707-80cf-462e-bb15-386f29904fb9 req-e7f73a56-aadc-41b2-b889-5842b31d69aa service neutron] Checking agent: {'id': 'cd4c1fd5-6bd0-46fc-9cd1-9ea8fc180379', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83354', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 10, 23, 57), 'started_at': datetime.datetime(2022, 3, 14, 10, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 10, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 10:26:23.455989 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519b3707-80cf-462e-bb15-386f29904fb9 req-e7f73a56-aadc-41b2-b889-5842b31d69aa service neutron] Checking segment: {'id': '813206bc-3b4b-41d1-bc9c-0d026c4e302c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'f32a9833-69ef-4b23-859e-a7b8b0d08e87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:26:23.455989 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519b3707-80cf-462e-bb15-386f29904fb9 req-e7f73a56-aadc-41b2-b889-5842b31d69aa service neutron] Bound using segment: {'id': '813206bc-3b4b-41d1-bc9c-0d026c4e302c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'f32a9833-69ef-4b23-859e-a7b8b0d08e87'} {{(pid=103642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 10:26:23.456414 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.managers [req-519b3707-80cf-462e-bb15-386f29904fb9 req-e7f73a56-aadc-41b2-b889-5842b31d69aa service neutron] Bound port: b5a96ecf-b332-4d17-ad81-355272627e6b, host: hv-cinder-83354, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '813206bc-3b4b-41d1-bc9c-0d026c4e302c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'f32a9833-69ef-4b23-859e-a7b8b0d08e87'}}] {{(pid=103642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 10:26:23.457535 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [req-519b3707-80cf-462e-bb15-386f29904fb9 req-e7f73a56-aadc-41b2-b889-5842b31d69aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (b5a96ecf-b332-4d17-ad81-355272627e6b), before_update {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:23.526648 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.notifiers.nova [req-f4c4ca54-426d-49d2-86b6-13e88f1dced2 req-31cb5777-f6f8-424b-af55-27d6641752e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58863847-8ab2-4260-9310-5eda91fb91ee {{(pid=103643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 10:26:23.535366 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-f4c4ca54-426d-49d2-86b6-13e88f1dced2 req-31cb5777-f6f8-424b-af55-27d6641752e7 service neutron] Publish callbacks [] for port (58863847-8ab2-4260-9310-5eda91fb91ee), precommit_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:23.565185 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.db.provisioning_blocks [req-f4c4ca54-426d-49d2-86b6-13e88f1dced2 req-31cb5777-f6f8-424b-af55-27d6641752e7 service neutron] Transition to ACTIVE for port object 58863847-8ab2-4260-9310-5eda91fb91ee will not be triggered until provisioned by entity L2. {{(pid=103643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 14 10:26:23.580070 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.db [req-519b3707-80cf-462e-bb15-386f29904fb9 req-e7f73a56-aadc-41b2-b889-5842b31d69aa service neutron] For port b5a96ecf-b332-4d17-ad81-355272627e6b, host hv-cinder-83354, cleared binding levels {{(pid=103642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 10:26:23.585444 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.db [req-519b3707-80cf-462e-bb15-386f29904fb9 req-e7f73a56-aadc-41b2-b889-5842b31d69aa service neutron] For port b5a96ecf-b332-4d17-ad81-355272627e6b, host hv-cinder-83354, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=b5a96ecf-b332-4d17-ad81-355272627e6b,segment=NetworkSegment(813206bc-3b4b-41d1-bc9c-0d026c4e302c),segment_id=813206bc-3b4b-41d1-bc9c-0d026c4e302c)] {{(pid=103642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 10:26:23.613655 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-b33f7560-0130-45b8-ade2-a89f0a4ce4b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:23.652132 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-f4c4ca54-426d-49d2-86b6-13e88f1dced2 req-31cb5777-f6f8-424b-af55-27d6641752e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (58863847-8ab2-4260-9310-5eda91fb91ee), after_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:23.660393 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5084bd29-7d85-44fd-ad5e-b0f26336534d req-e16b3d78-976a-48b9-bb6f-79df03e2203c tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:26:23.661878 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-5084bd29-7d85-44fd-ad5e-b0f26336534d req-e16b3d78-976a-48b9-bb6f-79df03e2203c tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d03f101-20f3-48ac-8fb8-b33f572ddb11 HTTP/1.1" status: 200 len: 932 time: 0.0934453 Mar 14 10:26:23.697064 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-b33f7560-0130-45b8-ade2-a89f0a4ce4b2 admin admin] Publish callbacks [] for security_group (eda0a436-cabb-479c-8aa1-81597cc27504), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:23.712303 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [req-519b3707-80cf-462e-bb15-386f29904fb9 req-e7f73a56-aadc-41b2-b889-5842b31d69aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9714955'] for port (b5a96ecf-b332-4d17-ad81-355272627e6b), after_update {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:23.755000 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519b3707-80cf-462e-bb15-386f29904fb9 req-e7f73a56-aadc-41b2-b889-5842b31d69aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:26:23.755635 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [req-519b3707-80cf-462e-bb15-386f29904fb9 req-e7f73a56-aadc-41b2-b889-5842b31d69aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631023'] for port (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:23.758244 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-519b3707-80cf-462e-bb15-386f29904fb9 req-e7f73a56-aadc-41b2-b889-5842b31d69aa service neutron] 10.222.0.39 "PUT /v2.0/ports/b5a96ecf-b332-4d17-ad81-355272627e6b HTTP/1.1" status: 200 len: 1093 time: 1.2289810 Mar 14 10:26:23.758702 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '661e25a3-6da7-4a40-b28d-2ad6c73f6911', 'tag': 'b5a96ecf-b332-4d17-ad81-355272627e6b'}] {{(pid=103642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:26:23.793368 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-b33f7560-0130-45b8-ade2-a89f0a4ce4b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (eda0a436-cabb-479c-8aa1-81597cc27504), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:23.804031 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f73a56-aadc-41b2-b889-5842b31d69aa service neutron] Pushing event updated for resources: {'Port': ['ID=b5a96ecf-b332-4d17-ad81-355272627e6b,revision_number=3']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:26:23.846728 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33f7560-0130-45b8-ade2-a89f0a4ce4b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eda0a436-cabb-479c-8aa1-81597cc27504,revision_number=1']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:26:23.851464 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2719b20af467307de00d33cfc3bda2b7e701d9c3500810f7746d17fecb5aed99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82b7ded1-eb48-4204-90ee-69cbcc49e1b0" -d '{"events": [{"name": "network-changed", "server_uuid": "661e25a3-6da7-4a40-b28d-2ad6c73f6911", "tag": "b5a96ecf-b332-4d17-ad81-355272627e6b"}]}' {{(pid=103642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:26:23.858071 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-b33f7560-0130-45b8-ade2-a89f0a4ce4b2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=193507f243294ee292f8fc79aea2a3fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4491124 Mar 14 10:26:23.860811 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 39898) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:26:23.867097 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cb5777-f6f8-424b-af55-27d6641752e7 service neutron] Pushing event updated for resources: {'Port': ['ID=58863847-8ab2-4260-9310-5eda91fb91ee,revision_number=2']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:26:23.884273 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-5084bd29-7d85-44fd-ad5e-b0f26336534d req-6e2a1b22-8bf2-4784-9516-7cc58d869461 tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] 10.222.0.16 "GET /v2.0/security-groups?id=3064f7e9-7259-4dc2-9d04-e5e9de424be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124898 Mar 14 10:26:23.896222 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.notifiers.nova [req-5d8f3e26-a81e-46c9-a87f-ed50c00e22ed req-05638583-c105-48b8-95d5-6cac6e34b927 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30e6120e-d6e3-4cf2-b721-425f9e5d8b75 {{(pid=103643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 10:26:23.906626 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.managers [req-f4c4ca54-426d-49d2-86b6-13e88f1dced2 req-31cb5777-f6f8-424b-af55-27d6641752e7 service neutron] Attempting to bind port 58863847-8ab2-4260-9310-5eda91fb91ee on host hv-cinder-83354 for vnic_type normal with profile {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 10:26:23.906935 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.managers [req-f4c4ca54-426d-49d2-86b6-13e88f1dced2 req-31cb5777-f6f8-424b-af55-27d6641752e7 service neutron] Attempting to bind port 58863847-8ab2-4260-9310-5eda91fb91ee by drivers openvswitch,hyperv on host hv-cinder-83354 at level 0 using segments [{'id': '94200893-3f5f-4e23-9522-2783e0791f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'cbe0e9e5-d066-4a1f-8075-4ee67bbc728b'}] {{(pid=103643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 10:26:23.907389 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c4ca54-426d-49d2-86b6-13e88f1dced2 req-31cb5777-f6f8-424b-af55-27d6641752e7 service neutron] Attempting to bind port 58863847-8ab2-4260-9310-5eda91fb91ee on network cbe0e9e5-d066-4a1f-8075-4ee67bbc728b {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:26:23.912692 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-5d8f3e26-a81e-46c9-a87f-ed50c00e22ed req-05638583-c105-48b8-95d5-6cac6e34b927 service neutron] Publish callbacks [] for port (30e6120e-d6e3-4cf2-b721-425f9e5d8b75), precommit_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:23.925398 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c4ca54-426d-49d2-86b6-13e88f1dced2 req-31cb5777-f6f8-424b-af55-27d6641752e7 service neutron] Port 58863847-8ab2-4260-9310-5eda91fb91ee on network cbe0e9e5-d066-4a1f-8075-4ee67bbc728b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83354 {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 10:26:23.926040 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c4ca54-426d-49d2-86b6-13e88f1dced2 req-31cb5777-f6f8-424b-af55-27d6641752e7 service neutron] Attempting to bind port 58863847-8ab2-4260-9310-5eda91fb91ee on network cbe0e9e5-d066-4a1f-8075-4ee67bbc728b {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:26:23.939556 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.db.provisioning_blocks [req-5d8f3e26-a81e-46c9-a87f-ed50c00e22ed req-05638583-c105-48b8-95d5-6cac6e34b927 service neutron] Transition to ACTIVE for port object 30e6120e-d6e3-4cf2-b721-425f9e5d8b75 will not be triggered until provisioned by entity L2. {{(pid=103643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 14 10:26:23.940520 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c4ca54-426d-49d2-86b6-13e88f1dced2 req-31cb5777-f6f8-424b-af55-27d6641752e7 service neutron] Checking agent: {'id': 'cd4c1fd5-6bd0-46fc-9cd1-9ea8fc180379', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83354', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 10, 23, 57), 'started_at': datetime.datetime(2022, 3, 14, 10, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 10, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 10:26:23.940886 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c4ca54-426d-49d2-86b6-13e88f1dced2 req-31cb5777-f6f8-424b-af55-27d6641752e7 service neutron] Checking segment: {'id': '94200893-3f5f-4e23-9522-2783e0791f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'cbe0e9e5-d066-4a1f-8075-4ee67bbc728b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:26:23.941465 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c4ca54-426d-49d2-86b6-13e88f1dced2 req-31cb5777-f6f8-424b-af55-27d6641752e7 service neutron] Bound using segment: {'id': '94200893-3f5f-4e23-9522-2783e0791f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'cbe0e9e5-d066-4a1f-8075-4ee67bbc728b'} {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 10:26:23.941930 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.managers [req-f4c4ca54-426d-49d2-86b6-13e88f1dced2 req-31cb5777-f6f8-424b-af55-27d6641752e7 service neutron] Bound port: 58863847-8ab2-4260-9310-5eda91fb91ee, host: hv-cinder-83354, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94200893-3f5f-4e23-9522-2783e0791f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'cbe0e9e5-d066-4a1f-8075-4ee67bbc728b'}}] {{(pid=103643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 10:26:23.942328 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-f4c4ca54-426d-49d2-86b6-13e88f1dced2 req-31cb5777-f6f8-424b-af55-27d6641752e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (58863847-8ab2-4260-9310-5eda91fb91ee), before_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:23.983624 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.39', 58652) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:26:24.056477 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-f4039063-230b-41a9-bf4a-d5dd4b348b96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (46201191-f63a-41db-ad4d-3c2c795fe1c2), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:24.059576 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-22a53734-9b73-4802-a1d6-1399d4636310 admin admin] Publish callbacks [] for security_group (eda0a436-cabb-479c-8aa1-81597cc27504), before_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:24.109121 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-5d8f3e26-a81e-46c9-a87f-ed50c00e22ed req-05638583-c105-48b8-95d5-6cac6e34b927 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (30e6120e-d6e3-4cf2-b721-425f9e5d8b75), after_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:24.118638 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 10:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1afb472-10b7-440e-8776-14d1688c4f4c x-openstack-request-id: req-a1afb472-10b7-440e-8776-14d1688c4f4c {{(pid=103642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:26:24.118909 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "661e25a3-6da7-4a40-b28d-2ad6c73f6911", "tag": "b5a96ecf-b332-4d17-ad81-355272627e6b", "status": "completed", "code": 200}]} {{(pid=103642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:26:24.119291 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a1afb472-10b7-440e-8776-14d1688c4f4c {{(pid=103642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:26:24.124437 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '661e25a3-6da7-4a40-b28d-2ad6c73f6911', 'tag': 'b5a96ecf-b332-4d17-ad81-355272627e6b', 'status': 'completed', 'code': 200} Mar 14 10:26:24.124437 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-22a53734-9b73-4802-a1d6-1399d4636310 admin admin] Publish callbacks [] for security_group (eda0a436-cabb-479c-8aa1-81597cc27504), precommit_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:24.171702 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519b3707-80cf-462e-bb15-386f29904fb9 req-c50f9d91-b364-4a8d-80d1-2146ea644430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:26:24.173287 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-519b3707-80cf-462e-bb15-386f29904fb9 req-c50f9d91-b364-4a8d-80d1-2146ea644430 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=101a93bee6d44e499149e201608b6104&device_id=661e25a3-6da7-4a40-b28d-2ad6c73f6911 HTTP/1.1" status: 200 len: 1127 time: 0.2500186 Mar 14 10:26:24.256059 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05638583-c105-48b8-95d5-6cac6e34b927 service neutron] Pushing event updated for resources: {'Port': ['ID=30e6120e-d6e3-4cf2-b721-425f9e5d8b75,revision_number=2']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:26:24.264558 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-519b3707-80cf-462e-bb15-386f29904fb9 req-504bcd41-c0f1-4dbb-9b52-1fe76729da60 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b5a96ecf-b332-4d17-ad81-355272627e6b HTTP/1.1" status: 200 len: 217 time: 0.0725160 Mar 14 10:26:24.264775 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.db [req-f4c4ca54-426d-49d2-86b6-13e88f1dced2 req-31cb5777-f6f8-424b-af55-27d6641752e7 service neutron] For port 58863847-8ab2-4260-9310-5eda91fb91ee, host hv-cinder-83354, cleared binding levels {{(pid=103643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 10:26:24.270628 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42315395-b0b2-45f8-ab67-270a29b2f32d req-7ce41acb-f9db-4a4f-8254-ebe1ac5bfee5 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:26:24.272114 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-42315395-b0b2-45f8-ab67-270a29b2f32d req-7ce41acb-f9db-4a4f-8254-ebe1ac5bfee5 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.39 "GET /v2.0/networks?id=b306e4a1-3e45-418e-92a7-1cdae507ef31 HTTP/1.1" status: 200 len: 816 time: 0.2870474 Mar 14 10:26:24.300446 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.db [req-f4c4ca54-426d-49d2-86b6-13e88f1dced2 req-31cb5777-f6f8-424b-af55-27d6641752e7 service neutron] For port 58863847-8ab2-4260-9310-5eda91fb91ee, host hv-cinder-83354, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=58863847-8ab2-4260-9310-5eda91fb91ee,segment=NetworkSegment(94200893-3f5f-4e23-9522-2783e0791f89),segment_id=94200893-3f5f-4e23-9522-2783e0791f89)] {{(pid=103643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 10:26:24.303995 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.managers [req-5d8f3e26-a81e-46c9-a87f-ed50c00e22ed req-05638583-c105-48b8-95d5-6cac6e34b927 service neutron] Attempting to bind port 30e6120e-d6e3-4cf2-b721-425f9e5d8b75 on host hv-cinder-83354 for vnic_type normal with profile {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 10:26:24.304334 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.managers [req-5d8f3e26-a81e-46c9-a87f-ed50c00e22ed req-05638583-c105-48b8-95d5-6cac6e34b927 service neutron] Attempting to bind port 30e6120e-d6e3-4cf2-b721-425f9e5d8b75 by drivers openvswitch,hyperv on host hv-cinder-83354 at level 0 using segments [{'id': '813206bc-3b4b-41d1-bc9c-0d026c4e302c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'f32a9833-69ef-4b23-859e-a7b8b0d08e87'}] {{(pid=103643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 10:26:24.304845 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8f3e26-a81e-46c9-a87f-ed50c00e22ed req-05638583-c105-48b8-95d5-6cac6e34b927 service neutron] Attempting to bind port 30e6120e-d6e3-4cf2-b721-425f9e5d8b75 on network f32a9833-69ef-4b23-859e-a7b8b0d08e87 {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:26:24.312863 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8f3e26-a81e-46c9-a87f-ed50c00e22ed req-05638583-c105-48b8-95d5-6cac6e34b927 service neutron] Port 30e6120e-d6e3-4cf2-b721-425f9e5d8b75 on network f32a9833-69ef-4b23-859e-a7b8b0d08e87 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83354 {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 10:26:24.313558 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8f3e26-a81e-46c9-a87f-ed50c00e22ed req-05638583-c105-48b8-95d5-6cac6e34b927 service neutron] Attempting to bind port 30e6120e-d6e3-4cf2-b721-425f9e5d8b75 on network f32a9833-69ef-4b23-859e-a7b8b0d08e87 {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:26:24.326692 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d342b6-66ff-4abc-985f-e952af6f3290 req-0aed6f7d-01af-4bd7-a052-bc2318fe3eb4 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:26:24.328466 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-98d342b6-66ff-4abc-985f-e952af6f3290 req-0aed6f7d-01af-4bd7-a052-bc2318fe3eb4 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/ports?device_id=b80d74d2-bc9a-4236-8994-9fc9447d0f1b HTTP/1.1" status: 200 len: 943 time: 0.1505558 Mar 14 10:26:24.329604 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8f3e26-a81e-46c9-a87f-ed50c00e22ed req-05638583-c105-48b8-95d5-6cac6e34b927 service neutron] Checking agent: {'id': 'cd4c1fd5-6bd0-46fc-9cd1-9ea8fc180379', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83354', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 10, 23, 57), 'started_at': datetime.datetime(2022, 3, 14, 10, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 10, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 10:26:24.329941 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8f3e26-a81e-46c9-a87f-ed50c00e22ed req-05638583-c105-48b8-95d5-6cac6e34b927 service neutron] Checking segment: {'id': '813206bc-3b4b-41d1-bc9c-0d026c4e302c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'f32a9833-69ef-4b23-859e-a7b8b0d08e87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:26:24.330771 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8f3e26-a81e-46c9-a87f-ed50c00e22ed req-05638583-c105-48b8-95d5-6cac6e34b927 service neutron] Bound using segment: {'id': '813206bc-3b4b-41d1-bc9c-0d026c4e302c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'f32a9833-69ef-4b23-859e-a7b8b0d08e87'} {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 10:26:24.330771 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.managers [req-5d8f3e26-a81e-46c9-a87f-ed50c00e22ed req-05638583-c105-48b8-95d5-6cac6e34b927 service neutron] Bound port: 30e6120e-d6e3-4cf2-b721-425f9e5d8b75, host: hv-cinder-83354, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '813206bc-3b4b-41d1-bc9c-0d026c4e302c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'f32a9833-69ef-4b23-859e-a7b8b0d08e87'}}] {{(pid=103643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 10:26:24.331176 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-5d8f3e26-a81e-46c9-a87f-ed50c00e22ed req-05638583-c105-48b8-95d5-6cac6e34b927 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (30e6120e-d6e3-4cf2-b721-425f9e5d8b75), before_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:24.351078 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519b3707-80cf-462e-bb15-386f29904fb9 req-1d6a256a-4c73-4e54-afe1-d18915c17541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:26:24.354587 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-519b3707-80cf-462e-bb15-386f29904fb9 req-1d6a256a-4c73-4e54-afe1-d18915c17541 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=00786b35-2cc5-4c4c-83cc-316ffef97c56 HTTP/1.1" status: 200 len: 858 time: 0.0788558 Mar 14 10:26:24.417789 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-519b3707-80cf-462e-bb15-386f29904fb9 req-05e942aa-2a80-414c-80c9-dd1c9f0ab1f0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f32a9833-69ef-4b23-859e-a7b8b0d08e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567369 Mar 14 10:26:24.422325 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-f4c4ca54-426d-49d2-86b6-13e88f1dced2 req-31cb5777-f6f8-424b-af55-27d6641752e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (58863847-8ab2-4260-9310-5eda91fb91ee), after_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:24.439225 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.db [req-5d8f3e26-a81e-46c9-a87f-ed50c00e22ed req-05638583-c105-48b8-95d5-6cac6e34b927 service neutron] For port 30e6120e-d6e3-4cf2-b721-425f9e5d8b75, host hv-cinder-83354, cleared binding levels {{(pid=103643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 10:26:24.444270 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-98d342b6-66ff-4abc-985f-e952af6f3290 req-456bd431-88ba-416d-ba77-7f91795ad135 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e1dfb47-6410-4f33-81fd-58fdf8819acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037891 Mar 14 10:26:24.472777 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-42315395-b0b2-45f8-ab67-270a29b2f32d req-6cceaef6-f0f5-4fef-826a-a1d9f8d1c69f tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5472bedc1d6a4e30b10a78f0f7cd05c1 HTTP/1.1" status: 200 len: 379 time: 0.1835120 Mar 14 10:26:24.477161 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c4ca54-426d-49d2-86b6-13e88f1dced2 req-31cb5777-f6f8-424b-af55-27d6641752e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:26:24.477373 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-22a53734-9b73-4802-a1d6-1399d4636310 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (eda0a436-cabb-479c-8aa1-81597cc27504), after_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:24.478199 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-f4c4ca54-426d-49d2-86b6-13e88f1dced2 req-31cb5777-f6f8-424b-af55-27d6641752e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631023'] for port (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:24.480123 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-f4c4ca54-426d-49d2-86b6-13e88f1dced2 req-31cb5777-f6f8-424b-af55-27d6641752e7 service neutron] 10.222.0.39 "PUT /v2.0/ports/58863847-8ab2-4260-9310-5eda91fb91ee HTTP/1.1" status: 200 len: 1094 time: 1.9504759 Mar 14 10:26:24.480242 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-22a53734-9b73-4802-a1d6-1399d4636310 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:24.481418 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-22a53734-9b73-4802-a1d6-1399d4636310 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/eda0a436-cabb-479c-8aa1-81597cc27504 HTTP/1.1" status: 204 len: 168 time: 0.6197035 Mar 14 10:26:24.493724 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d03f101-20f3-48ac-8fb8-b33f572ddb11', 'tag': '58863847-8ab2-4260-9310-5eda91fb91ee'}] {{(pid=103643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:26:24.545716 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a53734-9b73-4802-a1d6-1399d4636310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eda0a436-cabb-479c-8aa1-81597cc27504,revision_number=None']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:26:24.545716 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.v2.base [req-42315395-b0b2-45f8-ab67-270a29b2f32d req-d26ec40d-4dfe-4311-b491-564f40f2eb63 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Request body: {'port': {'device_id': '180b9721-e314-4054-bed9-67ecaac6ce75', 'network_id': 'b306e4a1-3e45-418e-92a7-1cdae507ef31', 'admin_state_up': True, 'tenant_id': '5472bedc1d6a4e30b10a78f0f7cd05c1', 'security_groups': ['7f677435-4851-49bd-85f9-2627c7cc2aca']}} {{(pid=103642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:26:24.572224 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.db [req-5d8f3e26-a81e-46c9-a87f-ed50c00e22ed req-05638583-c105-48b8-95d5-6cac6e34b927 service neutron] For port 30e6120e-d6e3-4cf2-b721-425f9e5d8b75, host hv-cinder-83354, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=30e6120e-d6e3-4cf2-b721-425f9e5d8b75,segment=NetworkSegment(813206bc-3b4b-41d1-bc9c-0d026c4e302c),segment_id=813206bc-3b4b-41d1-bc9c-0d026c4e302c)] {{(pid=103643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 10:26:24.628829 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-4a8515fa-3a56-4a46-980a-e62b38ede346 req-76111192-fd10-405b-bac4-5ccfa9c2462d tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=180b9721-e314-4054-bed9-67ecaac6ce75 HTTP/1.1" status: 200 len: 210 time: 0.0614641 Mar 14 10:26:24.640612 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cb5777-f6f8-424b-af55-27d6641752e7 service neutron] Pushing event updated for resources: {'Port': ['ID=58863847-8ab2-4260-9310-5eda91fb91ee,revision_number=3']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:26:24.660937 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b58adf1808d3e8f2b7de4636db435fb255da6a44abdc46a7a48cdc23cb85b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b348e57-18f2-467e-949b-1a10e6b74bc1" -d '{"events": [{"name": "network-changed", "server_uuid": "1d03f101-20f3-48ac-8fb8-b33f572ddb11", "tag": "58863847-8ab2-4260-9310-5eda91fb91ee"}]}' {{(pid=103643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:26:24.713185 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-5d8f3e26-a81e-46c9-a87f-ed50c00e22ed req-05638583-c105-48b8-95d5-6cac6e34b927 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (30e6120e-d6e3-4cf2-b721-425f9e5d8b75), after_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:24.734451 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-519b3707-80cf-462e-bb15-386f29904fb9 req-47761cf3-5a2b-4d43-9110-041dce30d58f service neutron] 10.222.0.39 "GET /v2.0/networks/f32a9833-69ef-4b23-859e-a7b8b0d08e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3088763 Mar 14 10:26:24.818762 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8f3e26-a81e-46c9-a87f-ed50c00e22ed req-05638583-c105-48b8-95d5-6cac6e34b927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:26:24.819413 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-5d8f3e26-a81e-46c9-a87f-ed50c00e22ed req-05638583-c105-48b8-95d5-6cac6e34b927 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631023'] for port (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:24.820885 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-5d8f3e26-a81e-46c9-a87f-ed50c00e22ed req-05638583-c105-48b8-95d5-6cac6e34b927 service neutron] 10.222.0.39 "PUT /v2.0/ports/30e6120e-d6e3-4cf2-b721-425f9e5d8b75 HTTP/1.1" status: 200 len: 1093 time: 2.2903738 Mar 14 10:26:24.827129 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 10:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fa465de-0f31-4781-9110-08a7d2f9a867 x-openstack-request-id: req-4fa465de-0f31-4781-9110-08a7d2f9a867 {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:26:24.827416 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d03f101-20f3-48ac-8fb8-b33f572ddb11", "tag": "58863847-8ab2-4260-9310-5eda91fb91ee", "status": "completed", "code": 200}]} {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:26:24.827871 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4fa465de-0f31-4781-9110-08a7d2f9a867 {{(pid=103643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:26:24.833193 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d03f101-20f3-48ac-8fb8-b33f572ddb11', 'tag': '58863847-8ab2-4260-9310-5eda91fb91ee', 'status': 'completed', 'code': 200} Mar 14 10:26:24.848651 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05638583-c105-48b8-95d5-6cac6e34b927 service neutron] Pushing event updated for resources: {'Port': ['ID=30e6120e-d6e3-4cf2-b721-425f9e5d8b75,revision_number=3']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:26:24.881611 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c4ca54-426d-49d2-86b6-13e88f1dced2 req-f9fde47d-802c-4655-a1ad-b7e4b7cf4ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:26:24.883162 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-f4c4ca54-426d-49d2-86b6-13e88f1dced2 req-f9fde47d-802c-4655-a1ad-b7e4b7cf4ad5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0ab27b33d5734cba962525a4e0960cbd&device_id=1d03f101-20f3-48ac-8fb8-b33f572ddb11 HTTP/1.1" status: 200 len: 1128 time: 0.2058213 Mar 14 10:26:24.995483 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-f4c4ca54-426d-49d2-86b6-13e88f1dced2 req-99ffe951-ab78-476f-9907-0ec2cd50a0c3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=58863847-8ab2-4260-9310-5eda91fb91ee HTTP/1.1" status: 200 len: 217 time: 0.0958059 Mar 14 10:26:25.092410 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-519b3707-80cf-462e-bb15-386f29904fb9 req-23f58b59-b09c-4ca4-940f-42f1c0608823 service neutron] 10.222.0.39 "GET /v2.0/networks/f32a9833-69ef-4b23-859e-a7b8b0d08e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397042 Mar 14 10:26:25.150716 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c4ca54-426d-49d2-86b6-13e88f1dced2 req-24bb6fa5-3013-4725-a916-e2b084b33c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:26:25.152474 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-f4c4ca54-426d-49d2-86b6-13e88f1dced2 req-24bb6fa5-3013-4725-a916-e2b084b33c7a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3bb98a96-0653-4e52-b36e-6046127abe8a HTTP/1.1" status: 200 len: 852 time: 0.1502581 Mar 14 10:26:25.168120 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8f3e26-a81e-46c9-a87f-ed50c00e22ed req-1891167d-b8da-4973-b9ea-3127a869c5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:26:25.169608 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-5d8f3e26-a81e-46c9-a87f-ed50c00e22ed req-1891167d-b8da-4973-b9ea-3127a869c5da service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=101a93bee6d44e499149e201608b6104&device_id=b80d74d2-bc9a-4236-8994-9fc9447d0f1b HTTP/1.1" status: 200 len: 1127 time: 0.1242819 Mar 14 10:26:25.172576 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42315395-b0b2-45f8-ab67-270a29b2f32d req-d26ec40d-4dfe-4311-b491-564f40f2eb63 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Made reservation on behalf of 5472bedc1d6a4e30b10a78f0f7cd05c1 for: {'port': 1} {{(pid=103642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 10:26:25.176037 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [req-42315395-b0b2-45f8-ab67-270a29b2f32d req-d26ec40d-4dfe-4311-b491-564f40f2eb63 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (None), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:25.223088 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-f4c4ca54-426d-49d2-86b6-13e88f1dced2 req-e8beea1f-7762-4220-8575-bd7a2b9f43cb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cbe0e9e5-d066-4a1f-8075-4ee67bbc728b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640829 Mar 14 10:26:25.253017 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-5d8f3e26-a81e-46c9-a87f-ed50c00e22ed req-dbc2bb53-d9c9-4b91-826c-9c699967a56c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=30e6120e-d6e3-4cf2-b721-425f9e5d8b75 HTTP/1.1" status: 200 len: 217 time: 0.0611637 Mar 14 10:26:25.370871 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.db.db_base_plugin_common [req-42315395-b0b2-45f8-ab67-270a29b2f32d req-d26ec40d-4dfe-4311-b491-564f40f2eb63 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Allocated IP 172.20.0.4 (b306e4a1-3e45-418e-92a7-1cdae507ef31/583b334f-c92c-40ae-ba3b-abff06ff8c22/f8ca4c75-317c-4445-8202-35b27c13057e) {{(pid=103642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 10:26:25.397466 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6256d4c-e9d6-4879-ad7c-4171d8e1ddb1 req-bdbf874f-29cc-4286-9d67-f1a4bd23958f tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:26:25.399035 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-c6256d4c-e9d6-4879-ad7c-4171d8e1ddb1 req-bdbf874f-29cc-4286-9d67-f1a4bd23958f tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d03f101-20f3-48ac-8fb8-b33f572ddb11 HTTP/1.1" status: 200 len: 944 time: 0.2082601 Mar 14 10:26:25.440835 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-f4c4ca54-426d-49d2-86b6-13e88f1dced2 req-aa63c802-6574-449b-b151-196e809f3ae7 service neutron] 10.222.0.39 "GET /v2.0/networks/cbe0e9e5-d066-4a1f-8075-4ee67bbc728b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899440 Mar 14 10:26:25.444631 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8f3e26-a81e-46c9-a87f-ed50c00e22ed req-152f5559-34a5-419d-9a4b-bb043adda15f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:26:25.445970 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-5d8f3e26-a81e-46c9-a87f-ed50c00e22ed req-152f5559-34a5-419d-9a4b-bb043adda15f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=00786b35-2cc5-4c4c-83cc-316ffef97c56 HTTP/1.1" status: 200 len: 858 time: 0.1085658 Mar 14 10:26:25.447727 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b7ded1-eb48-4204-90ee-69cbcc49e1b0 req-0d6c1f64-8001-4305-a5d5-6ccbc090df50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:26:25.449934 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-82b7ded1-eb48-4204-90ee-69cbcc49e1b0 req-0d6c1f64-8001-4305-a5d5-6ccbc090df50 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=101a93bee6d44e499149e201608b6104&device_id=661e25a3-6da7-4a40-b28d-2ad6c73f6911 HTTP/1.1" status: 200 len: 1127 time: 0.1004770 Mar 14 10:26:25.461874 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 39954) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:26:25.598154 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-5d8f3e26-a81e-46c9-a87f-ed50c00e22ed req-78ae1b3f-bdbf-4161-88ed-34d2f83a07b5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f32a9833-69ef-4b23-859e-a7b8b0d08e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1369607 Mar 14 10:26:25.599135 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-1c9c9929-0888-4795-95da-a5f84846e23d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:25.667223 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-c6256d4c-e9d6-4879-ad7c-4171d8e1ddb1 req-57cbf454-271c-45b3-a40a-05399aef591c tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] 10.222.0.16 "GET /v2.0/security-groups?id=3064f7e9-7259-4dc2-9d04-e5e9de424be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607613 Mar 14 10:26:25.697751 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b7ded1-eb48-4204-90ee-69cbcc49e1b0 req-4f740fc3-9a49-45a3-8c92-185ac77aa402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:26:25.708402 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-82b7ded1-eb48-4204-90ee-69cbcc49e1b0 req-4f740fc3-9a49-45a3-8c92-185ac77aa402 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f32a9833-69ef-4b23-859e-a7b8b0d08e87 HTTP/1.1" status: 200 len: 919 time: 0.2330883 Mar 14 10:26:25.752259 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-82b7ded1-eb48-4204-90ee-69cbcc49e1b0 req-5b377287-6f09-4723-b7a2-62d6e5962dfb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b5a96ecf-b332-4d17-ad81-355272627e6b HTTP/1.1" status: 200 len: 217 time: 0.0476675 Mar 14 10:26:25.757692 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [req-42315395-b0b2-45f8-ab67-270a29b2f32d req-d26ec40d-4dfe-4311-b491-564f40f2eb63 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Publish callbacks [] for port (f8ca4c75-317c-4445-8202-35b27c13057e), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:25.767023 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-f4c4ca54-426d-49d2-86b6-13e88f1dced2 req-5df6afe7-473d-41ae-9b00-f581f0f2de26 service neutron] 10.222.0.39 "GET /v2.0/networks/cbe0e9e5-d066-4a1f-8075-4ee67bbc728b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3189607 Mar 14 10:26:25.783641 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-a3541fa5-4b74-4b29-92a0-285d4d95a3dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (a9a1db27-ecd3-427e-bc57-ce8de4da4c28), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:25.818093 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-04e7cf61-157c-447f-9cd9-574bf56a3a5d req-49a44416-2afd-4a74-9caa-a2ea3c2dc10d tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=180b9721-e314-4054-bed9-67ecaac6ce75 HTTP/1.1" status: 200 len: 210 time: 0.0708082 Mar 14 10:26:25.831471 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b7ded1-eb48-4204-90ee-69cbcc49e1b0 req-1842ea3d-2b6f-4a90-bb2a-06b42dee4584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:26:25.832985 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-82b7ded1-eb48-4204-90ee-69cbcc49e1b0 req-1842ea3d-2b6f-4a90-bb2a-06b42dee4584 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=00786b35-2cc5-4c4c-83cc-316ffef97c56 HTTP/1.1" status: 200 len: 858 time: 0.0734239 Mar 14 10:26:25.847603 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-1c9c9929-0888-4795-95da-a5f84846e23d admin admin] Publish callbacks [] for security_group (732f1f55-aab4-4b7c-b983-92ca084a63f7), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:25.864231 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb5b9a1-d896-4568-9a84-1e385e8b4a67 req-c88c4a2c-a8e3-48ac-80a1-18b99927ee14 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:26:25.865675 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-7eb5b9a1-d896-4568-9a84-1e385e8b4a67 req-c88c4a2c-a8e3-48ac-80a1-18b99927ee14 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/ports?device_id=b80d74d2-bc9a-4236-8994-9fc9447d0f1b HTTP/1.1" status: 200 len: 943 time: 0.2955046 Mar 14 10:26:25.870678 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-82b7ded1-eb48-4204-90ee-69cbcc49e1b0 req-635ec7f7-9668-41e9-9765-d006f497bedf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f32a9833-69ef-4b23-859e-a7b8b0d08e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279260 Mar 14 10:26:25.884374 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-5d8f3e26-a81e-46c9-a87f-ed50c00e22ed req-22e688bf-f8ff-4b6a-98c3-028409bef1b5 service neutron] 10.222.0.39 "GET /v2.0/networks/f32a9833-69ef-4b23-859e-a7b8b0d08e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2758811 Mar 14 10:26:25.921462 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-7eb5b9a1-d896-4568-9a84-1e385e8b4a67 req-bec333a5-1f7f-4c08-ab1b-7b8b91752a74 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e1dfb47-6410-4f33-81fd-58fdf8819acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472820 Mar 14 10:26:25.924761 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-1c9c9929-0888-4795-95da-a5f84846e23d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (732f1f55-aab4-4b7c-b983-92ca084a63f7), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:25.966228 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [req-42315395-b0b2-45f8-ab67-270a29b2f32d req-d26ec40d-4dfe-4311-b491-564f40f2eb63 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739585409118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9714944'] for port (f8ca4c75-317c-4445-8202-35b27c13057e), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:26.020405 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9c9929-0888-4795-95da-a5f84846e23d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=732f1f55-aab4-4b7c-b983-92ca084a63f7,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:26:26.025135 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-1c9c9929-0888-4795-95da-a5f84846e23d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bdbda2acec7244ddbaa6617dbd78fe56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5613997 Mar 14 10:26:26.034900 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 39974) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:26:26.081984 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42315395-b0b2-45f8-ab67-270a29b2f32d req-d26ec40d-4dfe-4311-b491-564f40f2eb63 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Network b306e4a1-3e45-418e-92a7-1cdae507ef31 is already hosted by enough agents. {{(pid=103642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:26:26.081984 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-82b7ded1-eb48-4204-90ee-69cbcc49e1b0 req-65a20cf3-14b2-4857-9c7d-e3800e534c91 service neutron] 10.222.0.39 "GET /v2.0/networks/f32a9833-69ef-4b23-859e-a7b8b0d08e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828725 Mar 14 10:26:26.081984 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.scheduler.base_scheduler [req-42315395-b0b2-45f8-ab67-270a29b2f32d req-d26ec40d-4dfe-4311-b491-564f40f2eb63 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Resources bound (agent type, host, resource id): {{(pid=103642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:26:26.081984 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.db.l3_dvrscheduler_db [req-42315395-b0b2-45f8-ab67-270a29b2f32d req-d26ec40d-4dfe-4311-b491-564f40f2eb63 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Received port after_create {{(pid=103642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 10:26:26.118982 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26ec40d-4dfe-4311-b491-564f40f2eb63 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Pushing event updated for resources: {'Port': ['ID=f8ca4c75-317c-4445-8202-35b27c13057e,revision_number=1']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:26:26.124429 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b348e57-18f2-467e-949b-1a10e6b74bc1 req-3d2e2268-1eb9-45b4-9bd6-9f22b178b4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:26:26.126002 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-0b348e57-18f2-467e-949b-1a10e6b74bc1 req-3d2e2268-1eb9-45b4-9bd6-9f22b178b4c9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0ab27b33d5734cba962525a4e0960cbd&device_id=1d03f101-20f3-48ac-8fb8-b33f572ddb11 HTTP/1.1" status: 200 len: 1128 time: 0.1519039 Mar 14 10:26:26.128217 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-5d8f3e26-a81e-46c9-a87f-ed50c00e22ed req-c6a22da9-c3bb-4d7e-b134-59920f447010 service neutron] 10.222.0.39 "GET /v2.0/networks/f32a9833-69ef-4b23-859e-a7b8b0d08e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790302 Mar 14 10:26:26.228776 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42315395-b0b2-45f8-ab67-270a29b2f32d req-d26ec40d-4dfe-4311-b491-564f40f2eb63 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:26:26.228776 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [req-42315395-b0b2-45f8-ab67-270a29b2f32d req-d26ec40d-4dfe-4311-b491-564f40f2eb63 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631023'] for port (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:26.268214 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-43d92651-be83-492d-9f11-1162eb92fdcb admin admin] Publish callbacks [] for security_group (732f1f55-aab4-4b7c-b983-92ca084a63f7), before_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:26.302143 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-82b7ded1-eb48-4204-90ee-69cbcc49e1b0 req-ca1b7b0c-d8e2-423a-b484-010410167044 service neutron] 10.222.0.39 "GET /v2.0/networks/f32a9833-69ef-4b23-859e-a7b8b0d08e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298040 Mar 14 10:26:26.307586 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-43d92651-be83-492d-9f11-1162eb92fdcb admin admin] Publish callbacks [] for security_group (732f1f55-aab4-4b7c-b983-92ca084a63f7), precommit_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:26.454968 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b348e57-18f2-467e-949b-1a10e6b74bc1 req-aa1c2d06-3cf8-4bbb-91d3-595f7fe42868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:26:26.457124 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-0b348e57-18f2-467e-949b-1a10e6b74bc1 req-aa1c2d06-3cf8-4bbb-91d3-595f7fe42868 service neutron] 10.222.0.39 "GET /v2.0/networks?id=cbe0e9e5-d066-4a1f-8075-4ee67bbc728b HTTP/1.1" status: 200 len: 913 time: 0.3151033 Mar 14 10:26:26.493094 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-d86affb3-451a-4cd2-8e91-08d571c2cc1e None None] Provisioning complete for port f8ca4c75-317c-4445-8202-35b27c13057e triggered by entity DHCP. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:26:26.493500 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-d86affb3-451a-4cd2-8e91-08d571c2cc1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (f8ca4c75-317c-4445-8202-35b27c13057e), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:26.534666 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-d86affb3-451a-4cd2-8e91-08d571c2cc1e None None] Port f8ca4c75-317c-4445-8202-35b27c13057e cannot update to ACTIVE because it is not bound. {{(pid=103644) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 10:26:26.629248 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-0b348e57-18f2-467e-949b-1a10e6b74bc1 req-8980daed-f451-48e3-a14f-e17f7d17424c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=58863847-8ab2-4260-9310-5eda91fb91ee HTTP/1.1" status: 200 len: 217 time: 0.0353715 Mar 14 10:26:26.676937 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b348e57-18f2-467e-949b-1a10e6b74bc1 req-04c09f10-c016-489d-806d-be0c586ba572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:26:26.678552 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-0b348e57-18f2-467e-949b-1a10e6b74bc1 req-04c09f10-c016-489d-806d-be0c586ba572 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3bb98a96-0653-4e52-b36e-6046127abe8a HTTP/1.1" status: 200 len: 852 time: 0.0439072 Mar 14 10:26:26.712521 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-0b348e57-18f2-467e-949b-1a10e6b74bc1 req-f6ded60d-aadf-4b9f-9744-c688f96845d3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cbe0e9e5-d066-4a1f-8075-4ee67bbc728b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278139 Mar 14 10:26:26.829727 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b80d74d2-bc9a-4236-8994-9fc9447d0f1b', 'tag': '30e6120e-d6e3-4cf2-b721-425f9e5d8b75'}] {{(pid=103643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:26:26.831880 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b58adf1808d3e8f2b7de4636db435fb255da6a44abdc46a7a48cdc23cb85b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23e0f05e-fda7-41d3-a484-3f2eae29083e" -d '{"events": [{"name": "network-changed", "server_uuid": "b80d74d2-bc9a-4236-8994-9fc9447d0f1b", "tag": "30e6120e-d6e3-4cf2-b721-425f9e5d8b75"}]}' {{(pid=103643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:26:26.845902 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-0b348e57-18f2-467e-949b-1a10e6b74bc1 req-74882d48-2a3d-4d50-8dfe-01af3aca052b service neutron] 10.222.0.39 "GET /v2.0/networks/cbe0e9e5-d066-4a1f-8075-4ee67bbc728b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273367 Mar 14 10:26:26.853337 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2fac2f-b87f-4682-a9cb-6ae2eee6666b req-8dc8ce84-36c2-44a0-8dcb-af1be377d593 tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:26:26.854772 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-8a2fac2f-b87f-4682-a9cb-6ae2eee6666b req-8dc8ce84-36c2-44a0-8dcb-af1be377d593 tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d03f101-20f3-48ac-8fb8-b33f572ddb11 HTTP/1.1" status: 200 len: 944 time: 0.1118634 Mar 14 10:26:26.904017 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-8a2fac2f-b87f-4682-a9cb-6ae2eee6666b req-9c2ec412-a811-4252-8fe6-f826bd9ce11c tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] 10.222.0.16 "GET /v2.0/security-groups?id=3064f7e9-7259-4dc2-9d04-e5e9de424be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422733 Mar 14 10:26:26.978018 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 10:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6120b588-e60a-4535-a3ad-1e87391eed2c x-openstack-request-id: req-6120b588-e60a-4535-a3ad-1e87391eed2c {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:26:26.978311 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b80d74d2-bc9a-4236-8994-9fc9447d0f1b", "tag": "30e6120e-d6e3-4cf2-b721-425f9e5d8b75", "status": "completed", "code": 200}]} {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:26:26.978566 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6120b588-e60a-4535-a3ad-1e87391eed2c {{(pid=103643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:26:26.978961 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b80d74d2-bc9a-4236-8994-9fc9447d0f1b', 'tag': '30e6120e-d6e3-4cf2-b721-425f9e5d8b75', 'status': 'completed', 'code': 200} Mar 14 10:26:27.032934 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-42315395-b0b2-45f8-ab67-270a29b2f32d req-d26ec40d-4dfe-4311-b491-564f40f2eb63 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5069642 Mar 14 10:26:27.033572 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-43d92651-be83-492d-9f11-1162eb92fdcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (732f1f55-aab4-4b7c-b983-92ca084a63f7), after_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:27.042269 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-43d92651-be83-492d-9f11-1162eb92fdcb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:27.042269 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-43d92651-be83-492d-9f11-1162eb92fdcb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/732f1f55-aab4-4b7c-b983-92ca084a63f7 HTTP/1.1" status: 204 len: 168 time: 0.9959319 Mar 14 10:26:27.045249 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d92651-be83-492d-9f11-1162eb92fdcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=732f1f55-aab4-4b7c-b983-92ca084a63f7,revision_number=None']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:26:27.078889 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db42d83-c0d3-422b-a036-6b316fb9a046 req-9cc5dcd6-2d4c-4002-885c-12a83f8724fb tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:26:27.080515 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-7db42d83-c0d3-422b-a036-6b316fb9a046 req-9cc5dcd6-2d4c-4002-885c-12a83f8724fb tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=180b9721-e314-4054-bed9-67ecaac6ce75 HTTP/1.1" status: 200 len: 931 time: 0.0609291 Mar 14 10:26:27.132550 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (3daba05a-6d77-487a-83af-fb9f8edf24c0), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:27.133609 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-7db42d83-c0d3-422b-a036-6b316fb9a046 req-651ad61d-02ee-4f64-97a1-eb2619672166 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f677435-4851-49bd-85f9-2627c7cc2aca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463147 Mar 14 10:26:27.172572 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (cd4c1fd5-6bd0-46fc-9cd1-9ea8fc180379), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:27.262578 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d326f2-6158-4ea1-abe5-303ea11414c2 req-cde071b1-2feb-4d8c-b9f8-30bc3b9e270c tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:26:27.264602 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-37d326f2-6158-4ea1-abe5-303ea11414c2 req-cde071b1-2feb-4d8c-b9f8-30bc3b9e270c tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/ports?device_id=b80d74d2-bc9a-4236-8994-9fc9447d0f1b HTTP/1.1" status: 200 len: 943 time: 0.0549901 Mar 14 10:26:27.316863 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-37d326f2-6158-4ea1-abe5-303ea11414c2 req-2f5a157c-db82-413e-b192-8d9ce3cc800f tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e1dfb47-6410-4f33-81fd-58fdf8819acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458388 Mar 14 10:26:28.019278 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db9b6a2-1c55-4450-9ba0-8f127027bd15 req-def5d415-843b-447c-aa36-f3e19970c429 tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:26:28.020761 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-4db9b6a2-1c55-4450-9ba0-8f127027bd15 req-def5d415-843b-447c-aa36-f3e19970c429 tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d03f101-20f3-48ac-8fb8-b33f572ddb11 HTTP/1.1" status: 200 len: 944 time: 0.0509319 Mar 14 10:26:28.067510 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-4db9b6a2-1c55-4450-9ba0-8f127027bd15 req-cb43a588-b1e1-4f6f-8271-9fa387f1f234 tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] 10.222.0.16 "GET /v2.0/security-groups?id=3064f7e9-7259-4dc2-9d04-e5e9de424be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411880 Mar 14 10:26:28.256494 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c5d14d-6971-417d-8ef3-b322c62537d0 req-ca887a38-f67a-41c5-93ee-a00a3db36d3b tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:26:28.257981 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-61c5d14d-6971-417d-8ef3-b322c62537d0 req-ca887a38-f67a-41c5-93ee-a00a3db36d3b tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=180b9721-e314-4054-bed9-67ecaac6ce75 HTTP/1.1" status: 200 len: 931 time: 0.0535982 Mar 14 10:26:28.309421 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-61c5d14d-6971-417d-8ef3-b322c62537d0 req-bb6c1959-4680-4c6d-81a6-8e1c46c97280 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f677435-4851-49bd-85f9-2627c7cc2aca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448694 Mar 14 10:26:28.434928 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4118f50-a0bf-40d2-94d2-69e70cc0997c req-13ee2769-749d-49e4-9333-83201fff9c73 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:26:28.436416 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-b4118f50-a0bf-40d2-94d2-69e70cc0997c req-13ee2769-749d-49e4-9333-83201fff9c73 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/ports?device_id=b80d74d2-bc9a-4236-8994-9fc9447d0f1b HTTP/1.1" status: 200 len: 943 time: 0.0555768 Mar 14 10:26:28.481516 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-b4118f50-a0bf-40d2-94d2-69e70cc0997c req-8f9c6cda-14e7-4d02-9005-ee5e178d2b0f tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e1dfb47-6410-4f33-81fd-58fdf8819acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396471 Mar 14 10:26:28.806673 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-0b348e57-18f2-467e-949b-1a10e6b74bc1 req-45685a3c-a94d-444e-987a-e4a25ae47aba service neutron] 10.222.0.39 "GET /v2.0/networks/cbe0e9e5-d066-4a1f-8075-4ee67bbc728b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818410 Mar 14 10:26:29.187358 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d950efd-a4b4-414f-8b68-6099ae37ccc6 req-c431e372-60e9-4cc5-a6f7-776390b32fac tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:26:29.188807 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-5d950efd-a4b4-414f-8b68-6099ae37ccc6 req-c431e372-60e9-4cc5-a6f7-776390b32fac tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d03f101-20f3-48ac-8fb8-b33f572ddb11 HTTP/1.1" status: 200 len: 944 time: 0.0551698 Mar 14 10:26:29.234686 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-5d950efd-a4b4-414f-8b68-6099ae37ccc6 req-7a707151-7fd3-40e2-86aa-46e566fec00d tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] 10.222.0.16 "GET /v2.0/security-groups?id=3064f7e9-7259-4dc2-9d04-e5e9de424be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404735 Mar 14 10:26:29.429826 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a76e7c5-be77-48c6-8282-97a1c930b71d req-d620449c-1fae-479c-9484-aba8eef3edf8 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:26:29.431074 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-5a76e7c5-be77-48c6-8282-97a1c930b71d req-d620449c-1fae-479c-9484-aba8eef3edf8 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=180b9721-e314-4054-bed9-67ecaac6ce75 HTTP/1.1" status: 200 len: 931 time: 0.0519850 Mar 14 10:26:29.476698 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-5a76e7c5-be77-48c6-8282-97a1c930b71d req-5837ee12-25d1-4b70-b10d-a28d38e45e96 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f677435-4851-49bd-85f9-2627c7cc2aca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400596 Mar 14 10:26:29.597367 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a6a5b6-f357-4a36-870d-4fca7d04081d req-4fe04449-afde-4e56-ba1b-32c425a8cdca tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:26:29.598903 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-c9a6a5b6-f357-4a36-870d-4fca7d04081d req-4fe04449-afde-4e56-ba1b-32c425a8cdca tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/ports?device_id=b80d74d2-bc9a-4236-8994-9fc9447d0f1b HTTP/1.1" status: 200 len: 943 time: 0.0523617 Mar 14 10:26:29.651132 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-c9a6a5b6-f357-4a36-870d-4fca7d04081d req-1ba95942-0469-48cd-9859-02e26f948cd0 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e1dfb47-6410-4f33-81fd-58fdf8819acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437510 Mar 14 10:26:30.316570 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.v2.base [req-42315395-b0b2-45f8-ab67-270a29b2f32d req-53a99d8d-c362-483f-a9de-bdebc85411ce service neutron] Request body: {'port': {'device_id': '180b9721-e314-4054-bed9-67ecaac6ce75', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83354'}} {{(pid=103642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:26:30.380472 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0955ecf-7ee0-4bda-8153-ba85a23dc3ad req-2fa03f2b-b946-40de-b6c4-372ccab6982e tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:26:30.381970 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-d0955ecf-7ee0-4bda-8153-ba85a23dc3ad req-2fa03f2b-b946-40de-b6c4-372ccab6982e tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d03f101-20f3-48ac-8fb8-b33f572ddb11 HTTP/1.1" status: 200 len: 944 time: 0.0815341 Mar 14 10:26:30.382281 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [req-42315395-b0b2-45f8-ab67-270a29b2f32d req-53a99d8d-c362-483f-a9de-bdebc85411ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (f8ca4c75-317c-4445-8202-35b27c13057e), before_update {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:30.391315 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e0f05e-fda7-41d3-a484-3f2eae29083e req-8e28818a-c169-4388-88b8-8e8b1842b02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:26:30.404690 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-23e0f05e-fda7-41d3-a484-3f2eae29083e req-8e28818a-c169-4388-88b8-8e8b1842b02c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=101a93bee6d44e499149e201608b6104&device_id=b80d74d2-bc9a-4236-8994-9fc9447d0f1b HTTP/1.1" status: 200 len: 1127 time: 0.0634332 Mar 14 10:26:30.497799 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-d0955ecf-7ee0-4bda-8153-ba85a23dc3ad req-6b5b5d36-1d44-4107-9c3d-b8cb8e3cc237 tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] 10.222.0.16 "GET /v2.0/security-groups?id=3064f7e9-7259-4dc2-9d04-e5e9de424be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086507 Mar 14 10:26:30.524600 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e0f05e-fda7-41d3-a484-3f2eae29083e req-66c29280-2593-436d-9a2e-b09fec448b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:26:30.526099 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-23e0f05e-fda7-41d3-a484-3f2eae29083e req-66c29280-2593-436d-9a2e-b09fec448b5c service neutron] 10.222.0.39 "GET /v2.0/networks?id=f32a9833-69ef-4b23-859e-a7b8b0d08e87 HTTP/1.1" status: 200 len: 919 time: 0.1256571 Mar 14 10:26:30.577532 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-23e0f05e-fda7-41d3-a484-3f2eae29083e req-a4b951e6-17d5-4653-b84a-3933e5e859ed service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=30e6120e-d6e3-4cf2-b721-425f9e5d8b75 HTTP/1.1" status: 200 len: 217 time: 0.0444655 Mar 14 10:26:30.657531 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e0f05e-fda7-41d3-a484-3f2eae29083e req-5c9e57da-e589-419c-921f-499a542e23ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:26:30.662837 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-23e0f05e-fda7-41d3-a484-3f2eae29083e req-5c9e57da-e589-419c-921f-499a542e23ec service neutron] 10.222.0.39 "GET /v2.0/subnets?id=00786b35-2cc5-4c4c-83cc-316ffef97c56 HTTP/1.1" status: 200 len: 858 time: 0.0597169 Mar 14 10:26:30.666922 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f31214-de3c-423c-a714-0d9f10a0492b req-3607d334-6229-4d5e-9f9e-469d2d56b5fb tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:26:30.668947 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.notifiers.nova [req-42315395-b0b2-45f8-ab67-270a29b2f32d req-53a99d8d-c362-483f-a9de-bdebc85411ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8ca4c75-317c-4445-8202-35b27c13057e {{(pid=103642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 10:26:30.669145 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-34f31214-de3c-423c-a714-0d9f10a0492b req-3607d334-6229-4d5e-9f9e-469d2d56b5fb tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=180b9721-e314-4054-bed9-67ecaac6ce75 HTTP/1.1" status: 200 len: 931 time: 0.1008422 Mar 14 10:26:30.677509 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [req-42315395-b0b2-45f8-ab67-270a29b2f32d req-53a99d8d-c362-483f-a9de-bdebc85411ce service neutron] Publish callbacks [] for port (f8ca4c75-317c-4445-8202-35b27c13057e), precommit_update {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:30.693976 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.db.provisioning_blocks [req-42315395-b0b2-45f8-ab67-270a29b2f32d req-53a99d8d-c362-483f-a9de-bdebc85411ce service neutron] Transition to ACTIVE for port object f8ca4c75-317c-4445-8202-35b27c13057e will not be triggered until provisioned by entity L2. {{(pid=103642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 14 10:26:30.702491 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-23e0f05e-fda7-41d3-a484-3f2eae29083e req-3586037b-5d74-4769-829f-969462667b39 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f32a9833-69ef-4b23-859e-a7b8b0d08e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323584 Mar 14 10:26:30.772209 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [req-42315395-b0b2-45f8-ab67-270a29b2f32d req-53a99d8d-c362-483f-a9de-bdebc85411ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9714955'] for port (f8ca4c75-317c-4445-8202-35b27c13057e), after_update {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:30.830198 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-34f31214-de3c-423c-a714-0d9f10a0492b req-e2ecfd8a-f3bd-4797-9acb-a5a5f6c64cb2 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f677435-4851-49bd-85f9-2627c7cc2aca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1511459 Mar 14 10:26:30.875582 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24898697-1f3a-46e6-8dd3-4e9702e119f5 req-0d4250bb-32bc-4453-95f5-b1314b1a193f tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:26:30.875582 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-24898697-1f3a-46e6-8dd3-4e9702e119f5 req-0d4250bb-32bc-4453-95f5-b1314b1a193f tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/ports?device_id=b80d74d2-bc9a-4236-8994-9fc9447d0f1b HTTP/1.1" status: 200 len: 943 time: 0.1370463 Mar 14 10:26:30.875582 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-23e0f05e-fda7-41d3-a484-3f2eae29083e req-cf05d81f-3807-4e32-a7dc-85b427374267 service neutron] 10.222.0.39 "GET /v2.0/networks/f32a9833-69ef-4b23-859e-a7b8b0d08e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588471 Mar 14 10:26:30.901144 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a99d8d-c362-483f-a9de-bdebc85411ce service neutron] Pushing event updated for resources: {'Port': ['ID=f8ca4c75-317c-4445-8202-35b27c13057e,revision_number=2']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:26:30.960202 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.managers [req-42315395-b0b2-45f8-ab67-270a29b2f32d req-53a99d8d-c362-483f-a9de-bdebc85411ce service neutron] Attempting to bind port f8ca4c75-317c-4445-8202-35b27c13057e on host hv-cinder-83354 for vnic_type normal with profile {{(pid=103642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 10:26:30.960856 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.managers [req-42315395-b0b2-45f8-ab67-270a29b2f32d req-53a99d8d-c362-483f-a9de-bdebc85411ce service neutron] Attempting to bind port f8ca4c75-317c-4445-8202-35b27c13057e by drivers openvswitch,hyperv on host hv-cinder-83354 at level 0 using segments [{'id': '9b07e94b-cdee-4fcd-b18d-5adbca991074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'b306e4a1-3e45-418e-92a7-1cdae507ef31'}] {{(pid=103642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 10:26:30.961253 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42315395-b0b2-45f8-ab67-270a29b2f32d req-53a99d8d-c362-483f-a9de-bdebc85411ce service neutron] Attempting to bind port f8ca4c75-317c-4445-8202-35b27c13057e on network b306e4a1-3e45-418e-92a7-1cdae507ef31 {{(pid=103642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:26:30.966954 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42315395-b0b2-45f8-ab67-270a29b2f32d req-53a99d8d-c362-483f-a9de-bdebc85411ce service neutron] Port f8ca4c75-317c-4445-8202-35b27c13057e on network b306e4a1-3e45-418e-92a7-1cdae507ef31 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83354 {{(pid=103642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 10:26:30.967432 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42315395-b0b2-45f8-ab67-270a29b2f32d req-53a99d8d-c362-483f-a9de-bdebc85411ce service neutron] Attempting to bind port f8ca4c75-317c-4445-8202-35b27c13057e on network b306e4a1-3e45-418e-92a7-1cdae507ef31 {{(pid=103642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:26:30.972654 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42315395-b0b2-45f8-ab67-270a29b2f32d req-53a99d8d-c362-483f-a9de-bdebc85411ce service neutron] Checking agent: {'id': 'cd4c1fd5-6bd0-46fc-9cd1-9ea8fc180379', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83354', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 10, 23, 57), 'started_at': datetime.datetime(2022, 3, 14, 10, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 10, 26, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 10:26:30.973101 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42315395-b0b2-45f8-ab67-270a29b2f32d req-53a99d8d-c362-483f-a9de-bdebc85411ce service neutron] Checking segment: {'id': '9b07e94b-cdee-4fcd-b18d-5adbca991074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'b306e4a1-3e45-418e-92a7-1cdae507ef31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:26:30.973546 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42315395-b0b2-45f8-ab67-270a29b2f32d req-53a99d8d-c362-483f-a9de-bdebc85411ce service neutron] Bound using segment: {'id': '9b07e94b-cdee-4fcd-b18d-5adbca991074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'b306e4a1-3e45-418e-92a7-1cdae507ef31'} {{(pid=103642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 10:26:30.974047 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.managers [req-42315395-b0b2-45f8-ab67-270a29b2f32d req-53a99d8d-c362-483f-a9de-bdebc85411ce service neutron] Bound port: f8ca4c75-317c-4445-8202-35b27c13057e, host: hv-cinder-83354, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b07e94b-cdee-4fcd-b18d-5adbca991074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'b306e4a1-3e45-418e-92a7-1cdae507ef31'}}] {{(pid=103642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 10:26:30.976825 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [req-42315395-b0b2-45f8-ab67-270a29b2f32d req-53a99d8d-c362-483f-a9de-bdebc85411ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (f8ca4c75-317c-4445-8202-35b27c13057e), before_update {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:31.029998 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-24898697-1f3a-46e6-8dd3-4e9702e119f5 req-0372e2d5-ba45-48e9-9905-c70e39a853e9 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e1dfb47-6410-4f33-81fd-58fdf8819acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567683 Mar 14 10:26:31.064062 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-23e0f05e-fda7-41d3-a484-3f2eae29083e req-da2298a5-d02b-4c9c-aff8-de582890af52 service neutron] 10.222.0.39 "GET /v2.0/networks/f32a9833-69ef-4b23-859e-a7b8b0d08e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804469 Mar 14 10:26:31.076580 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.db [req-42315395-b0b2-45f8-ab67-270a29b2f32d req-53a99d8d-c362-483f-a9de-bdebc85411ce service neutron] For port f8ca4c75-317c-4445-8202-35b27c13057e, host hv-cinder-83354, cleared binding levels {{(pid=103642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 10:26:31.080108 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.db [req-42315395-b0b2-45f8-ab67-270a29b2f32d req-53a99d8d-c362-483f-a9de-bdebc85411ce service neutron] For port f8ca4c75-317c-4445-8202-35b27c13057e, host hv-cinder-83354, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=f8ca4c75-317c-4445-8202-35b27c13057e,segment=NetworkSegment(9b07e94b-cdee-4fcd-b18d-5adbca991074),segment_id=9b07e94b-cdee-4fcd-b18d-5adbca991074)] {{(pid=103642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 10:26:31.161627 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [req-42315395-b0b2-45f8-ab67-270a29b2f32d req-53a99d8d-c362-483f-a9de-bdebc85411ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9714955'] for port (f8ca4c75-317c-4445-8202-35b27c13057e), after_update {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:31.200706 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42315395-b0b2-45f8-ab67-270a29b2f32d req-53a99d8d-c362-483f-a9de-bdebc85411ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:26:31.201498 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [req-42315395-b0b2-45f8-ab67-270a29b2f32d req-53a99d8d-c362-483f-a9de-bdebc85411ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631023'] for port (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:31.202884 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-42315395-b0b2-45f8-ab67-270a29b2f32d req-53a99d8d-c362-483f-a9de-bdebc85411ce service neutron] 10.222.0.39 "PUT /v2.0/ports/f8ca4c75-317c-4445-8202-35b27c13057e HTTP/1.1" status: 200 len: 1093 time: 0.8908374 Mar 14 10:26:31.203767 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '180b9721-e314-4054-bed9-67ecaac6ce75', 'tag': 'f8ca4c75-317c-4445-8202-35b27c13057e'}] {{(pid=103642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:26:31.205902 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2719b20af467307de00d33cfc3bda2b7e701d9c3500810f7746d17fecb5aed99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-510d06a3-e33e-4f40-acd7-fe11149f6621" -d '{"events": [{"name": "network-changed", "server_uuid": "180b9721-e314-4054-bed9-67ecaac6ce75", "tag": "f8ca4c75-317c-4445-8202-35b27c13057e"}]}' {{(pid=103642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:26:31.266706 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 10:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d387902b-196a-46ca-bdbd-ac8da891eead x-openstack-request-id: req-d387902b-196a-46ca-bdbd-ac8da891eead {{(pid=103642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:26:31.269657 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "180b9721-e314-4054-bed9-67ecaac6ce75", "tag": "f8ca4c75-317c-4445-8202-35b27c13057e", "status": "completed", "code": 200}]} {{(pid=103642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:26:31.270550 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d387902b-196a-46ca-bdbd-ac8da891eead {{(pid=103642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:26:31.270550 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '180b9721-e314-4054-bed9-67ecaac6ce75', 'tag': 'f8ca4c75-317c-4445-8202-35b27c13057e', 'status': 'completed', 'code': 200} Mar 14 10:26:31.279362 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a99d8d-c362-483f-a9de-bdebc85411ce service neutron] Pushing event updated for resources: {'Port': ['ID=f8ca4c75-317c-4445-8202-35b27c13057e,revision_number=3']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:26:31.281455 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 40146) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:26:31.390304 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510d06a3-e33e-4f40-acd7-fe11149f6621 req-1e0de175-88e9-4f63-86fe-3bda7f0c32b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:26:31.397055 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-510d06a3-e33e-4f40-acd7-fe11149f6621 req-1e0de175-88e9-4f63-86fe-3bda7f0c32b1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5472bedc1d6a4e30b10a78f0f7cd05c1&device_id=180b9721-e314-4054-bed9-67ecaac6ce75 HTTP/1.1" status: 200 len: 1127 time: 0.0712092 Mar 14 10:26:31.429638 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-64bfb12e-e062-464e-b098-254965593185 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:31.516769 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-64bfb12e-e062-464e-b098-254965593185 admin admin] Publish callbacks [] for security_group (8014ed4c-d07f-4f7a-9750-5de23a474cc7), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:31.617478 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510d06a3-e33e-4f40-acd7-fe11149f6621 req-7c6d50aa-21e8-47a4-a228-dd6a146f91b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:26:31.618883 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-510d06a3-e33e-4f40-acd7-fe11149f6621 req-7c6d50aa-21e8-47a4-a228-dd6a146f91b3 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=5472bedc1d6a4e30b10a78f0f7cd05c1&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2133503 Mar 14 10:26:31.622697 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-64bfb12e-e062-464e-b098-254965593185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (8014ed4c-d07f-4f7a-9750-5de23a474cc7), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:31.668472 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-64bfb12e-e062-464e-b098-254965593185 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b6c9792941c14d2f960441e44bf16a09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3836105 Mar 14 10:26:31.673156 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 40172) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:26:31.692667 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bfb12e-e062-464e-b098-254965593185 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8014ed4c-d07f-4f7a-9750-5de23a474cc7,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:26:31.724273 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86195f8e-e2f8-40ac-8def-2b6a44251ce9 req-e82ef19b-7772-4b76-9310-4a4795924d7f tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:26:31.731428 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-86195f8e-e2f8-40ac-8def-2b6a44251ce9 req-e82ef19b-7772-4b76-9310-4a4795924d7f tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d03f101-20f3-48ac-8fb8-b33f572ddb11 HTTP/1.1" status: 200 len: 944 time: 0.1418834 Mar 14 10:26:31.789890 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-ffbeb567-cab4-4cef-afe2-4aa63a6125ec admin admin] Publish callbacks [] for security_group (8014ed4c-d07f-4f7a-9750-5de23a474cc7), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:31.794688 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-86195f8e-e2f8-40ac-8def-2b6a44251ce9 req-324d1734-424c-4af9-a20e-9894980389ad tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] 10.222.0.16 "GET /v2.0/security-groups?id=3064f7e9-7259-4dc2-9d04-e5e9de424be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624740 Mar 14 10:26:31.820092 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-ffbeb567-cab4-4cef-afe2-4aa63a6125ec admin admin] Publish callbacks [] for security_group (8014ed4c-d07f-4f7a-9750-5de23a474cc7), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:31.824212 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510d06a3-e33e-4f40-acd7-fe11149f6621 req-cd862f79-1a41-4b43-bf75-dee30eb44f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:26:31.825901 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-510d06a3-e33e-4f40-acd7-fe11149f6621 req-cd862f79-1a41-4b43-bf75-dee30eb44f2c service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2005906 Mar 14 10:26:31.940208 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42315395-b0b2-45f8-ab67-270a29b2f32d req-3b117aac-57ba-4724-908b-22f5ca2d33c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:26:31.942951 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-42315395-b0b2-45f8-ab67-270a29b2f32d req-3b117aac-57ba-4724-908b-22f5ca2d33c2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5472bedc1d6a4e30b10a78f0f7cd05c1&device_id=180b9721-e314-4054-bed9-67ecaac6ce75 HTTP/1.1" status: 200 len: 1127 time: 0.0513129 Mar 14 10:26:31.959823 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-ffbeb567-cab4-4cef-afe2-4aa63a6125ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (8014ed4c-d07f-4f7a-9750-5de23a474cc7), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:31.965574 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-ffbeb567-cab4-4cef-afe2-4aa63a6125ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:31.971614 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-ffbeb567-cab4-4cef-afe2-4aa63a6125ec admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8014ed4c-d07f-4f7a-9750-5de23a474cc7 HTTP/1.1" status: 204 len: 168 time: 0.2898567 Mar 14 10:26:31.981189 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbeb567-cab4-4cef-afe2-4aa63a6125ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8014ed4c-d07f-4f7a-9750-5de23a474cc7,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:26:32.014134 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e857de7-7aab-45d3-911b-6fc9454781bd req-eb4431f2-6065-42db-9206-e7592b0d924f tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:26:32.015822 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-3e857de7-7aab-45d3-911b-6fc9454781bd req-eb4431f2-6065-42db-9206-e7592b0d924f tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=180b9721-e314-4054-bed9-67ecaac6ce75 HTTP/1.1" status: 200 len: 943 time: 0.0932901 Mar 14 10:26:32.041704 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-42315395-b0b2-45f8-ab67-270a29b2f32d req-7d3f7919-c0e4-42f5-a434-fe24238dbd16 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8ca4c75-317c-4445-8202-35b27c13057e HTTP/1.1" status: 200 len: 217 time: 0.0856173 Mar 14 10:26:32.133253 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-3e857de7-7aab-45d3-911b-6fc9454781bd req-29e1f1bf-16f9-4719-bbfb-29bd21009ded tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f677435-4851-49bd-85f9-2627c7cc2aca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081040 Mar 14 10:26:32.136872 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42315395-b0b2-45f8-ab67-270a29b2f32d req-f583d1e4-3c81-4f8d-bf39-69987c33111a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:26:32.143793 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-42315395-b0b2-45f8-ab67-270a29b2f32d req-f583d1e4-3c81-4f8d-bf39-69987c33111a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=583b334f-c92c-40ae-ba3b-abff06ff8c22 HTTP/1.1" status: 200 len: 855 time: 0.0892119 Mar 14 10:26:32.193963 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 40192) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:26:32.224737 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656f0782-d340-4795-9753-7cce147484c6 req-32aa5bbd-c2c2-4ba9-8b8b-154f60594951 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:26:32.226387 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-656f0782-d340-4795-9753-7cce147484c6 req-32aa5bbd-c2c2-4ba9-8b8b-154f60594951 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/ports?device_id=b80d74d2-bc9a-4236-8994-9fc9447d0f1b HTTP/1.1" status: 200 len: 943 time: 0.0840147 Mar 14 10:26:32.232355 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42315395-b0b2-45f8-ab67-270a29b2f32d req-9292f72e-2ba4-465c-8681-b4f329ad938d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:26:32.233833 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-42315395-b0b2-45f8-ab67-270a29b2f32d req-9292f72e-2ba4-465c-8681-b4f329ad938d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b306e4a1-3e45-418e-92a7-1cdae507ef31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0871940 Mar 14 10:26:32.282672 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-656f0782-d340-4795-9753-7cce147484c6 req-59e39499-558f-47f6-981b-d3ff3406f42d tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e1dfb47-6410-4f33-81fd-58fdf8819acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488939 Mar 14 10:26:32.333943 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Device 30e6120e-d6e3-4cf2-b721-425f9e5d8b75 details requested by agent hyperv_hv-cinder-83354 with host hv-cinder-83354 {{(pid=103644) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 10:26:32.366742 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-42315395-b0b2-45f8-ab67-270a29b2f32d req-e8ebc913-5fa8-4b81-a869-3b3b0767fd63 service neutron] 10.222.0.39 "GET /v2.0/networks/b306e4a1-3e45-418e-92a7-1cdae507ef31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189070 Mar 14 10:26:32.476699 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] For port 30e6120e-d6e3-4cf2-b721-425f9e5d8b75, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=30e6120e-d6e3-4cf2-b721-425f9e5d8b75,segment=NetworkSegment(813206bc-3b4b-41d1-bc9c-0d026c4e302c),segment_id=813206bc-3b4b-41d1-bc9c-0d026c4e302c)] {{(pid=103644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:26:32.477127 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-5b06decc-6e59-4d72-8921-7fa72878a2ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:32.488951 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Returning: {'device': '30e6120e-d6e3-4cf2-b721-425f9e5d8b75', 'network_id': 'f32a9833-69ef-4b23-859e-a7b8b0d08e87', 'port_id': '30e6120e-d6e3-4cf2-b721-425f9e5d8b75', 'mac_address': 'fa:16:3e:32:18:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00786b35-2cc5-4c4c-83cc-316ffef97c56', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103644) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 10:26:32.535453 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Current status of the port 30e6120e-d6e3-4cf2-b721-425f9e5d8b75 is: DOWN; New status is: BUILD {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:26:32.536093 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (30e6120e-d6e3-4cf2-b721-425f9e5d8b75), before_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:32.549257 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.notifiers.nova [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30e6120e-d6e3-4cf2-b721-425f9e5d8b75 {{(pid=103644) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 10:26:32.562812 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-42315395-b0b2-45f8-ab67-270a29b2f32d req-bc1a0584-dbb5-4ba0-be1b-727da774d629 service neutron] 10.222.0.39 "GET /v2.0/networks/b306e4a1-3e45-418e-92a7-1cdae507ef31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777456 Mar 14 10:26:32.576081 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] For port 30e6120e-d6e3-4cf2-b721-425f9e5d8b75, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=30e6120e-d6e3-4cf2-b721-425f9e5d8b75,segment=NetworkSegment(813206bc-3b4b-41d1-bc9c-0d026c4e302c),segment_id=813206bc-3b4b-41d1-bc9c-0d026c4e302c)] {{(pid=103644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:26:32.609223 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-5b06decc-6e59-4d72-8921-7fa72878a2ff admin admin] Publish callbacks [] for security_group (336f4e3e-79ab-479e-9df0-8d04692601ba), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:32.707742 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-5b06decc-6e59-4d72-8921-7fa72878a2ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (336f4e3e-79ab-479e-9df0-8d04692601ba), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:32.708435 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (30e6120e-d6e3-4cf2-b721-425f9e5d8b75), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:32.710955 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Device 58863847-8ab2-4260-9310-5eda91fb91ee details requested by agent hyperv_hv-cinder-83354 with host hv-cinder-83354 {{(pid=103644) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 10:26:32.742926 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-5b06decc-6e59-4d72-8921-7fa72878a2ff admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6463530cd345403986d6cc351166bb21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5447316 Mar 14 10:26:32.744856 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 40216) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:26:32.753592 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b06decc-6e59-4d72-8921-7fa72878a2ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=336f4e3e-79ab-479e-9df0-8d04692601ba,revision_number=1']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:26:32.801097 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-18820948-00fc-429c-8352-f3a2196fa9e4 admin admin] Publish callbacks [] for security_group (336f4e3e-79ab-479e-9df0-8d04692601ba), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:32.833102 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-18820948-00fc-429c-8352-f3a2196fa9e4 admin admin] Publish callbacks [] for security_group (336f4e3e-79ab-479e-9df0-8d04692601ba), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:32.837810 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Pushing event updated for resources: {'Port': ['ID=30e6120e-d6e3-4cf2-b721-425f9e5d8b75,revision_number=4']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:26:32.877894 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] For port 58863847-8ab2-4260-9310-5eda91fb91ee, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=58863847-8ab2-4260-9310-5eda91fb91ee,segment=NetworkSegment(94200893-3f5f-4e23-9522-2783e0791f89),segment_id=94200893-3f5f-4e23-9522-2783e0791f89)] {{(pid=103644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:26:32.895053 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Returning: {'device': '58863847-8ab2-4260-9310-5eda91fb91ee', 'network_id': 'cbe0e9e5-d066-4a1f-8075-4ee67bbc728b', 'port_id': '58863847-8ab2-4260-9310-5eda91fb91ee', 'mac_address': 'fa:16:3e:4c:58:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bb98a96-0653-4e52-b36e-6046127abe8a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103644) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 10:26:32.935113 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Current status of the port 58863847-8ab2-4260-9310-5eda91fb91ee is: DOWN; New status is: BUILD {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:26:32.935639 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (58863847-8ab2-4260-9310-5eda91fb91ee), before_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:32.950272 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2d1b18-3c0a-4c73-b6e2-79ac4a2e06ef req-d42656b1-2043-48df-a9cb-551d3a9e64b3 tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:26:32.953968 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.notifiers.nova [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58863847-8ab2-4260-9310-5eda91fb91ee {{(pid=103644) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 10:26:32.954078 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-2d2d1b18-3c0a-4c73-b6e2-79ac4a2e06ef req-d42656b1-2043-48df-a9cb-551d3a9e64b3 tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d03f101-20f3-48ac-8fb8-b33f572ddb11 HTTP/1.1" status: 200 len: 944 time: 0.0763981 Mar 14 10:26:32.973657 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] For port 58863847-8ab2-4260-9310-5eda91fb91ee, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=58863847-8ab2-4260-9310-5eda91fb91ee,segment=NetworkSegment(94200893-3f5f-4e23-9522-2783e0791f89),segment_id=94200893-3f5f-4e23-9522-2783e0791f89)] {{(pid=103644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:26:33.016844 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-2d2d1b18-3c0a-4c73-b6e2-79ac4a2e06ef req-7aadadfe-9185-4476-b8c7-a1cfedcbb5c2 tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] 10.222.0.16 "GET /v2.0/security-groups?id=3064f7e9-7259-4dc2-9d04-e5e9de424be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497868 Mar 14 10:26:33.045980 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-18820948-00fc-429c-8352-f3a2196fa9e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (336f4e3e-79ab-479e-9df0-8d04692601ba), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:33.048659 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-18820948-00fc-429c-8352-f3a2196fa9e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:33.049748 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-18820948-00fc-429c-8352-f3a2196fa9e4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/336f4e3e-79ab-479e-9df0-8d04692601ba HTTP/1.1" status: 204 len: 168 time: 0.3054631 Mar 14 10:26:33.058471 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18820948-00fc-429c-8352-f3a2196fa9e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=336f4e3e-79ab-479e-9df0-8d04692601ba,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:26:33.074088 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (58863847-8ab2-4260-9310-5eda91fb91ee), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:33.075024 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Device b5a96ecf-b332-4d17-ad81-355272627e6b details requested by agent hyperv_hv-cinder-83354 with host hv-cinder-83354 {{(pid=103644) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 10:26:33.151437 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] For port b5a96ecf-b332-4d17-ad81-355272627e6b, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=b5a96ecf-b332-4d17-ad81-355272627e6b,segment=NetworkSegment(813206bc-3b4b-41d1-bc9c-0d026c4e302c),segment_id=813206bc-3b4b-41d1-bc9c-0d026c4e302c)] {{(pid=103644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:26:33.158925 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Pushing event updated for resources: {'Port': ['ID=58863847-8ab2-4260-9310-5eda91fb91ee,revision_number=4']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:26:33.196019 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Returning: {'device': 'b5a96ecf-b332-4d17-ad81-355272627e6b', 'network_id': 'f32a9833-69ef-4b23-859e-a7b8b0d08e87', 'port_id': 'b5a96ecf-b332-4d17-ad81-355272627e6b', 'mac_address': 'fa:16:3e:c5:52:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00786b35-2cc5-4c4c-83cc-316ffef97c56', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103644) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 10:26:33.268571 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Current status of the port b5a96ecf-b332-4d17-ad81-355272627e6b is: DOWN; New status is: BUILD {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:26:33.269168 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (b5a96ecf-b332-4d17-ad81-355272627e6b), before_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:33.287139 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.notifiers.nova [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5a96ecf-b332-4d17-ad81-355272627e6b {{(pid=103644) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 10:26:33.309394 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] For port b5a96ecf-b332-4d17-ad81-355272627e6b, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=b5a96ecf-b332-4d17-ad81-355272627e6b,segment=NetworkSegment(813206bc-3b4b-41d1-bc9c-0d026c4e302c),segment_id=813206bc-3b4b-41d1-bc9c-0d026c4e302c)] {{(pid=103644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:26:33.329545 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d5883c-8baf-4d1e-b592-9f57f9fa7214 req-2ebd0497-7564-4bc1-8700-a276f07c39d9 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:26:33.331683 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-86d5883c-8baf-4d1e-b592-9f57f9fa7214 req-2ebd0497-7564-4bc1-8700-a276f07c39d9 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=180b9721-e314-4054-bed9-67ecaac6ce75 HTTP/1.1" status: 200 len: 943 time: 0.0764551 Mar 14 10:26:33.401877 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (b5a96ecf-b332-4d17-ad81-355272627e6b), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:33.456894 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebaa9aa-121a-486f-9239-bc0223011d34 req-07627d3e-af40-4296-abf5-18e6865a5830 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:26:33.458794 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-9ebaa9aa-121a-486f-9239-bc0223011d34 req-07627d3e-af40-4296-abf5-18e6865a5830 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/ports?device_id=b80d74d2-bc9a-4236-8994-9fc9447d0f1b HTTP/1.1" status: 200 len: 944 time: 0.0905108 Mar 14 10:26:33.467496 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-86d5883c-8baf-4d1e-b592-9f57f9fa7214 req-b40d8675-2bfc-491e-b73a-bb93d9042054 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f677435-4851-49bd-85f9-2627c7cc2aca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1232953 Mar 14 10:26:33.517988 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Pushing event updated for resources: {'Port': ['ID=b5a96ecf-b332-4d17-ad81-355272627e6b,revision_number=4']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:26:33.518086 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-9ebaa9aa-121a-486f-9239-bc0223011d34 req-e214da33-aa37-4702-bbc8-289898688c03 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e1dfb47-6410-4f33-81fd-58fdf8819acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508611 Mar 14 10:26:34.094689 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] get_ports_and_sgs() called for port_ids ['b5a96ecf-b332-4d17-ad81-355272627e6b'] {{(pid=103644) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 10:26:34.157074 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9e47d9-caeb-4591-9cd2-fde510db14f5 req-d65038e1-bc07-4eef-ba64-6389c283f3bb tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:26:34.159217 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-ec9e47d9-caeb-4591-9cd2-fde510db14f5 req-d65038e1-bc07-4eef-ba64-6389c283f3bb tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d03f101-20f3-48ac-8fb8-b33f572ddb11 HTTP/1.1" status: 200 len: 945 time: 0.0613313 Mar 14 10:26:34.166513 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] get_ports_and_sgs() called for port_ids ['30e6120e-d6e3-4cf2-b721-425f9e5d8b75'] {{(pid=103644) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 10:26:34.203702 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] get_ports_and_sgs() called for port_ids ['58863847-8ab2-4260-9310-5eda91fb91ee'] {{(pid=103644) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 10:26:34.216758 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-ec9e47d9-caeb-4591-9cd2-fde510db14f5 req-f706062c-bf77-42ec-8ce2-37ee3c15e1f1 tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] 10.222.0.16 "GET /v2.0/security-groups?id=3064f7e9-7259-4dc2-9d04-e5e9de424be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500715 Mar 14 10:26:34.325825 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Device f8ca4c75-317c-4445-8202-35b27c13057e details requested by agent hyperv_hv-cinder-83354 with host hv-cinder-83354 {{(pid=103644) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 10:26:34.612068 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] For port f8ca4c75-317c-4445-8202-35b27c13057e, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=f8ca4c75-317c-4445-8202-35b27c13057e,segment=NetworkSegment(9b07e94b-cdee-4fcd-b18d-5adbca991074),segment_id=9b07e94b-cdee-4fcd-b18d-5adbca991074)] {{(pid=103644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:26:34.657827 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Returning: {'device': 'f8ca4c75-317c-4445-8202-35b27c13057e', 'network_id': 'b306e4a1-3e45-418e-92a7-1cdae507ef31', 'port_id': 'f8ca4c75-317c-4445-8202-35b27c13057e', 'mac_address': 'fa:16:3e:e2:8a:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '583b334f-c92c-40ae-ba3b-abff06ff8c22', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103644) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 10:26:34.674431 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d391a455-2f85-4d73-ad2f-0669a81143e2 req-861da63d-b3be-4d2d-af4a-fed2833ff5f7 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:26:34.676211 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-d391a455-2f85-4d73-ad2f-0669a81143e2 req-861da63d-b3be-4d2d-af4a-fed2833ff5f7 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=180b9721-e314-4054-bed9-67ecaac6ce75 HTTP/1.1" status: 200 len: 943 time: 0.1100049 Mar 14 10:26:34.695235 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a50f9a-6a85-4a18-8068-c53291dcb62c req-2f37f330-b750-472c-bdc1-676d3945d93d tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:26:34.704325 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-91a50f9a-6a85-4a18-8068-c53291dcb62c req-2f37f330-b750-472c-bdc1-676d3945d93d tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/ports?device_id=b80d74d2-bc9a-4236-8994-9fc9447d0f1b HTTP/1.1" status: 200 len: 944 time: 0.1011596 Mar 14 10:26:34.762566 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Current status of the port f8ca4c75-317c-4445-8202-35b27c13057e is: DOWN; New status is: BUILD {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:26:34.762961 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (f8ca4c75-317c-4445-8202-35b27c13057e), before_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:34.790453 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.notifiers.nova [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8ca4c75-317c-4445-8202-35b27c13057e {{(pid=103644) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 10:26:34.803360 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-91a50f9a-6a85-4a18-8068-c53291dcb62c req-21772550-41c7-451d-90b1-1a2088e221a0 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e1dfb47-6410-4f33-81fd-58fdf8819acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943816 Mar 14 10:26:34.808594 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-d391a455-2f85-4d73-ad2f-0669a81143e2 req-42130da1-9960-4d68-867f-9a3c4ea24ed8 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f677435-4851-49bd-85f9-2627c7cc2aca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020715 Mar 14 10:26:34.820143 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] For port f8ca4c75-317c-4445-8202-35b27c13057e, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=f8ca4c75-317c-4445-8202-35b27c13057e,segment=NetworkSegment(9b07e94b-cdee-4fcd-b18d-5adbca991074),segment_id=9b07e94b-cdee-4fcd-b18d-5adbca991074)] {{(pid=103644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:26:34.926475 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (f8ca4c75-317c-4445-8202-35b27c13057e), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:34.985826 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Pushing event updated for resources: {'Port': ['ID=f8ca4c75-317c-4445-8202-35b27c13057e,revision_number=4']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:26:35.122283 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.agents_db [None req-e5bc90a1-3fae-4be0-a54a-d59a030b4380 None None] Agent healthcheck: found 6 active agents {{(pid=103645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 10:26:35.339483 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 40364) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:26:35.355491 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f9a510-817f-4bb1-8074-55eca0ed77b4 req-e7e6c211-cec7-4262-9a2f-5cbbf7c28728 tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:26:35.356543 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-52f9a510-817f-4bb1-8074-55eca0ed77b4 req-e7e6c211-cec7-4262-9a2f-5cbbf7c28728 tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d03f101-20f3-48ac-8fb8-b33f572ddb11 HTTP/1.1" status: 200 len: 945 time: 0.0578065 Mar 14 10:26:35.405410 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-52f9a510-817f-4bb1-8074-55eca0ed77b4 req-f8efa337-cee9-46ea-9aa9-8467dcd6b4ee tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] 10.222.0.16 "GET /v2.0/security-groups?id=3064f7e9-7259-4dc2-9d04-e5e9de424be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430532 Mar 14 10:26:35.522033 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] get_ports_and_sgs() called for port_ids ['f8ca4c75-317c-4445-8202-35b27c13057e'] {{(pid=103644) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 10:26:35.562547 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 40370) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:26:35.668045 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-25343995-fe83-4175-87cd-01de4c7dfb3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:35.748620 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-25343995-fe83-4175-87cd-01de4c7dfb3b admin admin] Publish callbacks [] for security_group (4372d49b-5098-45bb-8889-f97c907732bd), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:35.775149 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-a50028d1-79b4-4064-9f1e-480008d5a02c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:35.785422 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 40378) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:26:35.810993 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-25343995-fe83-4175-87cd-01de4c7dfb3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (4372d49b-5098-45bb-8889-f97c907732bd), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:35.849957 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-25343995-fe83-4175-87cd-01de4c7dfb3b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cf700785057d4e259ff35c9a293a83fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5086954 Mar 14 10:26:35.853541 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 40388) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:26:35.879911 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25343995-fe83-4175-87cd-01de4c7dfb3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4372d49b-5098-45bb-8889-f97c907732bd,revision_number=1']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:26:35.983343 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-827e2a17-dcf2-4e86-810a-735db9459cbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:36.002415 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-a50028d1-79b4-4064-9f1e-480008d5a02c admin admin] Publish callbacks [] for security_group (607405d8-1fc6-4ea6-bf32-dcd7fff35da4), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:36.039784 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-70166b41-5fea-4a95-a86f-57316048f056 admin admin] Publish callbacks [] for security_group (4372d49b-5098-45bb-8889-f97c907732bd), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:36.050304 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4a3539-d171-4b5f-95ba-ae6d0e1f9c7e req-812a0b37-3084-4cd1-8771-af942e0a6521 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:26:36.051809 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-4b4a3539-d171-4b5f-95ba-ae6d0e1f9c7e req-812a0b37-3084-4cd1-8771-af942e0a6521 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/ports?device_id=b80d74d2-bc9a-4236-8994-9fc9447d0f1b HTTP/1.1" status: 200 len: 944 time: 0.1289515 Mar 14 10:26:36.061769 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ba0c24-8388-4c64-b60c-c95f2c4e127c req-6f145471-b416-437d-9129-daa286179b70 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:26:36.063229 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-827e2a17-dcf2-4e86-810a-735db9459cbd admin admin] Publish callbacks [] for security_group (b1a75f06-71ed-40ec-896c-c2afa3d44526), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:36.068329 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-58ba0c24-8388-4c64-b60c-c95f2c4e127c req-6f145471-b416-437d-9129-daa286179b70 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=180b9721-e314-4054-bed9-67ecaac6ce75 HTTP/1.1" status: 200 len: 944 time: 0.1443698 Mar 14 10:26:36.068966 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-a50028d1-79b4-4064-9f1e-480008d5a02c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (607405d8-1fc6-4ea6-bf32-dcd7fff35da4), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:36.103480 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-827e2a17-dcf2-4e86-810a-735db9459cbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (b1a75f06-71ed-40ec-896c-c2afa3d44526), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:36.147997 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-827e2a17-dcf2-4e86-810a-735db9459cbd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=147940d70f414f4b80f83bad4befd6ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3590772 Mar 14 10:26:36.147997 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827e2a17-dcf2-4e86-810a-735db9459cbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1a75f06-71ed-40ec-896c-c2afa3d44526,revision_number=1']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:26:36.149190 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 40396) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:26:36.207383 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-2ef23b53-2a4c-496e-9e6e-59a804a57c79 admin admin] Publish callbacks [] for security_group (b1a75f06-71ed-40ec-896c-c2afa3d44526), before_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:36.241919 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-2ef23b53-2a4c-496e-9e6e-59a804a57c79 admin admin] Publish callbacks [] for security_group (b1a75f06-71ed-40ec-896c-c2afa3d44526), precommit_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:36.308365 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-70166b41-5fea-4a95-a86f-57316048f056 admin admin] Publish callbacks [] for security_group (4372d49b-5098-45bb-8889-f97c907732bd), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:36.311594 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Device 30e6120e-d6e3-4cf2-b721-425f9e5d8b75 up at agent hyperv_hv-cinder-83354 {{(pid=103644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:26:36.339516 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-a50028d1-79b4-4064-9f1e-480008d5a02c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8490996a594e4853b19acd2b09142b16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7722814 Mar 14 10:26:36.349970 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50028d1-79b4-4064-9f1e-480008d5a02c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=607405d8-1fc6-4ea6-bf32-dcd7fff35da4,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:26:36.355144 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 40406) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:26:36.425475 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-4b4a3539-d171-4b5f-95ba-ae6d0e1f9c7e req-6e779df2-ba32-4407-a0cb-6eb3ada7480b tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e1dfb47-6410-4f33-81fd-58fdf8819acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3480670 Mar 14 10:26:36.456281 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-58ba0c24-8388-4c64-b60c-c95f2c4e127c req-a6ad3ac7-7619-4ea1-b798-45b5443f4b85 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f677435-4851-49bd-85f9-2627c7cc2aca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3845787 Mar 14 10:26:36.485443 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-befeed46-91a2-4924-a980-115548e087a3 admin admin] Publish callbacks [] for security_group (607405d8-1fc6-4ea6-bf32-dcd7fff35da4), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:36.511495 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-befeed46-91a2-4924-a980-115548e087a3 admin admin] Publish callbacks [] for security_group (607405d8-1fc6-4ea6-bf32-dcd7fff35da4), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:36.564543 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Provisioning for port 30e6120e-d6e3-4cf2-b721-425f9e5d8b75 completed by entity L2. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 14 10:26:36.568507 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Provisioning complete for port 30e6120e-d6e3-4cf2-b721-425f9e5d8b75 triggered by entity L2. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:26:36.568890 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (30e6120e-d6e3-4cf2-b721-425f9e5d8b75), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:36.588462 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52ecf7e-d558-4b38-9484-66d4b06305f7 req-cd93f9e6-895c-4def-9a2b-cef311718db7 tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:26:36.590451 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-a52ecf7e-d558-4b38-9484-66d4b06305f7 req-cd93f9e6-895c-4def-9a2b-cef311718db7 tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d03f101-20f3-48ac-8fb8-b33f572ddb11 HTTP/1.1" status: 200 len: 945 time: 0.0770080 Mar 14 10:26:36.593085 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-70166b41-5fea-4a95-a86f-57316048f056 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (4372d49b-5098-45bb-8889-f97c907732bd), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:36.593459 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-2ef23b53-2a4c-496e-9e6e-59a804a57c79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (b1a75f06-71ed-40ec-896c-c2afa3d44526), after_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:36.595627 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-70166b41-5fea-4a95-a86f-57316048f056 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:36.596872 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-70166b41-5fea-4a95-a86f-57316048f056 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4372d49b-5098-45bb-8889-f97c907732bd HTTP/1.1" status: 204 len: 168 time: 0.7387655 Mar 14 10:26:36.597036 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-2ef23b53-2a4c-496e-9e6e-59a804a57c79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:36.600942 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-2ef23b53-2a4c-496e-9e6e-59a804a57c79 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b1a75f06-71ed-40ec-896c-c2afa3d44526 HTTP/1.1" status: 204 len: 168 time: 0.4507005 Mar 14 10:26:36.614328 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef23b53-2a4c-496e-9e6e-59a804a57c79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1a75f06-71ed-40ec-896c-c2afa3d44526,revision_number=None']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:26:36.639839 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70166b41-5fea-4a95-a86f-57316048f056 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4372d49b-5098-45bb-8889-f97c907732bd,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:26:36.696600 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-befeed46-91a2-4924-a980-115548e087a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (607405d8-1fc6-4ea6-bf32-dcd7fff35da4), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:36.699640 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-befeed46-91a2-4924-a980-115548e087a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:36.705021 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-befeed46-91a2-4924-a980-115548e087a3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/607405d8-1fc6-4ea6-bf32-dcd7fff35da4 HTTP/1.1" status: 204 len: 168 time: 0.3418753 Mar 14 10:26:36.705190 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Current status of the port 30e6120e-d6e3-4cf2-b721-425f9e5d8b75 is: BUILD; New status is: ACTIVE {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:26:36.705673 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (30e6120e-d6e3-4cf2-b721-425f9e5d8b75), before_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:36.730348 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b80d74d2-bc9a-4236-8994-9fc9447d0f1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30e6120e-d6e3-4cf2-b721-425f9e5d8b75'}] {{(pid=103644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:26:36.732581 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befeed46-91a2-4924-a980-115548e087a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=607405d8-1fc6-4ea6-bf32-dcd7fff35da4,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:26:36.741028 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-a52ecf7e-d558-4b38-9484-66d4b06305f7 req-721aa559-e266-443f-8dc6-10840ca8690e tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] 10.222.0.16 "GET /v2.0/security-groups?id=3064f7e9-7259-4dc2-9d04-e5e9de424be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254952 Mar 14 10:26:36.913333 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] For port 30e6120e-d6e3-4cf2-b721-425f9e5d8b75, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=30e6120e-d6e3-4cf2-b721-425f9e5d8b75,segment=NetworkSegment(813206bc-3b4b-41d1-bc9c-0d026c4e302c),segment_id=813206bc-3b4b-41d1-bc9c-0d026c4e302c)] {{(pid=103644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:26:37.068062 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (30e6120e-d6e3-4cf2-b721-425f9e5d8b75), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:37.069854 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Device 58863847-8ab2-4260-9310-5eda91fb91ee up at agent hyperv_hv-cinder-83354 {{(pid=103644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:26:37.159782 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Pushing event updated for resources: {'Port': ['ID=30e6120e-d6e3-4cf2-b721-425f9e5d8b75,revision_number=5']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:26:37.253419 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Provisioning for port 58863847-8ab2-4260-9310-5eda91fb91ee completed by entity L2. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 14 10:26:37.258319 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Provisioning complete for port 58863847-8ab2-4260-9310-5eda91fb91ee triggered by entity L2. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:26:37.262228 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (58863847-8ab2-4260-9310-5eda91fb91ee), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:37.346149 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Current status of the port 58863847-8ab2-4260-9310-5eda91fb91ee is: BUILD; New status is: ACTIVE {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:26:37.346914 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (58863847-8ab2-4260-9310-5eda91fb91ee), before_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:37.388342 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] For port 58863847-8ab2-4260-9310-5eda91fb91ee, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=58863847-8ab2-4260-9310-5eda91fb91ee,segment=NetworkSegment(94200893-3f5f-4e23-9522-2783e0791f89),segment_id=94200893-3f5f-4e23-9522-2783e0791f89)] {{(pid=103644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:26:37.397528 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 40452) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:26:37.414725 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-a6458795-b8e5-4fd4-9bbc-f9297fdf3530 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:37.456228 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (58863847-8ab2-4260-9310-5eda91fb91ee), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:37.460091 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Device b5a96ecf-b332-4d17-ad81-355272627e6b up at agent hyperv_hv-cinder-83354 {{(pid=103644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:26:37.511588 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-a6458795-b8e5-4fd4-9bbc-f9297fdf3530 admin admin] Publish callbacks [] for security_group (e383ce2b-e29a-4675-b12a-5902f4b4b9df), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:37.512295 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cdcf2ce3ae030c6c85cf8a8616b2d58d36b16ae178b61bcd15320d14238e4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9029659b-0570-449d-8836-06fc8507db19" -d '{"events": [{"server_uuid": "b80d74d2-bc9a-4236-8994-9fc9447d0f1b", "name": "network-vif-plugged", "status": "completed", "tag": "30e6120e-d6e3-4cf2-b721-425f9e5d8b75"}]}' {{(pid=103644) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:26:37.575161 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Pushing event updated for resources: {'Port': ['ID=58863847-8ab2-4260-9310-5eda91fb91ee,revision_number=5']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:26:37.611918 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-a6458795-b8e5-4fd4-9bbc-f9297fdf3530 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (e383ce2b-e29a-4675-b12a-5902f4b4b9df), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:37.662891 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-a6458795-b8e5-4fd4-9bbc-f9297fdf3530 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=857f92a2e8d34f44a9d5781d9b29d76c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2641659 Mar 14 10:26:37.665649 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 40464) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:26:37.673743 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b322ae66-256d-4679-a545-ae239c3410d4 req-549a028d-a6f5-4940-8873-622b0f851961 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:26:37.675439 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-b322ae66-256d-4679-a545-ae239c3410d4 req-549a028d-a6f5-4940-8873-622b0f851961 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/ports?device_id=b80d74d2-bc9a-4236-8994-9fc9447d0f1b HTTP/1.1" status: 200 len: 945 time: 0.1401200 Mar 14 10:26:37.676090 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6458795-b8e5-4fd4-9bbc-f9297fdf3530 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e383ce2b-e29a-4675-b12a-5902f4b4b9df,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:26:37.707503 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Provisioning for port b5a96ecf-b332-4d17-ad81-355272627e6b completed by entity L2. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 14 10:26:37.709228 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70f54b8-b670-4c65-af56-02337a3ebb55 req-474837f6-ebe7-4098-bb88-678c08850e26 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:26:37.716939 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Provisioning complete for port b5a96ecf-b332-4d17-ad81-355272627e6b triggered by entity L2. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:26:37.716939 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (b5a96ecf-b332-4d17-ad81-355272627e6b), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:37.717883 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-c70f54b8-b670-4c65-af56-02337a3ebb55 req-474837f6-ebe7-4098-bb88-678c08850e26 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=180b9721-e314-4054-bed9-67ecaac6ce75 HTTP/1.1" status: 200 len: 944 time: 0.1728532 Mar 14 10:26:37.719964 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 40470) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:26:37.742843 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-075f1f1b-2c0d-4133-b76c-bef64b76466b admin admin] Publish callbacks [] for security_group (e383ce2b-e29a-4675-b12a-5902f4b4b9df), before_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:37.766827 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-e4022fbe-e642-4a12-be52-3b7af12c9146 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:37.781632 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-075f1f1b-2c0d-4133-b76c-bef64b76466b admin admin] Publish callbacks [] for security_group (e383ce2b-e29a-4675-b12a-5902f4b4b9df), precommit_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:37.785002 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-b322ae66-256d-4679-a545-ae239c3410d4 req-c9f8f44c-7354-4ced-8222-0e5471d7454b tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e1dfb47-6410-4f33-81fd-58fdf8819acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026952 Mar 14 10:26:37.813080 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Current status of the port b5a96ecf-b332-4d17-ad81-355272627e6b is: BUILD; New status is: ACTIVE {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:26:37.813480 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (b5a96ecf-b332-4d17-ad81-355272627e6b), before_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:37.829198 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-c70f54b8-b670-4c65-af56-02337a3ebb55 req-b329492e-a58b-4982-b128-e61ae408e070 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f677435-4851-49bd-85f9-2627c7cc2aca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102724 Mar 14 10:26:37.863272 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] For port b5a96ecf-b332-4d17-ad81-355272627e6b, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=b5a96ecf-b332-4d17-ad81-355272627e6b,segment=NetworkSegment(813206bc-3b4b-41d1-bc9c-0d026c4e302c),segment_id=813206bc-3b4b-41d1-bc9c-0d026c4e302c)] {{(pid=103644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:26:37.947775 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-075f1f1b-2c0d-4133-b76c-bef64b76466b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (e383ce2b-e29a-4675-b12a-5902f4b4b9df), after_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:37.950626 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-075f1f1b-2c0d-4133-b76c-bef64b76466b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:37.951970 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-075f1f1b-2c0d-4133-b76c-bef64b76466b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e383ce2b-e29a-4675-b12a-5902f4b4b9df HTTP/1.1" status: 204 len: 168 time: 0.2842066 Mar 14 10:26:37.962439 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075f1f1b-2c0d-4133-b76c-bef64b76466b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e383ce2b-e29a-4675-b12a-5902f4b4b9df,revision_number=None']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:26:37.985461 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (b5a96ecf-b332-4d17-ad81-355272627e6b), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:37.994602 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6ebbaf-855b-447c-a61b-0daf07903f4a req-7bffdce5-74a5-4a59-b454-ad78a0f174ed tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:26:37.996609 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-4f6ebbaf-855b-447c-a61b-0daf07903f4a req-7bffdce5-74a5-4a59-b454-ad78a0f174ed tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d03f101-20f3-48ac-8fb8-b33f572ddb11 HTTP/1.1" status: 200 len: 946 time: 0.0869765 Mar 14 10:26:38.045682 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 40488) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:26:38.048520 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 10:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21c5b421-c4eb-4a90-9558-86c535a13186 x-openstack-request-id: req-21c5b421-c4eb-4a90-9558-86c535a13186 {{(pid=103644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:26:38.048831 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b80d74d2-bc9a-4236-8994-9fc9447d0f1b", "name": "network-vif-plugged", "status": "completed", "tag": "30e6120e-d6e3-4cf2-b721-425f9e5d8b75", "code": 200}]} {{(pid=103644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:26:38.051901 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-21c5b421-c4eb-4a90-9558-86c535a13186 {{(pid=103644) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:26:38.051901 dv-cinder-833544-1-iscsi neutron-server[103644]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b80d74d2-bc9a-4236-8994-9fc9447d0f1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30e6120e-d6e3-4cf2-b721-425f9e5d8b75', 'code': 200} Mar 14 10:26:38.058812 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Pushing event updated for resources: {'Port': ['ID=b5a96ecf-b332-4d17-ad81-355272627e6b,revision_number=5']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:26:38.061957 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-a648dd63-3ce3-4ed4-a4fe-a9b6ec3bf25f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:38.085051 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-e4022fbe-e642-4a12-be52-3b7af12c9146 admin admin] Publish callbacks [] for security_group (34a342be-b917-4dc7-aafc-526c271ac746), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:38.129209 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-4f6ebbaf-855b-447c-a61b-0daf07903f4a req-182fc1d1-7e60-4456-96e9-5860247b24c0 tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] 10.222.0.16 "GET /v2.0/security-groups?id=3064f7e9-7259-4dc2-9d04-e5e9de424be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220362 Mar 14 10:26:38.160266 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-e4022fbe-e642-4a12-be52-3b7af12c9146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (34a342be-b917-4dc7-aafc-526c271ac746), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:38.170618 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-a648dd63-3ce3-4ed4-a4fe-a9b6ec3bf25f admin admin] Publish callbacks [] for security_group (186bd511-e86b-499c-acf8-5a24e4c903db), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:38.205649 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-e4022fbe-e642-4a12-be52-3b7af12c9146 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3126eb27650d40eaaabe498ef92e7554&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4784670 Mar 14 10:26:38.205649 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4022fbe-e642-4a12-be52-3b7af12c9146 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34a342be-b917-4dc7-aafc-526c271ac746,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:26:38.207976 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 40496) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:26:38.239296 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-a648dd63-3ce3-4ed4-a4fe-a9b6ec3bf25f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (186bd511-e86b-499c-acf8-5a24e4c903db), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:38.292761 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-a648dd63-3ce3-4ed4-a4fe-a9b6ec3bf25f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7fe9262b97b040018d9f547b5d4818bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2458894 Mar 14 10:26:38.295465 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a648dd63-3ce3-4ed4-a4fe-a9b6ec3bf25f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=186bd511-e86b-499c-acf8-5a24e4c903db,revision_number=1']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:26:38.295684 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 40500) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:26:38.307452 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-f8805e18-d8d2-4f04-ab22-5655455b5102 admin admin] Publish callbacks [] for security_group (34a342be-b917-4dc7-aafc-526c271ac746), before_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:38.310790 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Device f8ca4c75-317c-4445-8202-35b27c13057e up at agent hyperv_hv-cinder-83354 {{(pid=103644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:26:38.337247 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-f8805e18-d8d2-4f04-ab22-5655455b5102 admin admin] Publish callbacks [] for security_group (34a342be-b917-4dc7-aafc-526c271ac746), precommit_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:38.359525 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-23714fe1-8fdb-45e4-afa4-77feb2db7090 admin admin] Publish callbacks [] for security_group (186bd511-e86b-499c-acf8-5a24e4c903db), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:38.384393 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-23714fe1-8fdb-45e4-afa4-77feb2db7090 admin admin] Publish callbacks [] for security_group (186bd511-e86b-499c-acf8-5a24e4c903db), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:38.498182 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Provisioning for port f8ca4c75-317c-4445-8202-35b27c13057e completed by entity L2. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 14 10:26:38.503983 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-f8805e18-d8d2-4f04-ab22-5655455b5102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (34a342be-b917-4dc7-aafc-526c271ac746), after_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:38.504069 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Provisioning complete for port f8ca4c75-317c-4445-8202-35b27c13057e triggered by entity L2. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:26:38.504193 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (f8ca4c75-317c-4445-8202-35b27c13057e), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:38.506300 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-f8805e18-d8d2-4f04-ab22-5655455b5102 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:38.517553 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-f8805e18-d8d2-4f04-ab22-5655455b5102 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/34a342be-b917-4dc7-aafc-526c271ac746 HTTP/1.1" status: 204 len: 168 time: 0.3027797 Mar 14 10:26:38.520717 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-23714fe1-8fdb-45e4-afa4-77feb2db7090 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (186bd511-e86b-499c-acf8-5a24e4c903db), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:38.525213 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-23714fe1-8fdb-45e4-afa4-77feb2db7090 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:38.529403 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-23714fe1-8fdb-45e4-afa4-77feb2db7090 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/186bd511-e86b-499c-acf8-5a24e4c903db HTTP/1.1" status: 204 len: 168 time: 0.2301817 Mar 14 10:26:38.536641 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23714fe1-8fdb-45e4-afa4-77feb2db7090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=186bd511-e86b-499c-acf8-5a24e4c903db,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:26:38.551530 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8805e18-d8d2-4f04-ab22-5655455b5102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34a342be-b917-4dc7-aafc-526c271ac746,revision_number=None']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:26:38.601073 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea79f001-2f49-438c-b943-8776a4266353 req-67b2cfed-4d2d-44e2-ad33-d5e3af8151ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:26:38.607218 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-ea79f001-2f49-438c-b943-8776a4266353 req-67b2cfed-4d2d-44e2-ad33-d5e3af8151ea service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b80d74d2-bc9a-4236-8994-9fc9447d0f1b HTTP/1.1" status: 200 len: 1129 time: 0.1625669 Mar 14 10:26:38.638268 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [req-ea79f001-2f49-438c-b943-8776a4266353 req-13e0b5d5-8167-424e-8acd-91e82ce83c10 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:38.663961 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Current status of the port f8ca4c75-317c-4445-8202-35b27c13057e is: BUILD; New status is: ACTIVE {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:26:38.664538 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (f8ca4c75-317c-4445-8202-35b27c13057e), before_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:38.701453 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] For port f8ca4c75-317c-4445-8202-35b27c13057e, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=f8ca4c75-317c-4445-8202-35b27c13057e,segment=NetworkSegment(9b07e94b-cdee-4fcd-b18d-5adbca991074),segment_id=9b07e94b-cdee-4fcd-b18d-5adbca991074)] {{(pid=103644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:26:38.724373 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [req-ea79f001-2f49-438c-b943-8776a4266353 req-13e0b5d5-8167-424e-8acd-91e82ce83c10 service neutron] Publish callbacks [] for security_group (783877af-4f69-4411-b48c-739e450e8eb2), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:38.793545 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (f8ca4c75-317c-4445-8202-35b27c13057e), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:38.794115 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [req-ea79f001-2f49-438c-b943-8776a4266353 req-13e0b5d5-8167-424e-8acd-91e82ce83c10 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (783877af-4f69-4411-b48c-739e450e8eb2), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:38.854829 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Pushing event updated for resources: {'Port': ['ID=f8ca4c75-317c-4445-8202-35b27c13057e,revision_number=5']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:26:38.882603 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e0b5d5-8167-424e-8acd-91e82ce83c10 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=783877af-4f69-4411-b48c-739e450e8eb2,revision_number=1']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:26:38.889362 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-ea79f001-2f49-438c-b943-8776a4266353 req-13e0b5d5-8167-424e-8acd-91e82ce83c10 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=0e1dfb47-6410-4f33-81fd-58fdf8819acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2753875 Mar 14 10:26:38.992212 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b2152d-6238-4664-966e-ed84df260039 req-7182594a-3b37-4c2b-a8a9-a9a5b7ceceb5 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:26:38.993919 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-e9b2152d-6238-4664-966e-ed84df260039 req-7182594a-3b37-4c2b-a8a9-a9a5b7ceceb5 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/ports?device_id=b80d74d2-bc9a-4236-8994-9fc9447d0f1b HTTP/1.1" status: 200 len: 945 time: 0.1191685 Mar 14 10:26:39.025346 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c668b6-c138-4e22-8f35-a523e0d1f152 req-43f00d14-0edf-411e-85bb-c44c30ba4913 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:26:39.027531 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-56c668b6-c138-4e22-8f35-a523e0d1f152 req-43f00d14-0edf-411e-85bb-c44c30ba4913 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=180b9721-e314-4054-bed9-67ecaac6ce75 HTTP/1.1" status: 200 len: 945 time: 0.0914352 Mar 14 10:26:39.084003 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-e9b2152d-6238-4664-966e-ed84df260039 req-be367019-0f4f-48ac-82d0-d0a7250ad23b tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e1dfb47-6410-4f33-81fd-58fdf8819acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822132 Mar 14 10:26:39.108072 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-56c668b6-c138-4e22-8f35-a523e0d1f152 req-c1e0f92f-d5ed-4bac-91d5-1c1ba7b932ff tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f677435-4851-49bd-85f9-2627c7cc2aca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689135 Mar 14 10:26:39.265922 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195d61c2-29f5-4668-95f8-4cdfbd8fcc97 req-1c8a8a90-cfe7-4ed5-ae4a-56af911c46c8 tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:26:39.267510 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-195d61c2-29f5-4668-95f8-4cdfbd8fcc97 req-1c8a8a90-cfe7-4ed5-ae4a-56af911c46c8 tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d03f101-20f3-48ac-8fb8-b33f572ddb11 HTTP/1.1" status: 200 len: 946 time: 0.0629609 Mar 14 10:26:39.320443 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-195d61c2-29f5-4668-95f8-4cdfbd8fcc97 req-424d618f-7769-4ac5-b7af-067bc4dc4704 tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] 10.222.0.16 "GET /v2.0/security-groups?id=3064f7e9-7259-4dc2-9d04-e5e9de424be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472050 Mar 14 10:26:40.014519 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 40620) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:26:40.053595 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d03f101-20f3-48ac-8fb8-b33f572ddb11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58863847-8ab2-4260-9310-5eda91fb91ee'}, {'server_uuid': '661e25a3-6da7-4a40-b28d-2ad6c73f6911', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5a96ecf-b332-4d17-ad81-355272627e6b'}, {'server_uuid': '180b9721-e314-4054-bed9-67ecaac6ce75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8ca4c75-317c-4445-8202-35b27c13057e'}] {{(pid=103644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:26:40.055933 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cdcf2ce3ae030c6c85cf8a8616b2d58d36b16ae178b61bcd15320d14238e4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65d619c2-b8df-4cd2-a978-49809db16fa8" -d '{"events": [{"server_uuid": "1d03f101-20f3-48ac-8fb8-b33f572ddb11", "name": "network-vif-plugged", "status": "completed", "tag": "58863847-8ab2-4260-9310-5eda91fb91ee"}, {"server_uuid": "661e25a3-6da7-4a40-b28d-2ad6c73f6911", "name": "network-vif-plugged", "status": "completed", "tag": "b5a96ecf-b332-4d17-ad81-355272627e6b"}, {"server_uuid": "180b9721-e314-4054-bed9-67ecaac6ce75", "name": "network-vif-plugged", "status": "completed", "tag": "f8ca4c75-317c-4445-8202-35b27c13057e"}]}' {{(pid=103644) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:26:40.114001 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 14 Mar 2022 10:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ea5e2ad-42fd-4f05-b322-499b3048cf2f x-openstack-request-id: req-9ea5e2ad-42fd-4f05-b322-499b3048cf2f {{(pid=103644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:26:40.114314 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d03f101-20f3-48ac-8fb8-b33f572ddb11", "name": "network-vif-plugged", "status": "completed", "tag": "58863847-8ab2-4260-9310-5eda91fb91ee", "code": 200}, {"server_uuid": "661e25a3-6da7-4a40-b28d-2ad6c73f6911", "name": "network-vif-plugged", "status": "completed", "tag": "b5a96ecf-b332-4d17-ad81-355272627e6b", "code": 200}, {"server_uuid": "180b9721-e314-4054-bed9-67ecaac6ce75", "name": "network-vif-plugged", "status": "completed", "tag": "f8ca4c75-317c-4445-8202-35b27c13057e", "code": 200}]} {{(pid=103644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:26:40.114576 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9ea5e2ad-42fd-4f05-b322-499b3048cf2f {{(pid=103644) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:26:40.114981 dv-cinder-833544-1-iscsi neutron-server[103644]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d03f101-20f3-48ac-8fb8-b33f572ddb11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58863847-8ab2-4260-9310-5eda91fb91ee', 'code': 200} Mar 14 10:26:40.115248 dv-cinder-833544-1-iscsi neutron-server[103644]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '661e25a3-6da7-4a40-b28d-2ad6c73f6911', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5a96ecf-b332-4d17-ad81-355272627e6b', 'code': 200} Mar 14 10:26:40.115499 dv-cinder-833544-1-iscsi neutron-server[103644]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '180b9721-e314-4054-bed9-67ecaac6ce75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8ca4c75-317c-4445-8202-35b27c13057e', 'code': 200} Mar 14 10:26:40.288969 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df76831a-fd7a-458f-a466-dfcfc2b1dac1 req-23ec66e7-b753-4fd7-af45-d90346a09179 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:26:40.290633 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-df76831a-fd7a-458f-a466-dfcfc2b1dac1 req-23ec66e7-b753-4fd7-af45-d90346a09179 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/ports?device_id=b80d74d2-bc9a-4236-8994-9fc9447d0f1b HTTP/1.1" status: 200 len: 945 time: 0.1113882 Mar 14 10:26:40.294219 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-95b6ccc4-bbee-4646-996e-679fa2dbdded admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:40.311227 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d4ba3e-12ab-4c9f-a034-b84f35994aa6 req-43ee6271-5389-4f98-984f-0f53e15e3a60 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:26:40.313168 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-b4d4ba3e-12ab-4c9f-a034-b84f35994aa6 req-43ee6271-5389-4f98-984f-0f53e15e3a60 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=180b9721-e314-4054-bed9-67ecaac6ce75 HTTP/1.1" status: 200 len: 945 time: 0.1081953 Mar 14 10:26:40.424943 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-df76831a-fd7a-458f-a466-dfcfc2b1dac1 req-f1c8e857-8113-486f-926e-23d4b079c333 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e1dfb47-6410-4f33-81fd-58fdf8819acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236792 Mar 14 10:26:40.435780 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-b4d4ba3e-12ab-4c9f-a034-b84f35994aa6 req-631fa4fe-9c3b-48c3-b1e1-efa1aba05890 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f677435-4851-49bd-85f9-2627c7cc2aca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1139512 Mar 14 10:26:40.481824 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-95b6ccc4-bbee-4646-996e-679fa2dbdded admin admin] Publish callbacks [] for security_group (6cac0a19-cd88-49bf-8b40-68ac0896779d), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:40.564912 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2120824-33ef-4767-9927-d254150e935b req-ed35b4e2-5cdb-4848-96f4-9271ec58604c tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:26:40.573815 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-f2120824-33ef-4767-9927-d254150e935b req-ed35b4e2-5cdb-4848-96f4-9271ec58604c tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d03f101-20f3-48ac-8fb8-b33f572ddb11 HTTP/1.1" status: 200 len: 946 time: 0.0748637 Mar 14 10:26:40.624210 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-f2120824-33ef-4767-9927-d254150e935b req-829c67e3-ca9b-46ed-b04e-6ff645ad43a7 tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] 10.222.0.16 "GET /v2.0/security-groups?id=3064f7e9-7259-4dc2-9d04-e5e9de424be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494838 Mar 14 10:26:40.661147 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8de2c44-b760-4567-a006-e7db8daa2c57 req-5f106aec-17b5-4c03-a3a5-bf021aa461a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:26:40.662752 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-e8de2c44-b760-4567-a006-e7db8daa2c57 req-5f106aec-17b5-4c03-a3a5-bf021aa461a1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=661e25a3-6da7-4a40-b28d-2ad6c73f6911 HTTP/1.1" status: 200 len: 1129 time: 0.0609887 Mar 14 10:26:40.674761 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-95b6ccc4-bbee-4646-996e-679fa2dbdded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (6cac0a19-cd88-49bf-8b40-68ac0896779d), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:40.706645 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-e8de2c44-b760-4567-a006-e7db8daa2c57 req-4e341c36-ab4c-4c2f-ab71-4944986294ec service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=0e1dfb47-6410-4f33-81fd-58fdf8819acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375662 Mar 14 10:26:40.719171 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-95b6ccc4-bbee-4646-996e-679fa2dbdded admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a42c36589f4a4c40a452100e3acd18a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7033610 Mar 14 10:26:40.720372 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b6ccc4-bbee-4646-996e-679fa2dbdded admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cac0a19-cd88-49bf-8b40-68ac0896779d,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:26:40.721529 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 40648) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:26:40.772003 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-651b9ae4-0382-4258-aa69-c29adbcebbb5 admin admin] Publish callbacks [] for security_group (6cac0a19-cd88-49bf-8b40-68ac0896779d), before_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:40.806961 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-651b9ae4-0382-4258-aa69-c29adbcebbb5 admin admin] Publish callbacks [] for security_group (6cac0a19-cd88-49bf-8b40-68ac0896779d), precommit_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:40.918535 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-651b9ae4-0382-4258-aa69-c29adbcebbb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (6cac0a19-cd88-49bf-8b40-68ac0896779d), after_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:40.921179 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-651b9ae4-0382-4258-aa69-c29adbcebbb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:40.922334 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-651b9ae4-0382-4258-aa69-c29adbcebbb5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6cac0a19-cd88-49bf-8b40-68ac0896779d HTTP/1.1" status: 204 len: 168 time: 0.1998661 Mar 14 10:26:40.930020 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651b9ae4-0382-4258-aa69-c29adbcebbb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cac0a19-cd88-49bf-8b40-68ac0896779d,revision_number=None']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:26:41.231357 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7317c0fd-b881-4587-b660-10c5a685c232 req-7a5a1e35-e924-4156-82a5-9240ab54c9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:26:41.233095 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-7317c0fd-b881-4587-b660-10c5a685c232 req-7a5a1e35-e924-4156-82a5-9240ab54c9db service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1d03f101-20f3-48ac-8fb8-b33f572ddb11 HTTP/1.1" status: 200 len: 1130 time: 0.0442834 Mar 14 10:26:41.326247 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-7317c0fd-b881-4587-b660-10c5a685c232 req-2ce277d5-daf2-4078-9c02-2b23e459bbaa service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=3064f7e9-7259-4dc2-9d04-e5e9de424be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546100 Mar 14 10:26:41.328833 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5ab066-e5de-4b24-b4bd-ace1c7625b52 req-f9f5f11b-4259-4c28-bff3-8e6d435b3ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:26:41.330684 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-8e5ab066-e5de-4b24-b4bd-ace1c7625b52 req-f9f5f11b-4259-4c28-bff3-8e6d435b3ec0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=180b9721-e314-4054-bed9-67ecaac6ce75 HTTP/1.1" status: 200 len: 1129 time: 0.1068583 Mar 14 10:26:41.577207 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e3e667-0cdf-4972-b79f-6509e6e15fae req-0b4a2afc-4b72-49d9-975b-4509e239a142 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:26:41.578922 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-29e3e667-0cdf-4972-b79f-6509e6e15fae req-0b4a2afc-4b72-49d9-975b-4509e239a142 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/ports?device_id=b80d74d2-bc9a-4236-8994-9fc9447d0f1b HTTP/1.1" status: 200 len: 945 time: 0.0779588 Mar 14 10:26:41.626329 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fdfb81-d485-4f8a-8615-e46e065f6ee6 req-57c23808-5aaf-482f-9c22-99d8c7480b49 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:26:41.627801 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-e8fdfb81-d485-4f8a-8615-e46e065f6ee6 req-57c23808-5aaf-482f-9c22-99d8c7480b49 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=180b9721-e314-4054-bed9-67ecaac6ce75 HTTP/1.1" status: 200 len: 945 time: 0.0919223 Mar 14 10:26:41.645870 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-29e3e667-0cdf-4972-b79f-6509e6e15fae req-a401f6dd-ce2d-47e7-84e7-1d3a2bb0e46a tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e1dfb47-6410-4f33-81fd-58fdf8819acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609868 Mar 14 10:26:41.703875 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-e8fdfb81-d485-4f8a-8615-e46e065f6ee6 req-8d917c60-3330-49af-994a-b5ad3daf5656 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f677435-4851-49bd-85f9-2627c7cc2aca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573235 Mar 14 10:26:41.793713 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 40690) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:26:41.809831 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f47c68-49a1-4ec9-94c5-cf8abfb6aed8 req-e840df7d-154a-4b7f-ab5f-f4b91b6e1050 tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:26:41.811324 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-88f47c68-49a1-4ec9-94c5-cf8abfb6aed8 req-e840df7d-154a-4b7f-ab5f-f4b91b6e1050 tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d03f101-20f3-48ac-8fb8-b33f572ddb11 HTTP/1.1" status: 200 len: 946 time: 0.0957830 Mar 14 10:26:41.814774 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-8e5ab066-e5de-4b24-b4bd-ace1c7625b52 req-a8c48939-73d0-4044-8272-e0aef2747bd2 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=7f677435-4851-49bd-85f9-2627c7cc2aca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689774 Mar 14 10:26:41.818970 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-f1e12dd5-2414-43e6-8f11-d7ab77807c1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:41.903608 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-88f47c68-49a1-4ec9-94c5-cf8abfb6aed8 req-afc7c018-acf9-40a7-bb26-047bcea2d1af tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] 10.222.0.16 "GET /v2.0/security-groups?id=3064f7e9-7259-4dc2-9d04-e5e9de424be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781624 Mar 14 10:26:41.960169 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-f1e12dd5-2414-43e6-8f11-d7ab77807c1a admin admin] Publish callbacks [] for security_group (57856ccb-f595-4257-9489-8936e9bdd700), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:42.023314 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-f1e12dd5-2414-43e6-8f11-d7ab77807c1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (57856ccb-f595-4257-9489-8936e9bdd700), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:42.066458 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-f1e12dd5-2414-43e6-8f11-d7ab77807c1a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c1e6c0581530451caeccb8c4a766ad7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2688587 Mar 14 10:26:42.066458 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e12dd5-2414-43e6-8f11-d7ab77807c1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57856ccb-f595-4257-9489-8936e9bdd700,revision_number=1']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:26:42.067505 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 40704) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:26:42.143395 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-eebb719d-87d7-4f8d-b111-b6979053b060 admin admin] Publish callbacks [] for security_group (57856ccb-f595-4257-9489-8936e9bdd700), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:42.165982 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-eebb719d-87d7-4f8d-b111-b6979053b060 admin admin] Publish callbacks [] for security_group (57856ccb-f595-4257-9489-8936e9bdd700), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:42.286597 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-eebb719d-87d7-4f8d-b111-b6979053b060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (57856ccb-f595-4257-9489-8936e9bdd700), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:42.289309 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-eebb719d-87d7-4f8d-b111-b6979053b060 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:42.290474 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-eebb719d-87d7-4f8d-b111-b6979053b060 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/57856ccb-f595-4257-9489-8936e9bdd700 HTTP/1.1" status: 204 len: 168 time: 0.2219677 Mar 14 10:26:42.298441 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebb719d-87d7-4f8d-b111-b6979053b060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57856ccb-f595-4257-9489-8936e9bdd700,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:26:42.775368 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c568bd-248e-4c20-bcf8-b63ccdcee1e0 req-39a37373-9e05-4d21-b3a7-6412e21a6af9 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:26:42.777135 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-60c568bd-248e-4c20-bcf8-b63ccdcee1e0 req-39a37373-9e05-4d21-b3a7-6412e21a6af9 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/ports?device_id=b80d74d2-bc9a-4236-8994-9fc9447d0f1b HTTP/1.1" status: 200 len: 945 time: 0.0621586 Mar 14 10:26:42.851769 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-60c568bd-248e-4c20-bcf8-b63ccdcee1e0 req-6aa8691b-f8c7-46c6-b235-411c58f7abd9 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e1dfb47-6410-4f33-81fd-58fdf8819acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650642 Mar 14 10:26:42.859700 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1181b38a-90f0-4207-b3e5-9bbe6c366914 req-a88eee66-3b3c-43cb-9ac8-5cd7ae3c4c88 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:26:42.861259 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-1181b38a-90f0-4207-b3e5-9bbe6c366914 req-a88eee66-3b3c-43cb-9ac8-5cd7ae3c4c88 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=180b9721-e314-4054-bed9-67ecaac6ce75 HTTP/1.1" status: 200 len: 945 time: 0.0832586 Mar 14 10:26:42.940332 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-1181b38a-90f0-4207-b3e5-9bbe6c366914 req-1033b380-7338-461d-b356-edc81e3cfd27 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f677435-4851-49bd-85f9-2627c7cc2aca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716822 Mar 14 10:26:43.074096 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85ec470-31aa-4de0-937e-abaf870ca87c req-253dc669-9f77-4303-bf77-afc667bd0293 tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:26:43.081838 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-a85ec470-31aa-4de0-937e-abaf870ca87c req-253dc669-9f77-4303-bf77-afc667bd0293 tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d03f101-20f3-48ac-8fb8-b33f572ddb11 HTTP/1.1" status: 200 len: 946 time: 0.0745409 Mar 14 10:26:43.136971 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 40756) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:26:43.151715 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-a85ec470-31aa-4de0-937e-abaf870ca87c req-ea36e3e4-549b-40ff-b826-a508d2a9d3e3 tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] 10.222.0.16 "GET /v2.0/security-groups?id=3064f7e9-7259-4dc2-9d04-e5e9de424be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668676 Mar 14 10:26:43.264608 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-10c5396a-e133-4865-becb-c0ffb6f755e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:43.394211 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-10c5396a-e133-4865-becb-c0ffb6f755e3 admin admin] Publish callbacks [] for security_group (21a5a234-f457-47f4-b4db-aa94669a1805), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:43.461975 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-10c5396a-e133-4865-becb-c0ffb6f755e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (21a5a234-f457-47f4-b4db-aa94669a1805), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:43.559594 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-10c5396a-e133-4865-becb-c0ffb6f755e3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0ffb61adb6904a8c804e0052a3df8ee5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4190009 Mar 14 10:26:43.559594 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c5396a-e133-4865-becb-c0ffb6f755e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21a5a234-f457-47f4-b4db-aa94669a1805,revision_number=1']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:26:43.563247 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 40786) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:26:43.593834 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53463e8-64cb-41c8-a420-44adf051e907 req-5231b89f-b067-4fa5-b39f-e0df44f05fc2 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:26:43.595596 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-c53463e8-64cb-41c8-a420-44adf051e907 req-5231b89f-b067-4fa5-b39f-e0df44f05fc2 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/ports?device_id=b80d74d2-bc9a-4236-8994-9fc9447d0f1b HTTP/1.1" status: 200 len: 945 time: 0.0563204 Mar 14 10:26:43.612472 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-e2b42bca-b10c-4ca7-b5c8-b2a818e4d9fd admin admin] Publish callbacks [] for security_group (21a5a234-f457-47f4-b4db-aa94669a1805), before_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:43.632976 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-e2b42bca-b10c-4ca7-b5c8-b2a818e4d9fd admin admin] Publish callbacks [] for security_group (21a5a234-f457-47f4-b4db-aa94669a1805), precommit_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:43.657536 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-c53463e8-64cb-41c8-a420-44adf051e907 req-9ec4e147-7dc9-49df-bc99-ef3f371f4414 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e1dfb47-6410-4f33-81fd-58fdf8819acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555794 Mar 14 10:26:43.778242 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-e2b42bca-b10c-4ca7-b5c8-b2a818e4d9fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (21a5a234-f457-47f4-b4db-aa94669a1805), after_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:43.780887 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-e2b42bca-b10c-4ca7-b5c8-b2a818e4d9fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:43.782088 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-e2b42bca-b10c-4ca7-b5c8-b2a818e4d9fd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/21a5a234-f457-47f4-b4db-aa94669a1805 HTTP/1.1" status: 204 len: 168 time: 0.2176180 Mar 14 10:26:43.791118 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b42bca-b10c-4ca7-b5c8-b2a818e4d9fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21a5a234-f457-47f4-b4db-aa94669a1805,revision_number=None']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:26:43.845361 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91dbfa8-5351-41e7-80f9-e4d892119e09 req-3550f772-7132-4a06-9747-3ce592a390ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:26:43.846895 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-b91dbfa8-5351-41e7-80f9-e4d892119e09 req-3550f772-7132-4a06-9747-3ce592a390ab service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=101a93bee6d44e499149e201608b6104&device_id=b80d74d2-bc9a-4236-8994-9fc9447d0f1b HTTP/1.1" status: 200 len: 1129 time: 0.0892825 Mar 14 10:26:43.969431 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91dbfa8-5351-41e7-80f9-e4d892119e09 req-0856657e-b67d-4538-bcd7-392d2dd5cf5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:26:43.971214 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-b91dbfa8-5351-41e7-80f9-e4d892119e09 req-0856657e-b67d-4538-bcd7-392d2dd5cf5a service neutron] 10.222.0.39 "GET /v2.0/networks?id=f32a9833-69ef-4b23-859e-a7b8b0d08e87 HTTP/1.1" status: 200 len: 919 time: 0.1181858 Mar 14 10:26:44.020570 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-b91dbfa8-5351-41e7-80f9-e4d892119e09 req-0354edb7-b1a4-4465-9285-b2f5e400f3e5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=30e6120e-d6e3-4cf2-b721-425f9e5d8b75 HTTP/1.1" status: 200 len: 217 time: 0.0419056 Mar 14 10:26:44.095937 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91dbfa8-5351-41e7-80f9-e4d892119e09 req-2e81238f-79fb-44f5-b660-66921243e565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:26:44.097451 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-b91dbfa8-5351-41e7-80f9-e4d892119e09 req-2e81238f-79fb-44f5-b660-66921243e565 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=00786b35-2cc5-4c4c-83cc-316ffef97c56 HTTP/1.1" status: 200 len: 858 time: 0.0679643 Mar 14 10:26:44.108993 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6411b8d2-f55c-48a9-aad2-83da1183ef2a req-cab662ed-3e94-4a77-b73f-27ccc562c096 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:26:44.112199 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-6411b8d2-f55c-48a9-aad2-83da1183ef2a req-cab662ed-3e94-4a77-b73f-27ccc562c096 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=180b9721-e314-4054-bed9-67ecaac6ce75 HTTP/1.1" status: 200 len: 945 time: 0.0927768 Mar 14 10:26:44.151916 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-b91dbfa8-5351-41e7-80f9-e4d892119e09 req-fd5f6c0e-a922-48fc-9e0b-86fb0ebfd1be service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f32a9833-69ef-4b23-859e-a7b8b0d08e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403483 Mar 14 10:26:44.206598 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-6411b8d2-f55c-48a9-aad2-83da1183ef2a req-4028307e-abff-4ade-9ba0-b2221ad4b772 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f677435-4851-49bd-85f9-2627c7cc2aca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867939 Mar 14 10:26:44.300506 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-b91dbfa8-5351-41e7-80f9-e4d892119e09 req-a5967a49-689d-45a5-8a01-5d8d4d8656b6 service neutron] 10.222.0.39 "GET /v2.0/networks/f32a9833-69ef-4b23-859e-a7b8b0d08e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413517 Mar 14 10:26:44.373585 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75084485-c6be-45b2-8f70-49340606efa4 req-86dd5d89-cadd-4db6-aa2b-2aeebd309eb3 tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:26:44.375042 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-75084485-c6be-45b2-8f70-49340606efa4 req-86dd5d89-cadd-4db6-aa2b-2aeebd309eb3 tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d03f101-20f3-48ac-8fb8-b33f572ddb11 HTTP/1.1" status: 200 len: 946 time: 0.1219549 Mar 14 10:26:44.459097 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e3a19e-7677-4bdb-9783-cc26e2e7714d req-02bb64ba-e5c1-4e38-a262-7b00e168d54b tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:26:44.460638 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-10e3a19e-7677-4bdb-9783-cc26e2e7714d req-02bb64ba-e5c1-4e38-a262-7b00e168d54b tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=180b9721-e314-4054-bed9-67ecaac6ce75 HTTP/1.1" status: 200 len: 945 time: 0.1641636 Mar 14 10:26:44.465861 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 40824) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:26:44.475120 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 40828) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:26:44.480421 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [None req-e822c1ce-4d0d-410d-aef6-d23a943535ec tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Request body: {'floatingip': {'port_id': 'f8ca4c75-317c-4445-8202-35b27c13057e'}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:26:44.488042 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-2edcf341-e1d9-48b4-a42a-3c8012545e3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:44.599080 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-b91dbfa8-5351-41e7-80f9-e4d892119e09 req-1fedad8e-3fc4-42ba-b81e-a5dd3e896fd8 service neutron] 10.222.0.39 "GET /v2.0/networks/f32a9833-69ef-4b23-859e-a7b8b0d08e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2896028 Mar 14 10:26:44.601040 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-e822c1ce-4d0d-410d-aef6-d23a943535ec tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Publish callbacks [] for floatingip (2d493509-1b7b-4d41-9762-fa9f6c9ea5e0), before_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:44.622258 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-2edcf341-e1d9-48b4-a42a-3c8012545e3e admin admin] Publish callbacks [] for security_group (1ebd052f-7976-488b-9695-157deba84b0a), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:44.701742 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-2edcf341-e1d9-48b4-a42a-3c8012545e3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (1ebd052f-7976-488b-9695-157deba84b0a), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:44.774914 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edcf341-e1d9-48b4-a42a-3c8012545e3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ebd052f-7976-488b-9695-157deba84b0a,revision_number=1']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:26:44.809121 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-2edcf341-e1d9-48b4-a42a-3c8012545e3e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=639205e1ef3047a99efcb35b20c1a2f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3419433 Mar 14 10:26:44.810499 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 40850) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:26:44.853558 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-75084485-c6be-45b2-8f70-49340606efa4 req-8871d37f-4b8f-41ee-9090-57924d7632c5 tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] 10.222.0.16 "GET /v2.0/security-groups?id=3064f7e9-7259-4dc2-9d04-e5e9de424be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4673581 Mar 14 10:26:44.905354 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-cb7de3e0-6a0a-4c5e-b95f-2386db25f34b admin admin] Publish callbacks [] for security_group (1ebd052f-7976-488b-9695-157deba84b0a), before_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:44.958078 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-cb7de3e0-6a0a-4c5e-b95f-2386db25f34b admin admin] Publish callbacks [] for security_group (1ebd052f-7976-488b-9695-157deba84b0a), precommit_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:45.000314 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f2c9b5-9af5-4804-834a-9b520b9db997 req-60e048c3-f68a-47db-b82a-7a09b977ad54 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:26:45.002210 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-30f2c9b5-9af5-4804-834a-9b520b9db997 req-60e048c3-f68a-47db-b82a-7a09b977ad54 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/ports?device_id=b80d74d2-bc9a-4236-8994-9fc9447d0f1b HTTP/1.1" status: 200 len: 945 time: 0.1838965 Mar 14 10:26:45.105272 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-cb7de3e0-6a0a-4c5e-b95f-2386db25f34b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (1ebd052f-7976-488b-9695-157deba84b0a), after_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:45.108494 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-30f2c9b5-9af5-4804-834a-9b520b9db997 req-77b66d68-598e-4842-b6da-0ed5d61602c1 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e1dfb47-6410-4f33-81fd-58fdf8819acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967622 Mar 14 10:26:45.113628 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-cb7de3e0-6a0a-4c5e-b95f-2386db25f34b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:45.113628 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-cb7de3e0-6a0a-4c5e-b95f-2386db25f34b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1ebd052f-7976-488b-9695-157deba84b0a HTTP/1.1" status: 204 len: 168 time: 0.2982438 Mar 14 10:26:45.128212 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7de3e0-6a0a-4c5e-b95f-2386db25f34b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ebd052f-7976-488b-9695-157deba84b0a,revision_number=None']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:26:45.574639 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-e822c1ce-4d0d-410d-aef6-d23a943535ec tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:45.663570 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-e822c1ce-4d0d-410d-aef6-d23a943535ec tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-564448'] for floatingip (2d493509-1b7b-4d41-9762-fa9f6c9ea5e0), after_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:45.768499 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.db.l3_db [None req-e822c1ce-4d0d-410d-aef6-d23a943535ec tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Floating IP 2d493509-1b7b-4d41-9762-fa9f6c9ea5e0 associated. External IP: 172.27.2.68, port: f8ca4c75-317c-4445-8202-35b27c13057e. Mar 14 10:26:46.023940 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e822c1ce-4d0d-410d-aef6-d23a943535ec tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Router 2685b023-d3e0-46d1-9601-309947861e32 has already been hosted by L3 agent a016a58c-1f8a-4210-ae6c-360b1a1f78c1 {{(pid=103643) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 10:26:46.170111 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e822c1ce-4d0d-410d-aef6-d23a943535ec tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Notify agent at l3_agent.dv-cinder-833544-1-iscsi the message routers_updated {{(pid=103643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 10:26:46.181796 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-e822c1ce-4d0d-410d-aef6-d23a943535ec tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211739'] for floatingip (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:46.224123 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abee548d-132b-4f38-a68b-8f7f21019b2e None None] Sync routers for ids ['2685b023-d3e0-46d1-9601-309947861e32'] in dv-cinder-833544-1-iscsi {{(pid=103645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 10:26:46.247787 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abee548d-132b-4f38-a68b-8f7f21019b2e None None] Routers {'2685b023-d3e0-46d1-9601-309947861e32'} bound to L3 agent in host dv-cinder-833544-1-iscsi {{(pid=103645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:26:46.248546 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-abee548d-132b-4f38-a68b-8f7f21019b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833544-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T10:17:23Z,description=,heartbeat_timestamp=2022-03-14T10:26:23Z,host='dv-cinder-833544-1-iscsi',id=a016a58c-1f8a-4210-ae6c-360b1a1f78c1,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:17:24Z,topic='l3_agent')) {'router_ids': ['2685b023-d3e0-46d1-9601-309947861e32'], 'active': True} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:26:46.269088 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-e822c1ce-4d0d-410d-aef6-d23a943535ec tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "PUT /v2.0/floatingips/2d493509-1b7b-4d41-9762-fa9f6c9ea5e0 HTTP/1.1" status: 200 len: 990 time: 1.7827687 Mar 14 10:26:46.269088 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '180b9721-e314-4054-bed9-67ecaac6ce75', 'tag': 'f8ca4c75-317c-4445-8202-35b27c13057e'}] {{(pid=103643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:26:46.269088 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b58adf1808d3e8f2b7de4636db435fb255da6a44abdc46a7a48cdc23cb85b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7cfaf7e-9c98-4a22-a96c-a17bedc42e36" -d '{"events": [{"name": "network-changed", "server_uuid": "180b9721-e314-4054-bed9-67ecaac6ce75", "tag": "f8ca4c75-317c-4445-8202-35b27c13057e"}]}' {{(pid=103643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:26:46.308570 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917e1e7c-bc2e-4c71-8d16-66cd53af4cd2 req-7b7715fd-5bbd-40d6-b54c-6bbd906cc945 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:26:46.310532 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-917e1e7c-bc2e-4c71-8d16-66cd53af4cd2 req-7b7715fd-5bbd-40d6-b54c-6bbd906cc945 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/ports?device_id=b80d74d2-bc9a-4236-8994-9fc9447d0f1b HTTP/1.1" status: 200 len: 945 time: 0.1048658 Mar 14 10:26:46.333630 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 10:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76ba54de-d77e-49f7-abb7-ebbf259b2b29 x-openstack-request-id: req-76ba54de-d77e-49f7-abb7-ebbf259b2b29 {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:26:46.333951 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "180b9721-e314-4054-bed9-67ecaac6ce75", "tag": "f8ca4c75-317c-4445-8202-35b27c13057e", "status": "completed", "code": 200}]} {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:26:46.334180 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-76ba54de-d77e-49f7-abb7-ebbf259b2b29 {{(pid=103643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:26:46.334563 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '180b9721-e314-4054-bed9-67ecaac6ce75', 'tag': 'f8ca4c75-317c-4445-8202-35b27c13057e', 'status': 'completed', 'code': 200} Mar 14 10:26:46.377969 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvr_db [None req-abee548d-132b-4f38-a68b-8f7f21019b2e None None] Set router 2685b023-d3e0-46d1-9601-309947861e32 gateway port host: dv-cinder-833544-1-iscsi {{(pid=103645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:26:46.388540 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-917e1e7c-bc2e-4c71-8d16-66cd53af4cd2 req-f9b42acf-4b7c-4b7d-8822-46ae46d5ae79 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e1dfb47-6410-4f33-81fd-58fdf8819acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701127 Mar 14 10:26:46.652893 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-abee548d-132b-4f38-a68b-8f7f21019b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2685b023-d3e0-46d1-9601-309947861e32', 'name': 'tempest-AttachVolumeShelveTestJSON-390245008-router', 'tenant_id': '5472bedc1d6a4e30b10a78f0f7cd05c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '232b1b15-77af-416a-90e9-0fcb9030d489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:25:55Z', 'updated_at': '2022-03-14T10:26:02Z', 'revision_number': 4, 'project_id': '5472bedc1d6a4e30b10a78f0f7cd05c1', 'gw_port': {'id': '232b1b15-77af-416a-90e9-0fcb9030d489', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:78:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2685b023-d3e0-46d1-9601-309947861e32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:25:56Z', 'updated_at': '2022-03-14T10:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi', '_floatingips': [{'id': '2d493509-1b7b-4d41-9762-fa9f6c9ea5e0', 'tenant_id': '5472bedc1d6a4e30b10a78f0f7cd05c1', 'floating_ip_address': '172.27.2.68', 'floating_network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'router_id': '2685b023-d3e0-46d1-9601-309947861e32', 'port_id': 'f8ca4c75-317c-4445-8202-35b27c13057e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 92, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b306e4a1-3e45-418e-92a7-1cdae507ef31', 'mac_address': 'fa:16:3e:e2:8a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180b9721-e314-4054-bed9-67ecaac6ce75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T10:26:10Z', 'updated_at': '2022-03-14T10:26:45Z', 'revision_number': 1, 'project_id': '5472bedc1d6a4e30b10a78f0f7cd05c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd76d268c-892a-4ac9-a088-458dd507ef8d', 'name': '', 'network_id': 'b306e4a1-3e45-418e-92a7-1cdae507ef31', 'tenant_id': '5472bedc1d6a4e30b10a78f0f7cd05c1', 'mac_address': 'fa:16:3e:1d:24:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2685b023-d3e0-46d1-9601-309947861e32', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '583b334f-c92c-40ae-ba3b-abff06ff8c22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:26:01Z', 'updated_at': '2022-03-14T10:26:08Z', 'revision_number': 5, 'project_id': '5472bedc1d6a4e30b10a78f0f7cd05c1', 'subnets': [{'id': '583b334f-c92c-40ae-ba3b-abff06ff8c22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833544-1-iscsi', False) {} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:26:46.679302 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abee548d-132b-4f38-a68b-8f7f21019b2e None None] Checking router: 2685b023-d3e0-46d1-9601-309947861e32 for host: dv-cinder-833544-1-iscsi {{(pid=103645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 10:26:46.687520 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abee548d-132b-4f38-a68b-8f7f21019b2e None None] Routers {'2685b023-d3e0-46d1-9601-309947861e32'} bound to L3 agent in host dv-cinder-833544-1-iscsi {{(pid=103645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:26:46.688152 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-abee548d-132b-4f38-a68b-8f7f21019b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833544-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T10:17:23Z,description=,heartbeat_timestamp=2022-03-14T10:26:23Z,host='dv-cinder-833544-1-iscsi',id=a016a58c-1f8a-4210-ae6c-360b1a1f78c1,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:17:24Z,topic='l3_agent')) {'router_ids': ['2685b023-d3e0-46d1-9601-309947861e32'], 'active': True} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:26:46.869986 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvr_db [None req-abee548d-132b-4f38-a68b-8f7f21019b2e None None] Set router 2685b023-d3e0-46d1-9601-309947861e32 gateway port host: dv-cinder-833544-1-iscsi {{(pid=103645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:26:47.096813 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-abee548d-132b-4f38-a68b-8f7f21019b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2685b023-d3e0-46d1-9601-309947861e32', 'name': 'tempest-AttachVolumeShelveTestJSON-390245008-router', 'tenant_id': '5472bedc1d6a4e30b10a78f0f7cd05c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '232b1b15-77af-416a-90e9-0fcb9030d489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:25:55Z', 'updated_at': '2022-03-14T10:26:02Z', 'revision_number': 4, 'project_id': '5472bedc1d6a4e30b10a78f0f7cd05c1', 'gw_port': {'id': '232b1b15-77af-416a-90e9-0fcb9030d489', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:78:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2685b023-d3e0-46d1-9601-309947861e32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:25:56Z', 'updated_at': '2022-03-14T10:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi', '_floatingips': [{'id': '2d493509-1b7b-4d41-9762-fa9f6c9ea5e0', 'tenant_id': '5472bedc1d6a4e30b10a78f0f7cd05c1', 'floating_ip_address': '172.27.2.68', 'floating_network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'router_id': '2685b023-d3e0-46d1-9601-309947861e32', 'port_id': 'f8ca4c75-317c-4445-8202-35b27c13057e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 92, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b306e4a1-3e45-418e-92a7-1cdae507ef31', 'mac_address': 'fa:16:3e:e2:8a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180b9721-e314-4054-bed9-67ecaac6ce75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T10:26:10Z', 'updated_at': '2022-03-14T10:26:45Z', 'revision_number': 1, 'project_id': '5472bedc1d6a4e30b10a78f0f7cd05c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd76d268c-892a-4ac9-a088-458dd507ef8d', 'name': '', 'network_id': 'b306e4a1-3e45-418e-92a7-1cdae507ef31', 'tenant_id': '5472bedc1d6a4e30b10a78f0f7cd05c1', 'mac_address': 'fa:16:3e:1d:24:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2685b023-d3e0-46d1-9601-309947861e32', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '583b334f-c92c-40ae-ba3b-abff06ff8c22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:26:01Z', 'updated_at': '2022-03-14T10:26:08Z', 'revision_number': 5, 'project_id': '5472bedc1d6a4e30b10a78f0f7cd05c1', 'subnets': [{'id': '583b334f-c92c-40ae-ba3b-abff06ff8c22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833544-1-iscsi', False) {} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:26:47.121398 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abee548d-132b-4f38-a68b-8f7f21019b2e None None] The sync data for ids ['2685b023-d3e0-46d1-9601-309947861e32'] in dv-cinder-833544-1-iscsi is: [{'id': '2685b023-d3e0-46d1-9601-309947861e32', 'name': 'tempest-AttachVolumeShelveTestJSON-390245008-router', 'tenant_id': '5472bedc1d6a4e30b10a78f0f7cd05c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '232b1b15-77af-416a-90e9-0fcb9030d489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:25:55Z', 'updated_at': '2022-03-14T10:26:02Z', 'revision_number': 4, 'project_id': '5472bedc1d6a4e30b10a78f0f7cd05c1', 'gw_port': {'id': '232b1b15-77af-416a-90e9-0fcb9030d489', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:78:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2685b023-d3e0-46d1-9601-309947861e32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:25:56Z', 'updated_at': '2022-03-14T10:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi', '_floatingips': [{'id': '2d493509-1b7b-4d41-9762-fa9f6c9ea5e0', 'tenant_id': '5472bedc1d6a4e30b10a78f0f7cd05c1', 'floating_ip_address': '172.27.2.68', 'floating_network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'router_id': '2685b023-d3e0-46d1-9601-309947861e32', 'port_id': 'f8ca4c75-317c-4445-8202-35b27c13057e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 92, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b306e4a1-3e45-418e-92a7-1cdae507ef31', 'mac_address': 'fa:16:3e:e2:8a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180b9721-e314-4054-bed9-67ecaac6ce75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T10:26:10Z', 'updated_at': '2022-03-14T10:26:45Z', 'revision_number': 1, 'project_id': '5472bedc1d6a4e30b10a78f0f7cd05c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd76d268c-892a-4ac9-a088-458dd507ef8d', 'name': '', 'network_id': 'b306e4a1-3e45-418e-92a7-1cdae507ef31', 'tenant_id': '5472bedc1d6a4e30b10a78f0f7cd05c1', 'mac_address': 'fa:16:3e:1d:24:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2685b023-d3e0-46d1-9601-309947861e32', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '583b334f-c92c-40ae-ba3b-abff06ff8c22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:26:01Z', 'updated_at': '2022-03-14T10:26:08Z', 'revision_number': 5, 'project_id': '5472bedc1d6a4e30b10a78f0f7cd05c1', 'subnets': [{'id': '583b334f-c92c-40ae-ba3b-abff06ff8c22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 10:26:47.373825 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ae9ace-b9a2-477c-9adb-c5493095fefe None None] New status for floating IP 2d493509-1b7b-4d41-9762-fa9f6c9ea5e0: ACTIVE {{(pid=103644) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 10:26:47.684217 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f86936b-f1f9-4287-9f66-a0c5543a60ae req-38bee63c-dc4b-4e78-a119-65a807e09a4b tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:26:47.685704 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-4f86936b-f1f9-4287-9f66-a0c5543a60ae req-38bee63c-dc4b-4e78-a119-65a807e09a4b tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/ports?device_id=b80d74d2-bc9a-4236-8994-9fc9447d0f1b HTTP/1.1" status: 200 len: 945 time: 0.2243786 Mar 14 10:26:47.737428 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-4f86936b-f1f9-4287-9f66-a0c5543a60ae req-822dca5a-e295-4bf0-a392-c18659fbb515 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e1dfb47-6410-4f33-81fd-58fdf8819acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452354 Mar 14 10:26:47.974159 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cfaf7e-9c98-4a22-a96c-a17bedc42e36 req-d30864f8-6c21-41de-85d9-5eff74fb9d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:26:47.976842 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-f7cfaf7e-9c98-4a22-a96c-a17bedc42e36 req-d30864f8-6c21-41de-85d9-5eff74fb9d0d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5472bedc1d6a4e30b10a78f0f7cd05c1&device_id=180b9721-e314-4054-bed9-67ecaac6ce75 HTTP/1.1" status: 200 len: 1129 time: 0.0518253 Mar 14 10:26:48.112341 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cfaf7e-9c98-4a22-a96c-a17bedc42e36 req-aa15d9f6-60f9-4599-89fd-66b1da16bd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:26:48.113793 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-f7cfaf7e-9c98-4a22-a96c-a17bedc42e36 req-aa15d9f6-60f9-4599-89fd-66b1da16bd57 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b306e4a1-3e45-418e-92a7-1cdae507ef31 HTTP/1.1" status: 200 len: 917 time: 0.0864325 Mar 14 10:26:48.216300 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-f7cfaf7e-9c98-4a22-a96c-a17bedc42e36 req-07be5e7b-80f1-4cb2-b97c-f7056a9746d9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8ca4c75-317c-4445-8202-35b27c13057e HTTP/1.1" status: 200 len: 1000 time: 0.0957162 Mar 14 10:26:48.264250 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cfaf7e-9c98-4a22-a96c-a17bedc42e36 req-d6bb5a4b-99fb-4e7f-961f-c465ce2a612e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:26:48.265685 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-f7cfaf7e-9c98-4a22-a96c-a17bedc42e36 req-d6bb5a4b-99fb-4e7f-961f-c465ce2a612e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=583b334f-c92c-40ae-ba3b-abff06ff8c22 HTTP/1.1" status: 200 len: 855 time: 0.0440176 Mar 14 10:26:48.324438 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cfaf7e-9c98-4a22-a96c-a17bedc42e36 req-20a03ed6-cd43-413d-8d7f-4f61a53b7d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:26:48.325956 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-f7cfaf7e-9c98-4a22-a96c-a17bedc42e36 req-20a03ed6-cd43-413d-8d7f-4f61a53b7d15 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b306e4a1-3e45-418e-92a7-1cdae507ef31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0543587 Mar 14 10:26:48.418151 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-f7cfaf7e-9c98-4a22-a96c-a17bedc42e36 req-405471dc-6d30-46a6-814b-be15dca8215f service neutron] 10.222.0.39 "GET /v2.0/networks/b306e4a1-3e45-418e-92a7-1cdae507ef31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858123 Mar 14 10:26:48.509640 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-f7cfaf7e-9c98-4a22-a96c-a17bedc42e36 req-5c8fdea9-3c0b-4b13-8d3a-816fe4447c99 service neutron] 10.222.0.39 "GET /v2.0/networks/b306e4a1-3e45-418e-92a7-1cdae507ef31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852571 Mar 14 10:26:48.849617 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036018ad-e24f-4de4-abfb-7ad2c2fd22db req-4ae2a002-ed30-49e7-8587-32bbbf7fd5c1 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:26:48.851071 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-036018ad-e24f-4de4-abfb-7ad2c2fd22db req-4ae2a002-ed30-49e7-8587-32bbbf7fd5c1 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/ports?device_id=b80d74d2-bc9a-4236-8994-9fc9447d0f1b HTTP/1.1" status: 200 len: 945 time: 0.0505626 Mar 14 10:26:48.898199 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-036018ad-e24f-4de4-abfb-7ad2c2fd22db req-a2719bc6-895e-4f48-aaa1-748b82d32efd tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e1dfb47-6410-4f33-81fd-58fdf8819acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411401 Mar 14 10:26:50.012572 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab6327b-2182-4186-90a1-4a920eb9b85c req-b8c63bd3-fe89-430b-afd0-064970fe3f38 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:26:50.014036 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-1ab6327b-2182-4186-90a1-4a920eb9b85c req-b8c63bd3-fe89-430b-afd0-064970fe3f38 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/ports?device_id=b80d74d2-bc9a-4236-8994-9fc9447d0f1b HTTP/1.1" status: 200 len: 945 time: 0.0516300 Mar 14 10:26:50.059093 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-1ab6327b-2182-4186-90a1-4a920eb9b85c req-496692c8-9308-4ed3-a4e1-c483b9f3cd0f tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e1dfb47-6410-4f33-81fd-58fdf8819acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396576 Mar 14 10:26:50.173033 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 41010) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:26:50.287347 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-bb17a189-c43f-4188-a7c2-f37a8d00ad8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:50.361740 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-bb17a189-c43f-4188-a7c2-f37a8d00ad8e admin admin] Publish callbacks [] for security_group (64845eaa-18e1-4148-904b-89845a2d2fae), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:50.457177 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-bb17a189-c43f-4188-a7c2-f37a8d00ad8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (64845eaa-18e1-4148-904b-89845a2d2fae), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:50.496827 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-bb17a189-c43f-4188-a7c2-f37a8d00ad8e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c9449d43be2c4b14abda96a2f599b8fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3227210 Mar 14 10:26:50.497919 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb17a189-c43f-4188-a7c2-f37a8d00ad8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64845eaa-18e1-4148-904b-89845a2d2fae,revision_number=1']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:26:50.499496 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 41022) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:26:50.549896 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-244a58be-c47a-43d8-a1ef-b1712ac1446c admin admin] Publish callbacks [] for security_group (64845eaa-18e1-4148-904b-89845a2d2fae), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:50.570267 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-244a58be-c47a-43d8-a1ef-b1712ac1446c admin admin] Publish callbacks [] for security_group (64845eaa-18e1-4148-904b-89845a2d2fae), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:50.702843 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-244a58be-c47a-43d8-a1ef-b1712ac1446c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (64845eaa-18e1-4148-904b-89845a2d2fae), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:50.705717 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-244a58be-c47a-43d8-a1ef-b1712ac1446c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:50.706871 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-244a58be-c47a-43d8-a1ef-b1712ac1446c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/64845eaa-18e1-4148-904b-89845a2d2fae HTTP/1.1" status: 204 len: 168 time: 0.2062821 Mar 14 10:26:50.715174 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244a58be-c47a-43d8-a1ef-b1712ac1446c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64845eaa-18e1-4148-904b-89845a2d2fae,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:26:50.786626 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-97c0813d-f728-4261-baf6-3ef71a51adae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (71411765-f129-4ae6-9e82-4fe742fde8ff), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:51.172651 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f7441a-890a-45ab-8fc3-af6382931426 req-d4c002cd-7294-488c-812c-77311f5d7c24 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:26:51.174120 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-80f7441a-890a-45ab-8fc3-af6382931426 req-d4c002cd-7294-488c-812c-77311f5d7c24 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/ports?device_id=b80d74d2-bc9a-4236-8994-9fc9447d0f1b HTTP/1.1" status: 200 len: 945 time: 0.0504003 Mar 14 10:26:51.220319 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-80f7441a-890a-45ab-8fc3-af6382931426 req-216366d6-94b0-4005-aa0d-6f7fff7399c1 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e1dfb47-6410-4f33-81fd-58fdf8819acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407157 Mar 14 10:26:51.268083 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 41034) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:26:51.280984 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-9aa7bd27-c91b-41bd-9fba-09696d3853f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:51.352689 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-9aa7bd27-c91b-41bd-9fba-09696d3853f9 admin admin] Publish callbacks [] for security_group (0ab0f89c-00e2-4f9b-b669-8093517479e0), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:51.422788 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-9aa7bd27-c91b-41bd-9fba-09696d3853f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (0ab0f89c-00e2-4f9b-b669-8093517479e0), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:51.463382 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-9aa7bd27-c91b-41bd-9fba-09696d3853f9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=402132c4078a44ada20537ebdf434241&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1936727 Mar 14 10:26:51.464220 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa7bd27-c91b-41bd-9fba-09696d3853f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ab0f89c-00e2-4f9b-b669-8093517479e0,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:26:51.466038 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 41040) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:26:51.513406 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-64580cff-256a-44dd-b193-f7423cf17566 admin admin] Publish callbacks [] for security_group (0ab0f89c-00e2-4f9b-b669-8093517479e0), before_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:51.534084 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-64580cff-256a-44dd-b193-f7423cf17566 admin admin] Publish callbacks [] for security_group (0ab0f89c-00e2-4f9b-b669-8093517479e0), precommit_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:51.657244 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-64580cff-256a-44dd-b193-f7423cf17566 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (0ab0f89c-00e2-4f9b-b669-8093517479e0), after_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:51.659865 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-64580cff-256a-44dd-b193-f7423cf17566 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:51.661027 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-64580cff-256a-44dd-b193-f7423cf17566 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0ab0f89c-00e2-4f9b-b669-8093517479e0 HTTP/1.1" status: 204 len: 168 time: 0.1938624 Mar 14 10:26:51.669277 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64580cff-256a-44dd-b193-f7423cf17566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ab0f89c-00e2-4f9b-b669-8093517479e0,revision_number=None']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:26:52.335452 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8fabfc-7a95-4990-88df-7bc3f357a6e3 req-e87fa2a2-c45c-43c9-ab26-6a4b5bc7bde2 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:26:52.337042 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-fc8fabfc-7a95-4990-88df-7bc3f357a6e3 req-e87fa2a2-c45c-43c9-ab26-6a4b5bc7bde2 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/ports?device_id=b80d74d2-bc9a-4236-8994-9fc9447d0f1b HTTP/1.1" status: 200 len: 945 time: 0.0523701 Mar 14 10:26:52.386048 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-fc8fabfc-7a95-4990-88df-7bc3f357a6e3 req-1bdeb825-2e6e-44ed-b356-ead606a06520 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e1dfb47-6410-4f33-81fd-58fdf8819acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429065 Mar 14 10:26:52.971654 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-8b9ce715-cd3a-4ffa-b657-dc6229a974dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (a016a58c-1f8a-4210-ae6c-360b1a1f78c1), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:53.531443 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19339154-de5e-4dd1-93c0-f1c398863013 req-fe072d93-4810-4f7d-b59f-7449d11d0050 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:26:53.533177 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-19339154-de5e-4dd1-93c0-f1c398863013 req-fe072d93-4810-4f7d-b59f-7449d11d0050 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/ports?device_id=b80d74d2-bc9a-4236-8994-9fc9447d0f1b HTTP/1.1" status: 200 len: 945 time: 0.0689862 Mar 14 10:26:53.591498 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-19339154-de5e-4dd1-93c0-f1c398863013 req-674e96c6-9c43-404a-bd3f-aae698a7fb57 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e1dfb47-6410-4f33-81fd-58fdf8819acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511167 Mar 14 10:26:54.051886 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-f4039063-230b-41a9-bf4a-d5dd4b348b96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (46201191-f63a-41db-ad4d-3c2c795fe1c2), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:54.714080 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6485480-4692-4168-8e80-0ea05a1b7298 req-29daf8af-542b-459c-995a-56bbc1269ec9 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:26:54.715575 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-b6485480-4692-4168-8e80-0ea05a1b7298 req-29daf8af-542b-459c-995a-56bbc1269ec9 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/ports?device_id=b80d74d2-bc9a-4236-8994-9fc9447d0f1b HTTP/1.1" status: 200 len: 945 time: 0.0567648 Mar 14 10:26:54.761033 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-b6485480-4692-4168-8e80-0ea05a1b7298 req-13b2d7b4-0a99-43cc-b40f-5425f198905c tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e1dfb47-6410-4f33-81fd-58fdf8819acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398049 Mar 14 10:26:55.634319 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-a3541fa5-4b74-4b29-92a0-285d4d95a3dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (a9a1db27-ecd3-427e-bc57-ce8de4da4c28), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:55.877036 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44686db-e70d-4aae-888c-245618ff58c7 req-c07e0d99-9ff0-49aa-bc72-5cc571ae14ef tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:26:55.878531 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-b44686db-e70d-4aae-888c-245618ff58c7 req-c07e0d99-9ff0-49aa-bc72-5cc571ae14ef tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/ports?device_id=b80d74d2-bc9a-4236-8994-9fc9447d0f1b HTTP/1.1" status: 200 len: 945 time: 0.0526276 Mar 14 10:26:55.926566 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-b44686db-e70d-4aae-888c-245618ff58c7 req-10b66670-9e69-477d-a735-e85886cd548c tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e1dfb47-6410-4f33-81fd-58fdf8819acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419698 Mar 14 10:26:56.972025 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-c2288569-40c2-4b1a-9f2c-520c4933100a req-4f2c54e7-ba66-4594-810e-55ae00b6b443 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1d03f101-20f3-48ac-8fb8-b33f572ddb11&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0474660 Mar 14 10:26:56.994412 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (3daba05a-6d77-487a-83af-fb9f8edf24c0), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:57.056951 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1623d4-bec0-4597-8076-c9c4f27d350b req-fad91600-78a2-4cda-9c04-7bbf45d7393d tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:26:57.059100 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-cd1623d4-bec0-4597-8076-c9c4f27d350b req-fad91600-78a2-4cda-9c04-7bbf45d7393d tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/ports?device_id=b80d74d2-bc9a-4236-8994-9fc9447d0f1b HTTP/1.1" status: 200 len: 945 time: 0.0599339 Mar 14 10:26:57.139312 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2288569-40c2-4b1a-9f2c-520c4933100a req-513bbfaf-337e-49c8-928a-6dd0c4c66daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:26:57.140811 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-c2288569-40c2-4b1a-9f2c-520c4933100a req-513bbfaf-337e-49c8-928a-6dd0c4c66daf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0ab27b33d5734cba962525a4e0960cbd&device_id=1d03f101-20f3-48ac-8fb8-b33f572ddb11 HTTP/1.1" status: 200 len: 1130 time: 0.0806727 Mar 14 10:26:57.152557 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (cd4c1fd5-6bd0-46fc-9cd1-9ea8fc180379), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:57.163791 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-cd1623d4-bec0-4597-8076-c9c4f27d350b req-39072675-948d-4214-9668-c651c42649cb tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e1dfb47-6410-4f33-81fd-58fdf8819acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857050 Mar 14 10:26:57.256378 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2288569-40c2-4b1a-9f2c-520c4933100a req-b2beee4a-3f9b-45a2-b97c-4339ab97ead2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:26:57.258431 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-c2288569-40c2-4b1a-9f2c-520c4933100a req-b2beee4a-3f9b-45a2-b97c-4339ab97ead2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=cbe0e9e5-d066-4a1f-8075-4ee67bbc728b HTTP/1.1" status: 200 len: 913 time: 0.0909114 Mar 14 10:26:57.299911 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-c2288569-40c2-4b1a-9f2c-520c4933100a req-a3647843-f4fe-44e9-adfe-0d0101e3575c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=58863847-8ab2-4260-9310-5eda91fb91ee HTTP/1.1" status: 200 len: 217 time: 0.0343530 Mar 14 10:26:57.352688 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2288569-40c2-4b1a-9f2c-520c4933100a req-46b17d18-b362-41df-bb6b-8d3613c4ad1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:26:57.354145 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-c2288569-40c2-4b1a-9f2c-520c4933100a req-46b17d18-b362-41df-bb6b-8d3613c4ad1e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3bb98a96-0653-4e52-b36e-6046127abe8a HTTP/1.1" status: 200 len: 852 time: 0.0443110 Mar 14 10:26:57.393477 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-c2288569-40c2-4b1a-9f2c-520c4933100a req-d833a6aa-5eb3-47b9-801a-f746187f313d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cbe0e9e5-d066-4a1f-8075-4ee67bbc728b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240581 Mar 14 10:26:57.492904 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-c2288569-40c2-4b1a-9f2c-520c4933100a req-f1bbdfbe-2634-4b13-849d-52ef4022f077 service neutron] 10.222.0.39 "GET /v2.0/networks/cbe0e9e5-d066-4a1f-8075-4ee67bbc728b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871232 Mar 14 10:26:57.593674 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-c2288569-40c2-4b1a-9f2c-520c4933100a req-28a3a4d5-9734-4948-b8a0-d79d3e4d5691 service neutron] 10.222.0.39 "GET /v2.0/networks/cbe0e9e5-d066-4a1f-8075-4ee67bbc728b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923781 Mar 14 10:26:58.274557 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05fc199-e088-4ac6-b52a-e2207edb93d4 req-eceb0dcc-4de9-4d3d-b7ab-e378c791c7f4 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:26:58.276032 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-a05fc199-e088-4ac6-b52a-e2207edb93d4 req-eceb0dcc-4de9-4d3d-b7ab-e378c791c7f4 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/ports?device_id=b80d74d2-bc9a-4236-8994-9fc9447d0f1b HTTP/1.1" status: 200 len: 945 time: 0.0590303 Mar 14 10:26:58.319744 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-a05fc199-e088-4ac6-b52a-e2207edb93d4 req-1f7eb34a-db2d-4e67-9bf9-970ecf760670 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e1dfb47-6410-4f33-81fd-58fdf8819acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383124 Mar 14 10:26:59.500940 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe152ee-beff-45f4-8135-040756f9efd6 req-7446ee37-ba60-4bcf-934f-642ee6378239 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:26:59.502384 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-bbe152ee-beff-45f4-8135-040756f9efd6 req-7446ee37-ba60-4bcf-934f-642ee6378239 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/ports?device_id=b80d74d2-bc9a-4236-8994-9fc9447d0f1b HTTP/1.1" status: 200 len: 945 time: 0.0504539 Mar 14 10:26:59.548510 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-bbe152ee-beff-45f4-8135-040756f9efd6 req-db2b2526-d7c3-43b7-886d-dae2947a1f7c tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e1dfb47-6410-4f33-81fd-58fdf8819acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404487 Mar 14 10:27:00.669015 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca9b4bb-a82c-46bf-bd8d-dc46fda5c3cf req-8f94725d-ed8f-4406-bc03-b311022319bc tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:27:00.670573 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-3ca9b4bb-a82c-46bf-bd8d-dc46fda5c3cf req-8f94725d-ed8f-4406-bc03-b311022319bc tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/ports?device_id=b80d74d2-bc9a-4236-8994-9fc9447d0f1b HTTP/1.1" status: 200 len: 945 time: 0.0550847 Mar 14 10:27:00.716483 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-3ca9b4bb-a82c-46bf-bd8d-dc46fda5c3cf req-0ac8d5a5-179b-4658-8ab7-e2ebd4a22218 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e1dfb47-6410-4f33-81fd-58fdf8819acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405059 Mar 14 10:27:00.906915 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 41322) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:27:01.007892 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-d277b8d0-f79e-4031-bf44-4cfc56905d9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:01.081506 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-d277b8d0-f79e-4031-bf44-4cfc56905d9a admin admin] Publish callbacks [] for security_group (2a83c268-5d84-4ec2-a79c-2a2d80fdc120), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:01.148185 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-d277b8d0-f79e-4031-bf44-4cfc56905d9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (2a83c268-5d84-4ec2-a79c-2a2d80fdc120), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:01.185909 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-d277b8d0-f79e-4031-bf44-4cfc56905d9a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=981d798e0f0948498e0dd83d0017a0fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2779260 Mar 14 10:27:01.186780 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d277b8d0-f79e-4031-bf44-4cfc56905d9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a83c268-5d84-4ec2-a79c-2a2d80fdc120,revision_number=1']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:27:01.188718 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 41328) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:27:01.193774 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d277b8d0-f79e-4031-bf44-4cfc56905d9a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:27:01.194126 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d277b8d0-f79e-4031-bf44-4cfc56905d9a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:27:01.194487 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d277b8d0-f79e-4031-bf44-4cfc56905d9a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:27:01.194828 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d277b8d0-f79e-4031-bf44-4cfc56905d9a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:27:01.195161 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d277b8d0-f79e-4031-bf44-4cfc56905d9a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:27:01.195492 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d277b8d0-f79e-4031-bf44-4cfc56905d9a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:27:01.195847 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d277b8d0-f79e-4031-bf44-4cfc56905d9a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:27:01.196175 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d277b8d0-f79e-4031-bf44-4cfc56905d9a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:27:01.196500 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d277b8d0-f79e-4031-bf44-4cfc56905d9a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:27:01.196829 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d277b8d0-f79e-4031-bf44-4cfc56905d9a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:27:01.197156 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d277b8d0-f79e-4031-bf44-4cfc56905d9a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:27:01.197481 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d277b8d0-f79e-4031-bf44-4cfc56905d9a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:27:01.197802 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d277b8d0-f79e-4031-bf44-4cfc56905d9a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:27:01.198119 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d277b8d0-f79e-4031-bf44-4cfc56905d9a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:27:01.198572 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d277b8d0-f79e-4031-bf44-4cfc56905d9a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:27:01.242244 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-d7ac7891-02f0-4f66-8dfc-2329b4e2d1a3 admin admin] Publish callbacks [] for security_group (2a83c268-5d84-4ec2-a79c-2a2d80fdc120), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:01.265933 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-d7ac7891-02f0-4f66-8dfc-2329b4e2d1a3 admin admin] Publish callbacks [] for security_group (2a83c268-5d84-4ec2-a79c-2a2d80fdc120), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:01.303162 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 41332) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:27:01.388557 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-d7ac7891-02f0-4f66-8dfc-2329b4e2d1a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (2a83c268-5d84-4ec2-a79c-2a2d80fdc120), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:01.391263 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-d7ac7891-02f0-4f66-8dfc-2329b4e2d1a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:01.400413 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-d7ac7891-02f0-4f66-8dfc-2329b4e2d1a3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2a83c268-5d84-4ec2-a79c-2a2d80fdc120 HTTP/1.1" status: 204 len: 168 time: 0.2029219 Mar 14 10:27:01.421612 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-2a811ddb-d742-4cf8-98b2-ac9bb57652b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:01.426371 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ac7891-02f0-4f66-8dfc-2329b4e2d1a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a83c268-5d84-4ec2-a79c-2a2d80fdc120,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:27:01.439159 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ac7891-02f0-4f66-8dfc-2329b4e2d1a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:27:01.439511 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ac7891-02f0-4f66-8dfc-2329b4e2d1a3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:27:01.439879 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ac7891-02f0-4f66-8dfc-2329b4e2d1a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:27:01.440219 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ac7891-02f0-4f66-8dfc-2329b4e2d1a3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:27:01.440553 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ac7891-02f0-4f66-8dfc-2329b4e2d1a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:27:01.440884 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ac7891-02f0-4f66-8dfc-2329b4e2d1a3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:27:01.441212 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ac7891-02f0-4f66-8dfc-2329b4e2d1a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:27:01.441538 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ac7891-02f0-4f66-8dfc-2329b4e2d1a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:27:01.441883 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ac7891-02f0-4f66-8dfc-2329b4e2d1a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:27:01.442214 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ac7891-02f0-4f66-8dfc-2329b4e2d1a3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:27:01.442558 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ac7891-02f0-4f66-8dfc-2329b4e2d1a3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:27:01.442898 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ac7891-02f0-4f66-8dfc-2329b4e2d1a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:27:01.443220 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ac7891-02f0-4f66-8dfc-2329b4e2d1a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:27:01.443541 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ac7891-02f0-4f66-8dfc-2329b4e2d1a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:27:01.443881 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ac7891-02f0-4f66-8dfc-2329b4e2d1a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:27:01.512639 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-2a811ddb-d742-4cf8-98b2-ac9bb57652b3 admin admin] Publish callbacks [] for security_group (0f8730e3-92ae-4548-84f8-15bddc562fde), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:01.611350 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-2a811ddb-d742-4cf8-98b2-ac9bb57652b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (0f8730e3-92ae-4548-84f8-15bddc562fde), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:01.657417 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a811ddb-d742-4cf8-98b2-ac9bb57652b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f8730e3-92ae-4548-84f8-15bddc562fde,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:27:01.665704 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 41346) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:27:01.665836 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-2a811ddb-d742-4cf8-98b2-ac9bb57652b3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d4b41a2de90c415d89db75d00021a2da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3614247 Mar 14 10:27:01.727146 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-61c9c3ac-69a8-4903-9088-0c846cd7c389 admin admin] Publish callbacks [] for security_group (0f8730e3-92ae-4548-84f8-15bddc562fde), before_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:01.758492 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-61c9c3ac-69a8-4903-9088-0c846cd7c389 admin admin] Publish callbacks [] for security_group (0f8730e3-92ae-4548-84f8-15bddc562fde), precommit_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:01.845143 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0379cdb1-5522-4d40-8e5f-847bae58c673 req-f02efe33-455f-4fae-b496-b1e6a795e49f tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:27:01.846642 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-0379cdb1-5522-4d40-8e5f-847bae58c673 req-f02efe33-455f-4fae-b496-b1e6a795e49f tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/ports?device_id=b80d74d2-bc9a-4236-8994-9fc9447d0f1b HTTP/1.1" status: 200 len: 945 time: 0.0597484 Mar 14 10:27:01.885989 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-61c9c3ac-69a8-4903-9088-0c846cd7c389 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (0f8730e3-92ae-4548-84f8-15bddc562fde), after_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:01.888871 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-61c9c3ac-69a8-4903-9088-0c846cd7c389 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:01.890075 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-61c9c3ac-69a8-4903-9088-0c846cd7c389 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0f8730e3-92ae-4548-84f8-15bddc562fde HTTP/1.1" status: 204 len: 168 time: 0.2227197 Mar 14 10:27:01.895027 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-0379cdb1-5522-4d40-8e5f-847bae58c673 req-a27f27ca-43f3-4f57-bd91-8b6158bbbecf tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e1dfb47-6410-4f33-81fd-58fdf8819acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419378 Mar 14 10:27:01.897868 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c9c3ac-69a8-4903-9088-0c846cd7c389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f8730e3-92ae-4548-84f8-15bddc562fde,revision_number=None']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:27:02.238106 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 41370) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:27:02.251330 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-de115d17-4517-41b1-938a-2aba635ddafd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:02.321471 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-de115d17-4517-41b1-938a-2aba635ddafd admin admin] Publish callbacks [] for security_group (1e408d14-3a54-43d9-a332-5fa44e5945a8), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:02.417728 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-de115d17-4517-41b1-938a-2aba635ddafd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (1e408d14-3a54-43d9-a332-5fa44e5945a8), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:02.457146 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-de115d17-4517-41b1-938a-2aba635ddafd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c029cbae80ec4fdda3628e696eab9180&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2179396 Mar 14 10:27:02.458285 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de115d17-4517-41b1-938a-2aba635ddafd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e408d14-3a54-43d9-a332-5fa44e5945a8,revision_number=1']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:27:02.460050 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 41376) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:27:02.513263 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-43a5ed29-c380-401e-80a9-bd151eb9c13c admin admin] Publish callbacks [] for security_group (1e408d14-3a54-43d9-a332-5fa44e5945a8), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:02.533132 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-43a5ed29-c380-401e-80a9-bd151eb9c13c admin admin] Publish callbacks [] for security_group (1e408d14-3a54-43d9-a332-5fa44e5945a8), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:02.605370 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 41378) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:27:02.617868 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-dbe83666-4e62-43ce-b45e-91e78530470a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:02.668325 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-43a5ed29-c380-401e-80a9-bd151eb9c13c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (1e408d14-3a54-43d9-a332-5fa44e5945a8), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:02.670667 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-43a5ed29-c380-401e-80a9-bd151eb9c13c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:02.671885 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-43a5ed29-c380-401e-80a9-bd151eb9c13c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1e408d14-3a54-43d9-a332-5fa44e5945a8 HTTP/1.1" status: 204 len: 168 time: 0.2106686 Mar 14 10:27:02.688547 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a5ed29-c380-401e-80a9-bd151eb9c13c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e408d14-3a54-43d9-a332-5fa44e5945a8,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:27:02.734044 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-dbe83666-4e62-43ce-b45e-91e78530470a admin admin] Publish callbacks [] for security_group (6fc98073-c9f6-4ac9-b5f7-8177eddcd9a7), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:02.797857 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-dbe83666-4e62-43ce-b45e-91e78530470a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (6fc98073-c9f6-4ac9-b5f7-8177eddcd9a7), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:02.835423 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-dbe83666-4e62-43ce-b45e-91e78530470a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=65b11cf76e5b49a79c3b882fb01bf2f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2289953 Mar 14 10:27:02.836296 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe83666-4e62-43ce-b45e-91e78530470a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fc98073-c9f6-4ac9-b5f7-8177eddcd9a7,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:27:02.839236 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 41382) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:27:02.887099 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-fa807f26-d5ee-425c-903d-1c5750578ac6 admin admin] Publish callbacks [] for security_group (6fc98073-c9f6-4ac9-b5f7-8177eddcd9a7), before_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:02.908924 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-fa807f26-d5ee-425c-903d-1c5750578ac6 admin admin] Publish callbacks [] for security_group (6fc98073-c9f6-4ac9-b5f7-8177eddcd9a7), precommit_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:03.013328 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bcc02b-df26-494a-b0a4-f914b60a2757 req-8fa9ade9-7dc6-431a-8322-5f30163ec42e tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:27:03.014832 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-f5bcc02b-df26-494a-b0a4-f914b60a2757 req-8fa9ade9-7dc6-431a-8322-5f30163ec42e tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/ports?device_id=b80d74d2-bc9a-4236-8994-9fc9447d0f1b HTTP/1.1" status: 200 len: 945 time: 0.0504994 Mar 14 10:27:03.019583 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-fa807f26-d5ee-425c-903d-1c5750578ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (6fc98073-c9f6-4ac9-b5f7-8177eddcd9a7), after_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:03.022284 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-fa807f26-d5ee-425c-903d-1c5750578ac6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:03.023500 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-fa807f26-d5ee-425c-903d-1c5750578ac6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6fc98073-c9f6-4ac9-b5f7-8177eddcd9a7 HTTP/1.1" status: 204 len: 168 time: 0.1828516 Mar 14 10:27:03.036622 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa807f26-d5ee-425c-903d-1c5750578ac6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fc98073-c9f6-4ac9-b5f7-8177eddcd9a7,revision_number=None']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:27:03.080574 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-f5bcc02b-df26-494a-b0a4-f914b60a2757 req-e8d1466c-cc29-4da2-9040-d2092a05256a tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e1dfb47-6410-4f33-81fd-58fdf8819acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596945 Mar 14 10:27:04.241806 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87fac64-f386-4413-b825-16e0f04bcefb req-434d6c36-933f-427e-aad8-e823c54598ff tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:27:04.249660 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-b87fac64-f386-4413-b825-16e0f04bcefb req-434d6c36-933f-427e-aad8-e823c54598ff tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/ports?device_id=b80d74d2-bc9a-4236-8994-9fc9447d0f1b HTTP/1.1" status: 200 len: 945 time: 0.1013594 Mar 14 10:27:04.306377 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-b87fac64-f386-4413-b825-16e0f04bcefb req-5d7210fe-03ba-4702-9f3c-68a9db4ef70b tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e1dfb47-6410-4f33-81fd-58fdf8819acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557914 Mar 14 10:27:05.363794 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 41516) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:27:05.439096 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f77dbd-d85d-4a1b-b15b-856ed48d73d0 req-dc564df9-0895-4cf1-84bd-20e563aaef0a tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:27:05.440949 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-59f77dbd-d85d-4a1b-b15b-856ed48d73d0 req-dc564df9-0895-4cf1-84bd-20e563aaef0a tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/ports?device_id=b80d74d2-bc9a-4236-8994-9fc9447d0f1b HTTP/1.1" status: 200 len: 945 time: 0.0586052 Mar 14 10:27:05.489424 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-c7a16c99-9cea-4021-ad2a-80f764b73383 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:05.515566 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-59f77dbd-d85d-4a1b-b15b-856ed48d73d0 req-b8ecbbf0-50f4-45a1-80cd-0c1f9a4bd21f tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e1dfb47-6410-4f33-81fd-58fdf8819acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680540 Mar 14 10:27:05.591648 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-c7a16c99-9cea-4021-ad2a-80f764b73383 admin admin] Publish callbacks [] for security_group (28d04fb5-3f15-4920-80ed-2493d710fb3f), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:05.605646 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f071ff6-3fde-48fa-be71-05fd7476433e req-64e0c422-50d0-4bb5-93aa-273d238b2651 tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:27:05.605646 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-4f071ff6-3fde-48fa-be71-05fd7476433e req-64e0c422-50d0-4bb5-93aa-273d238b2651 tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d03f101-20f3-48ac-8fb8-b33f572ddb11 HTTP/1.1" status: 200 len: 946 time: 0.0715072 Mar 14 10:27:05.640692 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-c7a16c99-9cea-4021-ad2a-80f764b73383 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (28d04fb5-3f15-4920-80ed-2493d710fb3f), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:05.652128 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-4f071ff6-3fde-48fa-be71-05fd7476433e req-f5ac9378-3fdd-4858-ace7-a7cb48b63ef4 tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] 10.222.0.16 "GET /v2.0/security-groups?id=3064f7e9-7259-4dc2-9d04-e5e9de424be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422502 Mar 14 10:27:05.686457 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-c7a16c99-9cea-4021-ad2a-80f764b73383 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c4cfdc4f90374c50826e397d6f4b9044&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3209810 Mar 14 10:27:05.687683 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 41536) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:27:05.695570 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a16c99-9cea-4021-ad2a-80f764b73383 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28d04fb5-3f15-4920-80ed-2493d710fb3f,revision_number=1']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:27:05.738796 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-eddb1c78-7620-4e42-bc9b-4cbbd121ea47 admin admin] Publish callbacks [] for security_group (28d04fb5-3f15-4920-80ed-2493d710fb3f), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:05.758776 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-eddb1c78-7620-4e42-bc9b-4cbbd121ea47 admin admin] Publish callbacks [] for security_group (28d04fb5-3f15-4920-80ed-2493d710fb3f), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:05.856972 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-eddb1c78-7620-4e42-bc9b-4cbbd121ea47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (28d04fb5-3f15-4920-80ed-2493d710fb3f), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:05.859534 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-eddb1c78-7620-4e42-bc9b-4cbbd121ea47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:05.860720 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-eddb1c78-7620-4e42-bc9b-4cbbd121ea47 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/28d04fb5-3f15-4920-80ed-2493d710fb3f HTTP/1.1" status: 204 len: 168 time: 0.1718864 Mar 14 10:27:05.868378 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddb1c78-7620-4e42-bc9b-4cbbd121ea47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28d04fb5-3f15-4920-80ed-2493d710fb3f,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:27:06.605294 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 41580) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:27:06.626975 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-f6e67781-1dd8-43fd-9aea-90810bd0d252 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:06.649454 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2acece0-0d5b-4125-970d-900e26c2f706 req-04639226-5e04-4751-abaf-1c4e0dd60873 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:27:06.650988 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-e2acece0-0d5b-4125-970d-900e26c2f706 req-04639226-5e04-4751-abaf-1c4e0dd60873 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/ports?device_id=b80d74d2-bc9a-4236-8994-9fc9447d0f1b HTTP/1.1" status: 200 len: 945 time: 0.0711391 Mar 14 10:27:06.726594 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-f6e67781-1dd8-43fd-9aea-90810bd0d252 admin admin] Publish callbacks [] for security_group (e379f2da-234d-4602-a00a-33f28c92c672), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:06.728368 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 41588) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:27:06.743113 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-e2acece0-0d5b-4125-970d-900e26c2f706 req-4871f69e-e3a8-4d16-b6a1-956bebc323ba tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e1dfb47-6410-4f33-81fd-58fdf8819acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861902 Mar 14 10:27:06.799750 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe036fc-b390-443f-a304-ba085a62f8bd req-a37c8e26-9410-458c-b49d-216601b04fbb tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:27:06.804296 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-4fe036fc-b390-443f-a304-ba085a62f8bd req-a37c8e26-9410-458c-b49d-216601b04fbb tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d03f101-20f3-48ac-8fb8-b33f572ddb11 HTTP/1.1" status: 200 len: 946 time: 0.0538661 Mar 14 10:27:06.809037 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-f6e67781-1dd8-43fd-9aea-90810bd0d252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (e379f2da-234d-4602-a00a-33f28c92c672), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:06.848973 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-4fe036fc-b390-443f-a304-ba085a62f8bd req-80480d17-71a5-4142-a041-95a759c597ef tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] 10.222.0.16 "GET /v2.0/security-groups?id=3064f7e9-7259-4dc2-9d04-e5e9de424be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423768 Mar 14 10:27:06.852168 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-f6e67781-1dd8-43fd-9aea-90810bd0d252 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5c36e0de01474d21b8c91a86fa9883d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2448604 Mar 14 10:27:06.853213 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e67781-1dd8-43fd-9aea-90810bd0d252 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e379f2da-234d-4602-a00a-33f28c92c672,revision_number=1']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:27:06.855479 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 41592) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:27:06.903964 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-248e4ccb-4468-4b4b-a1b4-692d9f477e0b admin admin] Publish callbacks [] for security_group (e379f2da-234d-4602-a00a-33f28c92c672), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:06.925368 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-248e4ccb-4468-4b4b-a1b4-692d9f477e0b admin admin] Publish callbacks [] for security_group (e379f2da-234d-4602-a00a-33f28c92c672), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:07.011423 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-248e4ccb-4468-4b4b-a1b4-692d9f477e0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (e379f2da-234d-4602-a00a-33f28c92c672), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:07.014460 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-248e4ccb-4468-4b4b-a1b4-692d9f477e0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:07.015714 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-248e4ccb-4468-4b4b-a1b4-692d9f477e0b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e379f2da-234d-4602-a00a-33f28c92c672 HTTP/1.1" status: 204 len: 168 time: 0.1591413 Mar 14 10:27:07.025825 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248e4ccb-4468-4b4b-a1b4-692d9f477e0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e379f2da-234d-4602-a00a-33f28c92c672,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:27:07.093095 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 41602) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:27:07.136024 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-d9ec09a4-166f-473c-9a57-dcd18411ff73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:07.175748 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-3a412ed9-b100-4339-a5c7-a6e417315a0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:07.211084 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-d9ec09a4-166f-473c-9a57-dcd18411ff73 admin admin] Publish callbacks [] for security_group (725e9322-d389-43b0-bbaa-0999c12d52cc), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:07.255450 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-3a412ed9-b100-4339-a5c7-a6e417315a0e admin admin] Publish callbacks [] for security_group (18d026f9-53a7-4e17-be3d-12305db4f0ce), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:07.289419 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-d9ec09a4-166f-473c-9a57-dcd18411ff73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (725e9322-d389-43b0-bbaa-0999c12d52cc), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:07.312207 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-3a412ed9-b100-4339-a5c7-a6e417315a0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (18d026f9-53a7-4e17-be3d-12305db4f0ce), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:07.327940 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-d9ec09a4-166f-473c-9a57-dcd18411ff73 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6a63915ff90e4f3dab46fa8d1678ef55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5978286 Mar 14 10:27:07.329026 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ec09a4-166f-473c-9a57-dcd18411ff73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=725e9322-d389-43b0-bbaa-0999c12d52cc,revision_number=1']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:27:07.331253 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 41608) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:27:07.352488 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-3a412ed9-b100-4339-a5c7-a6e417315a0e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a5fcbae6c0024a27803daaa1979d8e1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2582285 Mar 14 10:27:07.355171 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a412ed9-b100-4339-a5c7-a6e417315a0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18d026f9-53a7-4e17-be3d-12305db4f0ce,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:27:07.358390 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 41610) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:27:07.410167 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-600667e5-54dd-4ac2-b387-4856b4af112f admin admin] Publish callbacks [] for security_group (725e9322-d389-43b0-bbaa-0999c12d52cc), before_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:07.439815 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-600667e5-54dd-4ac2-b387-4856b4af112f admin admin] Publish callbacks [] for security_group (725e9322-d389-43b0-bbaa-0999c12d52cc), precommit_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:07.447923 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-6ff564f6-9129-4610-a6f7-296bc5758e25 admin admin] Publish callbacks [] for security_group (18d026f9-53a7-4e17-be3d-12305db4f0ce), before_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:07.490332 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-6ff564f6-9129-4610-a6f7-296bc5758e25 admin admin] Publish callbacks [] for security_group (18d026f9-53a7-4e17-be3d-12305db4f0ce), precommit_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:07.582847 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-600667e5-54dd-4ac2-b387-4856b4af112f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (725e9322-d389-43b0-bbaa-0999c12d52cc), after_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:07.585519 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-600667e5-54dd-4ac2-b387-4856b4af112f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:07.589194 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-600667e5-54dd-4ac2-b387-4856b4af112f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/725e9322-d389-43b0-bbaa-0999c12d52cc HTTP/1.1" status: 204 len: 168 time: 0.2549062 Mar 14 10:27:07.595706 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600667e5-54dd-4ac2-b387-4856b4af112f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=725e9322-d389-43b0-bbaa-0999c12d52cc,revision_number=None']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:27:07.634023 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-6ff564f6-9129-4610-a6f7-296bc5758e25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (18d026f9-53a7-4e17-be3d-12305db4f0ce), after_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:07.638359 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-6ff564f6-9129-4610-a6f7-296bc5758e25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:07.639080 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-6ff564f6-9129-4610-a6f7-296bc5758e25 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/18d026f9-53a7-4e17-be3d-12305db4f0ce HTTP/1.1" status: 204 len: 168 time: 0.2798448 Mar 14 10:27:07.646879 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff564f6-9129-4610-a6f7-296bc5758e25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18d026f9-53a7-4e17-be3d-12305db4f0ce,revision_number=None']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:27:07.742803 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 41624) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:27:07.756068 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-bf6d22c3-255e-4bd4-b1bc-05cbd437fb8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:07.836687 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-bf6d22c3-255e-4bd4-b1bc-05cbd437fb8f admin admin] Publish callbacks [] for security_group (20c8f525-d3be-49f4-a94d-34760c033454), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:07.866378 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1653669f-df9b-4640-ae7f-d6d01b840e92 req-2f31027d-22b7-4547-87bb-2d5568ad4134 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:27:07.867795 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-1653669f-df9b-4640-ae7f-d6d01b840e92 req-2f31027d-22b7-4547-87bb-2d5568ad4134 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/ports?device_id=b80d74d2-bc9a-4236-8994-9fc9447d0f1b HTTP/1.1" status: 200 len: 945 time: 0.0541706 Mar 14 10:27:07.917138 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-1653669f-df9b-4640-ae7f-d6d01b840e92 req-371de66e-301d-4ab4-959a-fd6000e09840 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e1dfb47-6410-4f33-81fd-58fdf8819acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432498 Mar 14 10:27:07.929218 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-bf6d22c3-255e-4bd4-b1bc-05cbd437fb8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (20c8f525-d3be-49f4-a94d-34760c033454), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:07.970076 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-bf6d22c3-255e-4bd4-b1bc-05cbd437fb8f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3b01136aea9c4149bcb91bcf776264d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2251203 Mar 14 10:27:07.971648 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 41632) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:27:07.976835 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41e4598-b8dd-4f3e-86c3-de78f5cb7315 req-035ddca9-5d8a-482d-bb48-80644cf5c5f5 tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:27:07.978305 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-d41e4598-b8dd-4f3e-86c3-de78f5cb7315 req-035ddca9-5d8a-482d-bb48-80644cf5c5f5 tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d03f101-20f3-48ac-8fb8-b33f572ddb11 HTTP/1.1" status: 200 len: 946 time: 0.0548260 Mar 14 10:27:07.978557 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6d22c3-255e-4bd4-b1bc-05cbd437fb8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20c8f525-d3be-49f4-a94d-34760c033454,revision_number=1']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:27:08.021822 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-0f042db2-e8d1-42af-acb0-e7a5b3d78cd0 admin admin] Publish callbacks [] for security_group (20c8f525-d3be-49f4-a94d-34760c033454), before_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:08.029340 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-d41e4598-b8dd-4f3e-86c3-de78f5cb7315 req-fc33ba2b-462b-462e-a9ac-92ca06de847d tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] 10.222.0.16 "GET /v2.0/security-groups?id=3064f7e9-7259-4dc2-9d04-e5e9de424be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445230 Mar 14 10:27:08.044898 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-0f042db2-e8d1-42af-acb0-e7a5b3d78cd0 admin admin] Publish callbacks [] for security_group (20c8f525-d3be-49f4-a94d-34760c033454), precommit_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:08.159758 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-0f042db2-e8d1-42af-acb0-e7a5b3d78cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (20c8f525-d3be-49f4-a94d-34760c033454), after_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:08.162421 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-0f042db2-e8d1-42af-acb0-e7a5b3d78cd0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:08.163735 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-0f042db2-e8d1-42af-acb0-e7a5b3d78cd0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/20c8f525-d3be-49f4-a94d-34760c033454 HTTP/1.1" status: 204 len: 168 time: 0.1911070 Mar 14 10:27:08.172107 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f042db2-e8d1-42af-acb0-e7a5b3d78cd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20c8f525-d3be-49f4-a94d-34760c033454,revision_number=None']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:27:08.239865 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 41642) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:27:08.457151 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 41646) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:27:08.469849 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-4a0361d0-fe5d-425e-9aa2-444075ae30ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:08.549764 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-4a0361d0-fe5d-425e-9aa2-444075ae30ff admin admin] Publish callbacks [] for security_group (9112c291-914b-4727-98e5-1d614afbc3f6), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:08.622424 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-4a0361d0-fe5d-425e-9aa2-444075ae30ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (9112c291-914b-4727-98e5-1d614afbc3f6), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:08.643738 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-ef11ec14-7dcf-4cfc-9ad1-f82cd55f2e8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:08.667517 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-4a0361d0-fe5d-425e-9aa2-444075ae30ff admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=82208fc302444b15b6469e4cdb48dc67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2073340 Mar 14 10:27:08.668906 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0361d0-fe5d-425e-9aa2-444075ae30ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9112c291-914b-4727-98e5-1d614afbc3f6,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:27:08.671549 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 41650) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:27:08.725083 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-c178d80a-22b3-4fbd-a4fa-10444788a8b1 admin admin] Publish callbacks [] for security_group (9112c291-914b-4727-98e5-1d614afbc3f6), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:08.726040 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-ef11ec14-7dcf-4cfc-9ad1-f82cd55f2e8e admin admin] Publish callbacks [] for security_group (337f19b0-6cf4-408a-a289-c2749a8a1959), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:08.747996 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-c178d80a-22b3-4fbd-a4fa-10444788a8b1 admin admin] Publish callbacks [] for security_group (9112c291-914b-4727-98e5-1d614afbc3f6), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:08.803702 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-ef11ec14-7dcf-4cfc-9ad1-f82cd55f2e8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (337f19b0-6cf4-408a-a289-c2749a8a1959), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:08.841161 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef11ec14-7dcf-4cfc-9ad1-f82cd55f2e8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=337f19b0-6cf4-408a-a289-c2749a8a1959,revision_number=1']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:27:08.848819 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-ef11ec14-7dcf-4cfc-9ad1-f82cd55f2e8e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=19f6b3879d8e4c3989f6275e9d550a31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6054606 Mar 14 10:27:08.849416 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 41658) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:27:08.867074 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 41660) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:27:08.882658 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-2ea97e0f-423f-4f6e-b234-77fbb5070f6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:08.889819 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-c178d80a-22b3-4fbd-a4fa-10444788a8b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (9112c291-914b-4727-98e5-1d614afbc3f6), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:08.892515 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-c178d80a-22b3-4fbd-a4fa-10444788a8b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:08.894822 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-c178d80a-22b3-4fbd-a4fa-10444788a8b1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9112c291-914b-4727-98e5-1d614afbc3f6 HTTP/1.1" status: 204 len: 168 time: 0.2212079 Mar 14 10:27:08.902787 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-27de2906-12e7-4dbc-805d-70e0a7b85cf1 admin admin] Publish callbacks [] for security_group (337f19b0-6cf4-408a-a289-c2749a8a1959), before_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:08.909042 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c178d80a-22b3-4fbd-a4fa-10444788a8b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9112c291-914b-4727-98e5-1d614afbc3f6,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:27:08.928768 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-27de2906-12e7-4dbc-805d-70e0a7b85cf1 admin admin] Publish callbacks [] for security_group (337f19b0-6cf4-408a-a289-c2749a8a1959), precommit_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:09.014227 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-2ea97e0f-423f-4f6e-b234-77fbb5070f6f admin admin] Publish callbacks [] for security_group (24f5eb36-96eb-46d6-837f-b22616e54326), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:09.040001 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-27de2906-12e7-4dbc-805d-70e0a7b85cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (337f19b0-6cf4-408a-a289-c2749a8a1959), after_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:09.044355 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-27de2906-12e7-4dbc-805d-70e0a7b85cf1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:09.045623 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-27de2906-12e7-4dbc-805d-70e0a7b85cf1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/337f19b0-6cf4-408a-a289-c2749a8a1959 HTTP/1.1" status: 204 len: 168 time: 0.1955507 Mar 14 10:27:09.056589 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27de2906-12e7-4dbc-805d-70e0a7b85cf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=337f19b0-6cf4-408a-a289-c2749a8a1959,revision_number=None']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:27:09.068828 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d52553-fcec-4664-9d9a-5f1c5a54bb24 req-b0c10017-c798-4e22-a77c-a0ed6b9ac92b tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:27:09.071502 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-07d52553-fcec-4664-9d9a-5f1c5a54bb24 req-b0c10017-c798-4e22-a77c-a0ed6b9ac92b tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/ports?device_id=b80d74d2-bc9a-4236-8994-9fc9447d0f1b HTTP/1.1" status: 200 len: 945 time: 0.0594368 Mar 14 10:27:09.108098 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-2ea97e0f-423f-4f6e-b234-77fbb5070f6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (24f5eb36-96eb-46d6-837f-b22616e54326), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:09.183876 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-07d52553-fcec-4664-9d9a-5f1c5a54bb24 req-6b25a8f5-f885-4829-a2d8-c455d8041935 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e1dfb47-6410-4f33-81fd-58fdf8819acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051514 Mar 14 10:27:09.188468 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea97e0f-423f-4f6e-b234-77fbb5070f6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24f5eb36-96eb-46d6-837f-b22616e54326,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:27:09.195017 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-2ea97e0f-423f-4f6e-b234-77fbb5070f6f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d463c5193d60465581942c4be46d9b47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3243790 Mar 14 10:27:09.195280 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 41674) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:27:09.246801 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdd22b2-0fbb-4cae-9edf-391a4f53dc68 req-032f9cf2-045a-4d41-94cd-f37441a8f363 tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:27:09.248334 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-dbdd22b2-0fbb-4cae-9edf-391a4f53dc68 req-032f9cf2-045a-4d41-94cd-f37441a8f363 tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d03f101-20f3-48ac-8fb8-b33f572ddb11 HTTP/1.1" status: 200 len: 946 time: 0.1316123 Mar 14 10:27:09.279691 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-7d4895e9-638d-44ed-825b-6fb91cabbf58 admin admin] Publish callbacks [] for security_group (24f5eb36-96eb-46d6-837f-b22616e54326), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:09.319488 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-7d4895e9-638d-44ed-825b-6fb91cabbf58 admin admin] Publish callbacks [] for security_group (24f5eb36-96eb-46d6-837f-b22616e54326), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:09.334152 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-dbdd22b2-0fbb-4cae-9edf-391a4f53dc68 req-9dc93910-9d6e-45b9-b7bc-c9eaef569eb9 tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] 10.222.0.16 "GET /v2.0/security-groups?id=3064f7e9-7259-4dc2-9d04-e5e9de424be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777457 Mar 14 10:27:09.439831 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-7d4895e9-638d-44ed-825b-6fb91cabbf58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (24f5eb36-96eb-46d6-837f-b22616e54326), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:09.443415 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-7d4895e9-638d-44ed-825b-6fb91cabbf58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:09.443710 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-7d4895e9-638d-44ed-825b-6fb91cabbf58 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/24f5eb36-96eb-46d6-837f-b22616e54326 HTTP/1.1" status: 204 len: 168 time: 0.2475276 Mar 14 10:27:09.452062 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4895e9-638d-44ed-825b-6fb91cabbf58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24f5eb36-96eb-46d6-837f-b22616e54326,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:27:09.762527 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 41690) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:27:09.775267 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-badecb4b-5d1e-4206-ab67-c2223ba31bd9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:09.846928 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-badecb4b-5d1e-4206-ab67-c2223ba31bd9 admin admin] Publish callbacks [] for security_group (4ebe09d5-e2d7-4d4e-abdb-3878483bae70), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:09.914240 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-badecb4b-5d1e-4206-ab67-c2223ba31bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (4ebe09d5-e2d7-4d4e-abdb-3878483bae70), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:09.955274 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-badecb4b-5d1e-4206-ab67-c2223ba31bd9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9aa09777a5ce42d9b85025af1cc7b7b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1916752 Mar 14 10:27:09.957366 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badecb4b-5d1e-4206-ab67-c2223ba31bd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ebe09d5-e2d7-4d4e-abdb-3878483bae70,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:27:09.958015 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 41698) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:27:10.009561 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-0e1cef6e-f8b0-46ab-ac34-604891001ebf admin admin] Publish callbacks [] for security_group (4ebe09d5-e2d7-4d4e-abdb-3878483bae70), before_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:10.033460 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-0e1cef6e-f8b0-46ab-ac34-604891001ebf admin admin] Publish callbacks [] for security_group (4ebe09d5-e2d7-4d4e-abdb-3878483bae70), precommit_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:10.074440 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 41704) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:27:10.152720 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-0e1cef6e-f8b0-46ab-ac34-604891001ebf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (4ebe09d5-e2d7-4d4e-abdb-3878483bae70), after_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:10.155451 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-0e1cef6e-f8b0-46ab-ac34-604891001ebf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:10.159017 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-0e1cef6e-f8b0-46ab-ac34-604891001ebf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4ebe09d5-e2d7-4d4e-abdb-3878483bae70 HTTP/1.1" status: 204 len: 168 time: 0.1971023 Mar 14 10:27:10.165004 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1cef6e-f8b0-46ab-ac34-604891001ebf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ebe09d5-e2d7-4d4e-abdb-3878483bae70,revision_number=None']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:27:10.240915 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.v2.base [None req-94c2ad47-c423-4561-8abd-5367a2b4ac0b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1087334684-network', 'tenant_id': 'a6b6e6bc5c7f439a8d4c78193bf07e2e'}} {{(pid=103642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:27:10.313987 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94c2ad47-c423-4561-8abd-5367a2b4ac0b admin admin] Made reservation on behalf of a6b6e6bc5c7f439a8d4c78193bf07e2e for: {'network': 1} {{(pid=103642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 10:27:10.317683 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-94c2ad47-c423-4561-8abd-5367a2b4ac0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for network (None), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:10.327604 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-94c2ad47-c423-4561-8abd-5367a2b4ac0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:10.343412 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f673d73d-c50c-49fc-b4ac-7424682c285c req-2e95a619-b988-4d84-b38e-a6a39b23b2b2 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:27:10.344905 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-f673d73d-c50c-49fc-b4ac-7424682c285c req-2e95a619-b988-4d84-b38e-a6a39b23b2b2 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/ports?device_id=b80d74d2-bc9a-4236-8994-9fc9447d0f1b HTTP/1.1" status: 200 len: 945 time: 0.0633903 Mar 14 10:27:10.398604 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-f673d73d-c50c-49fc-b4ac-7424682c285c req-db858382-3c09-4e19-8ade-c461a0529dae tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e1dfb47-6410-4f33-81fd-58fdf8819acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478294 Mar 14 10:27:10.427649 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-94c2ad47-c423-4561-8abd-5367a2b4ac0b admin admin] Publish callbacks [] for security_group (eb586274-a538-4858-8a65-0d3a895765b6), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:10.476620 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba7c9e7-c0e0-4279-94ac-d64cbdaf7265 req-c87a7fc4-5cb8-4773-b2da-d58a4931a950 tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:27:10.478092 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-aba7c9e7-c0e0-4279-94ac-d64cbdaf7265 req-c87a7fc4-5cb8-4773-b2da-d58a4931a950 tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d03f101-20f3-48ac-8fb8-b33f572ddb11 HTTP/1.1" status: 200 len: 946 time: 0.0548425 Mar 14 10:27:10.508921 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-94c2ad47-c423-4561-8abd-5367a2b4ac0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (eb586274-a538-4858-8a65-0d3a895765b6), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:10.538570 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94c2ad47-c423-4561-8abd-5367a2b4ac0b admin admin] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=103642) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 10:27:10.549560 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c2ad47-c423-4561-8abd-5367a2b4ac0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb586274-a538-4858-8a65-0d3a895765b6,revision_number=1']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:27:10.550549 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-aba7c9e7-c0e0-4279-94ac-d64cbdaf7265 req-785e3188-233a-4672-a4f2-49eb59a876b5 tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] 10.222.0.16 "GET /v2.0/security-groups?id=3064f7e9-7259-4dc2-9d04-e5e9de424be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664072 Mar 14 10:27:10.554638 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-94c2ad47-c423-4561-8abd-5367a2b4ac0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1663358'] for segment (19d12b6d-4d60-41a3-9fdb-657d6861b9d9), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:10.554984 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.db.segments_db [None req-94c2ad47-c423-4561-8abd-5367a2b4ac0b admin admin] Added segment 19d12b6d-4d60-41a3-9fdb-657d6861b9d9 of type vlan for network b3135d8b-46f3-492a-a50e-24b3b5a77149 Mar 14 10:27:10.604616 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-94c2ad47-c423-4561-8abd-5367a2b4ac0b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739585426881'] for network (b3135d8b-46f3-492a-a50e-24b3b5a77149), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:10.685428 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-94c2ad47-c423-4561-8abd-5367a2b4ac0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005'] for network (b3135d8b-46f3-492a-a50e-24b3b5a77149), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:10.686415 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c2ad47-c423-4561-8abd-5367a2b4ac0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:27:10.687079 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-94c2ad47-c423-4561-8abd-5367a2b4ac0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631023'] for network (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:10.749699 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c2ad47-c423-4561-8abd-5367a2b4ac0b admin admin] Pushing event updated for resources: {'Network': ['ID=b3135d8b-46f3-492a-a50e-24b3b5a77149,revision_number=1']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:27:10.762661 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Network b3135d8b-46f3-492a-a50e-24b3b5a77149 details requested by agent ovs-agent-dv-cinder-833544-1-iscsi with host dv-cinder-833544-1-iscsi {{(pid=103644) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 10:27:10.805263 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-94c2ad47-c423-4561-8abd-5367a2b4ac0b admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7267876 Mar 14 10:27:10.805483 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 41746) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:27:10.810713 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.v2.base [None req-3332cdae-e2e4-4ec0-ac9d-574b4e4d67b9 admin admin] Request body: {'subnet': {'network_id': 'b3135d8b-46f3-492a-a50e-24b3b5a77149', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1087334684-subnet', 'tenant_id': 'a6b6e6bc5c7f439a8d4c78193bf07e2e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:27:10.913890 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3332cdae-e2e4-4ec0-ac9d-574b4e4d67b9 admin admin] Made reservation on behalf of a6b6e6bc5c7f439a8d4c78193bf07e2e for: {'subnet': 1} {{(pid=103642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 10:27:10.916422 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-3332cdae-e2e4-4ec0-ac9d-574b4e4d67b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10301198'] for subnet (None), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:11.186843 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-3332cdae-e2e4-4ec0-ac9d-574b4e4d67b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9715100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10301244'] for subnet (7c0b1832-6f05-4a83-9433-46a0f64efc29), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:11.237855 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3332cdae-e2e4-4ec0-ac9d-574b4e4d67b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c0b1832-6f05-4a83-9433-46a0f64efc29,revision_number=0']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:27:11.259448 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3332cdae-e2e4-4ec0-ac9d-574b4e4d67b9 admin admin] Checking segment: {'id': '19d12b6d-4d60-41a3-9fdb-657d6861b9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'b3135d8b-46f3-492a-a50e-24b3b5a77149'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:27:11.260010 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3332cdae-e2e4-4ec0-ac9d-574b4e4d67b9 admin admin] Network hostable DHCP agents. Network: b3135d8b-46f3-492a-a50e-24b3b5a77149, hostable agents: ['71411765-f129-4ae6-9e82-4fe742fde8ff'], hosted agents: [] {{(pid=103642) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 10:27:11.392053 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3332cdae-e2e4-4ec0-ac9d-574b4e4d67b9 admin admin] Network b3135d8b-46f3-492a-a50e-24b3b5a77149 is scheduled to be hosted by DHCP agent 71411765-f129-4ae6-9e82-4fe742fde8ff with binding_index 1 {{(pid=103642) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 10:27:11.485216 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.scheduler.base_scheduler [None req-3332cdae-e2e4-4ec0-ac9d-574b4e4d67b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-833544-1-iscsi, b3135d8b-46f3-492a-a50e-24b3b5a77149) {{(pid=103642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:27:11.489965 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3332cdae-e2e4-4ec0-ac9d-574b4e4d67b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:27:11.490941 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-3332cdae-e2e4-4ec0-ac9d-574b4e4d67b9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:11.496705 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-077ee649-20f2-417c-8d8a-3abb5af443f9 None None] Network b3135d8b-46f3-492a-a50e-24b3b5a77149 requested from dv-cinder-833544-1-iscsi {{(pid=103644) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 10:27:11.537701 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd587217-1585-4c0b-8ab5-f4eb6a89411a req-bc0f83ed-5e9e-4c16-994a-05c41eadcfab tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:27:11.539323 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-cd587217-1585-4c0b-8ab5-f4eb6a89411a req-bc0f83ed-5e9e-4c16-994a-05c41eadcfab tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/ports?device_id=b80d74d2-bc9a-4236-8994-9fc9447d0f1b HTTP/1.1" status: 200 len: 945 time: 0.0702164 Mar 14 10:27:11.594455 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-cd587217-1585-4c0b-8ab5-f4eb6a89411a req-adfc275f-6ebb-4914-b64a-8f1e123b4f9f tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e1dfb47-6410-4f33-81fd-58fdf8819acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489819 Mar 14 10:27:11.627169 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-3332cdae-e2e4-4ec0-ac9d-574b4e4d67b9 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8119664 Mar 14 10:27:11.630129 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b077d119-6419-4f1e-9581-2c40f93e5ffb None None] Network b3135d8b-46f3-492a-a50e-24b3b5a77149 requested from dv-cinder-833544-1-iscsi {{(pid=103644) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 10:27:11.713921 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0db367-9f84-4ad6-b9e2-aeb166c69981 req-1100aa0a-7cea-496f-8886-11e0f6dedc11 tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:27:11.725274 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-4a0db367-9f84-4ad6-b9e2-aeb166c69981 req-1100aa0a-7cea-496f-8886-11e0f6dedc11 tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d03f101-20f3-48ac-8fb8-b33f572ddb11 HTTP/1.1" status: 200 len: 946 time: 0.0639250 Mar 14 10:27:11.796825 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-4a0db367-9f84-4ad6-b9e2-aeb166c69981 req-644faa4c-6cf0-46ac-9adf-59e5b194d25a tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] 10.222.0.16 "GET /v2.0/security-groups?id=3064f7e9-7259-4dc2-9d04-e5e9de424be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642080 Mar 14 10:27:11.912891 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 41806) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:27:11.995808 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 41812) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:27:12.092918 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-bdfa1237-acf2-4927-be95-9f75c444533a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:12.121534 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.agents_db [None req-e5bc90a1-3fae-4be0-a54a-d59a030b4380 None None] Agent healthcheck: found 6 active agents {{(pid=103645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 10:27:12.172076 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-bdfa1237-acf2-4927-be95-9f75c444533a admin admin] Publish callbacks [] for security_group (c504c882-8cbd-4276-90c4-52b693c60c8b), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:12.251327 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-bdfa1237-acf2-4927-be95-9f75c444533a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (c504c882-8cbd-4276-90c4-52b693c60c8b), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:12.293031 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-bdfa1237-acf2-4927-be95-9f75c444533a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ba55f77189ce44f486377a2208c4c7fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3789771 Mar 14 10:27:12.295012 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfa1237-acf2-4927-be95-9f75c444533a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c504c882-8cbd-4276-90c4-52b693c60c8b,revision_number=1']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:27:12.295820 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 41824) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:27:12.317969 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-dd7bd5e5-89b4-4640-ae5c-729fd92a92a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:12.351152 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-7815cc72-fa8a-4c45-8891-1f3cc5c4bb72 admin admin] Publish callbacks [] for security_group (c504c882-8cbd-4276-90c4-52b693c60c8b), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:12.375700 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-7815cc72-fa8a-4c45-8891-1f3cc5c4bb72 admin admin] Publish callbacks [] for security_group (c504c882-8cbd-4276-90c4-52b693c60c8b), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:12.414263 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-dd7bd5e5-89b4-4640-ae5c-729fd92a92a0 admin admin] Publish callbacks [] for security_group (66a806ef-17ff-409a-8227-be10b8ebbde1), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:12.477796 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-dd7bd5e5-89b4-4640-ae5c-729fd92a92a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (66a806ef-17ff-409a-8227-be10b8ebbde1), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:12.516176 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-dd7bd5e5-89b4-4640-ae5c-729fd92a92a0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e83b7e084e9e4974bf105965a9b5983a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5193062 Mar 14 10:27:12.518372 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7bd5e5-89b4-4640-ae5c-729fd92a92a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66a806ef-17ff-409a-8227-be10b8ebbde1,revision_number=1']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:27:12.518920 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 41836) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:27:12.535291 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-7815cc72-fa8a-4c45-8891-1f3cc5c4bb72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (c504c882-8cbd-4276-90c4-52b693c60c8b), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:12.537320 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-7815cc72-fa8a-4c45-8891-1f3cc5c4bb72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:12.538417 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-7815cc72-fa8a-4c45-8891-1f3cc5c4bb72 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c504c882-8cbd-4276-90c4-52b693c60c8b HTTP/1.1" status: 204 len: 168 time: 0.2415955 Mar 14 10:27:12.559274 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7815cc72-fa8a-4c45-8891-1f3cc5c4bb72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c504c882-8cbd-4276-90c4-52b693c60c8b,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:27:12.604427 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-ba2e2ea6-67bd-4d84-b424-84a245f1ac85 admin admin] Publish callbacks [] for security_group (66a806ef-17ff-409a-8227-be10b8ebbde1), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:12.688842 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-ba2e2ea6-67bd-4d84-b424-84a245f1ac85 admin admin] Publish callbacks [] for security_group (66a806ef-17ff-409a-8227-be10b8ebbde1), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:12.783167 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 41878) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:27:12.788094 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.v2.base [None req-8081719a-9b82-420d-a94b-153502552eb7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1653254450-network', 'tenant_id': '44d81e2efeb7442eaa6fef4359f157c9'}} {{(pid=103642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:27:12.889178 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8081719a-9b82-420d-a94b-153502552eb7 admin admin] Made reservation on behalf of 44d81e2efeb7442eaa6fef4359f157c9 for: {'network': 1} {{(pid=103642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 10:27:12.891505 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-8081719a-9b82-420d-a94b-153502552eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for network (None), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:12.900711 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-8081719a-9b82-420d-a94b-153502552eb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:12.975752 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8f2c34-7536-463d-8462-3197a0cf82e5 req-3af5bf83-9f66-452c-b8ec-d17ed030ced0 tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:27:12.975752 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-0e8f2c34-7536-463d-8462-3197a0cf82e5 req-3af5bf83-9f66-452c-b8ec-d17ed030ced0 tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] 10.222.0.39 "GET /v2.0/ports?device_id=1d03f101-20f3-48ac-8fb8-b33f572ddb11 HTTP/1.1" status: 200 len: 946 time: 0.3514943 Mar 14 10:27:13.014703 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-8081719a-9b82-420d-a94b-153502552eb7 admin admin] Publish callbacks [] for security_group (00f88171-f1b2-4c09-a41e-86badc75fd74), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:13.038547 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b3d7bf-7df7-441a-a4fd-2d15130992da req-6cd84eff-7aee-4c3e-a9b1-888cf588e919 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:27:13.040037 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-a4b3d7bf-7df7-441a-a4fd-2d15130992da req-6cd84eff-7aee-4c3e-a9b1-888cf588e919 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/ports?device_id=b80d74d2-bc9a-4236-8994-9fc9447d0f1b HTTP/1.1" status: 200 len: 945 time: 0.3424094 Mar 14 10:27:13.085345 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-8081719a-9b82-420d-a94b-153502552eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (00f88171-f1b2-4c09-a41e-86badc75fd74), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:13.124152 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5d57c9-fec4-4555-bd82-bcb38bb213ac req-8134223a-66a8-4128-9465-7ecd82c4908f tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:27:13.126467 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-cf5d57c9-fec4-4555-bd82-bcb38bb213ac req-8134223a-66a8-4128-9465-7ecd82c4908f tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d03f101-20f3-48ac-8fb8-b33f572ddb11 HTTP/1.1" status: 200 len: 946 time: 0.1849296 Mar 14 10:27:13.133828 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8081719a-9b82-420d-a94b-153502552eb7 admin admin] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=103642) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 10:27:13.134865 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-ba2e2ea6-67bd-4d84-b424-84a245f1ac85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (66a806ef-17ff-409a-8227-be10b8ebbde1), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:13.147883 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-ba2e2ea6-67bd-4d84-b424-84a245f1ac85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:13.147883 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-ba2e2ea6-67bd-4d84-b424-84a245f1ac85 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/66a806ef-17ff-409a-8227-be10b8ebbde1 HTTP/1.1" status: 204 len: 168 time: 0.6187763 Mar 14 10:27:13.154987 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8081719a-9b82-420d-a94b-153502552eb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00f88171-f1b2-4c09-a41e-86badc75fd74,revision_number=1']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:27:13.177827 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-8081719a-9b82-420d-a94b-153502552eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1663358'] for segment (cf8f9d3c-f87d-4e20-b73e-aa40f4b8e91c), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:13.183148 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.db.segments_db [None req-8081719a-9b82-420d-a94b-153502552eb7 admin admin] Added segment cf8f9d3c-f87d-4e20-b73e-aa40f4b8e91c of type vlan for network 532fa51a-00a1-4cfd-a9ba-63cf21ecc03f Mar 14 10:27:13.192414 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2e2ea6-67bd-4d84-b424-84a245f1ac85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66a806ef-17ff-409a-8227-be10b8ebbde1,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:27:13.242570 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-a4b3d7bf-7df7-441a-a4fd-2d15130992da req-5c61f7f7-5aa0-4a17-9836-7630d88029b2 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e1dfb47-6410-4f33-81fd-58fdf8819acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940119 Mar 14 10:27:13.259019 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-cf5d57c9-fec4-4555-bd82-bcb38bb213ac req-9c85b400-2edd-49c1-8381-70edbc7343bd tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] 10.222.0.16 "GET /v2.0/security-groups?id=3064f7e9-7259-4dc2-9d04-e5e9de424be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170075 Mar 14 10:27:13.290745 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [req-0e8f2c34-7536-463d-8462-3197a0cf82e5 req-a38a7dd3-cfaa-4895-94c0-766a076775c5 tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] Deleting port 58863847-8ab2-4260-9310-5eda91fb91ee {{(pid=103643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 10:27:13.291710 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-0e8f2c34-7536-463d-8462-3197a0cf82e5 req-a38a7dd3-cfaa-4895-94c0-766a076775c5 tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739585920741'] for port (58863847-8ab2-4260-9310-5eda91fb91ee), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:13.295593 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-8081719a-9b82-420d-a94b-153502552eb7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739585426881'] for network (532fa51a-00a1-4cfd-a9ba-63cf21ecc03f), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:13.403738 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.db [req-0e8f2c34-7536-463d-8462-3197a0cf82e5 req-a38a7dd3-cfaa-4895-94c0-766a076775c5 tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] For port 58863847-8ab2-4260-9310-5eda91fb91ee, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=58863847-8ab2-4260-9310-5eda91fb91ee,segment=NetworkSegment(94200893-3f5f-4e23-9522-2783e0791f89),segment_id=94200893-3f5f-4e23-9522-2783e0791f89)] {{(pid=103643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:27:13.404165 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-0e8f2c34-7536-463d-8462-3197a0cf82e5 req-a38a7dd3-cfaa-4895-94c0-766a076775c5 tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562337'] for port (58863847-8ab2-4260-9310-5eda91fb91ee), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:13.419466 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [req-0e8f2c34-7536-463d-8462-3197a0cf82e5 req-a38a7dd3-cfaa-4895-94c0-766a076775c5 tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] Calling delete_port for 58863847-8ab2-4260-9310-5eda91fb91ee owned by compute:nova {{(pid=103643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 10:27:13.428825 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-8081719a-9b82-420d-a94b-153502552eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005'] for network (532fa51a-00a1-4cfd-a9ba-63cf21ecc03f), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:13.432242 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8081719a-9b82-420d-a94b-153502552eb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:27:13.432242 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-8081719a-9b82-420d-a94b-153502552eb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631023'] for network (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:13.498939 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8081719a-9b82-420d-a94b-153502552eb7 admin admin] Pushing event updated for resources: {'Network': ['ID=532fa51a-00a1-4cfd-a9ba-63cf21ecc03f,revision_number=1']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:27:13.510108 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Network 532fa51a-00a1-4cfd-a9ba-63cf21ecc03f details requested by agent ovs-agent-dv-cinder-833544-1-iscsi with host dv-cinder-833544-1-iscsi {{(pid=103644) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 10:27:13.558965 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-8081719a-9b82-420d-a94b-153502552eb7 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7733393 Mar 14 10:27:13.560578 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 41918) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:27:13.566987 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [None req-5c20f49d-7eae-42b6-83c0-f7b2a2cd9c0f admin admin] Request body: {'subnet': {'network_id': '532fa51a-00a1-4cfd-a9ba-63cf21ecc03f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1653254450-subnet', 'tenant_id': '44d81e2efeb7442eaa6fef4359f157c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:27:13.703212 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c20f49d-7eae-42b6-83c0-f7b2a2cd9c0f admin admin] Made reservation on behalf of 44d81e2efeb7442eaa6fef4359f157c9 for: {'subnet': 1} {{(pid=103643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 10:27:13.705889 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-5c20f49d-7eae-42b6-83c0-f7b2a2cd9c0f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:13.722463 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-0e8f2c34-7536-463d-8462-3197a0cf82e5 req-a38a7dd3-cfaa-4895-94c0-766a076775c5 tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739585930060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739585409127'] for port (58863847-8ab2-4260-9310-5eda91fb91ee), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:13.761912 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] get_ports_and_sgs() called for port_ids ['58863847-8ab2-4260-9310-5eda91fb91ee'] {{(pid=103644) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 10:27:13.788858 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38a7dd3-cfaa-4895-94c0-766a076775c5 tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] Pushing event deleted for resources: {'Port': ['ID=58863847-8ab2-4260-9310-5eda91fb91ee,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:27:13.863166 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e8f2c34-7536-463d-8462-3197a0cf82e5 req-a38a7dd3-cfaa-4895-94c0-766a076775c5 tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] No DVR routers for this DVR port 58863847-8ab2-4260-9310-5eda91fb91ee on host hv-cinder-83354 {{(pid=103643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 10:27:13.870701 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-0e8f2c34-7536-463d-8462-3197a0cf82e5 req-a38a7dd3-cfaa-4895-94c0-766a076775c5 tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211739'] for port (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:13.874031 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-0e8f2c34-7536-463d-8462-3197a0cf82e5 req-a38a7dd3-cfaa-4895-94c0-766a076775c5 tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] 10.222.0.39 "DELETE /v2.0/ports/58863847-8ab2-4260-9310-5eda91fb91ee HTTP/1.1" status: 204 len: 173 time: 0.8833170 Mar 14 10:27:13.874480 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d03f101-20f3-48ac-8fb8-b33f572ddb11', 'name': 'network-vif-deleted', 'tag': '58863847-8ab2-4260-9310-5eda91fb91ee'}] {{(pid=103643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:27:13.876847 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b58adf1808d3e8f2b7de4636db435fb255da6a44abdc46a7a48cdc23cb85b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d5c7963-fb03-42de-8885-7afb41b336ff" -d '{"events": [{"server_uuid": "1d03f101-20f3-48ac-8fb8-b33f572ddb11", "name": "network-vif-deleted", "tag": "58863847-8ab2-4260-9310-5eda91fb91ee"}]}' {{(pid=103643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:27:13.944933 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 10:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9b6213e-2357-4b36-b1c2-d2722335ebcc x-openstack-request-id: req-f9b6213e-2357-4b36-b1c2-d2722335ebcc {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:27:13.944933 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d03f101-20f3-48ac-8fb8-b33f572ddb11", "name": "network-vif-deleted", "tag": "58863847-8ab2-4260-9310-5eda91fb91ee", "status": "completed", "code": 200}]} {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:27:13.944933 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f9b6213e-2357-4b36-b1c2-d2722335ebcc {{(pid=103643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:27:13.944933 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d03f101-20f3-48ac-8fb8-b33f572ddb11', 'name': 'network-vif-deleted', 'tag': '58863847-8ab2-4260-9310-5eda91fb91ee', 'status': 'completed', 'code': 200} Mar 14 10:27:14.080793 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-5c20f49d-7eae-42b6-83c0-f7b2a2cd9c0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005'] for subnet (d57fc920-a6a8-4092-a400-6090ea2bb40d), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:14.161009 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c20f49d-7eae-42b6-83c0-f7b2a2cd9c0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d57fc920-a6a8-4092-a400-6090ea2bb40d,revision_number=0']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:27:14.165313 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c20f49d-7eae-42b6-83c0-f7b2a2cd9c0f admin admin] Checking segment: {'id': 'cf8f9d3c-f87d-4e20-b73e-aa40f4b8e91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '532fa51a-00a1-4cfd-a9ba-63cf21ecc03f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:27:14.166512 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c20f49d-7eae-42b6-83c0-f7b2a2cd9c0f admin admin] Network hostable DHCP agents. Network: 532fa51a-00a1-4cfd-a9ba-63cf21ecc03f, hostable agents: ['71411765-f129-4ae6-9e82-4fe742fde8ff'], hosted agents: [] {{(pid=103643) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 10:27:14.262169 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c20f49d-7eae-42b6-83c0-f7b2a2cd9c0f admin admin] Network 532fa51a-00a1-4cfd-a9ba-63cf21ecc03f is scheduled to be hosted by DHCP agent 71411765-f129-4ae6-9e82-4fe742fde8ff with binding_index 1 {{(pid=103643) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 10:27:14.364324 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.base_scheduler [None req-5c20f49d-7eae-42b6-83c0-f7b2a2cd9c0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-833544-1-iscsi, 532fa51a-00a1-4cfd-a9ba-63cf21ecc03f) {{(pid=103643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:27:14.371901 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c20f49d-7eae-42b6-83c0-f7b2a2cd9c0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:27:14.372601 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-5c20f49d-7eae-42b6-83c0-f7b2a2cd9c0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631023'] for subnet (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:14.379433 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5aabde6-3d2a-4913-b9ad-5c68a5475f86 None None] Network 532fa51a-00a1-4cfd-a9ba-63cf21ecc03f requested from dv-cinder-833544-1-iscsi {{(pid=103644) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 10:27:14.460051 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae813fd-cf31-485e-a1d1-f9ab6c2efebb req-09812a9f-4f5e-4c78-82a3-7d7cfd4e38df tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:27:14.469899 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-7ae813fd-cf31-485e-a1d1-f9ab6c2efebb req-09812a9f-4f5e-4c78-82a3-7d7cfd4e38df tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/ports?device_id=b80d74d2-bc9a-4236-8994-9fc9447d0f1b HTTP/1.1" status: 200 len: 945 time: 0.1448629 Mar 14 10:27:14.480654 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-27f42432-d684-4d87-a1a9-883bdc6e85fa req-914e4e53-3664-4874-b0c4-dedc18070ce9 tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d03f101-20f3-48ac-8fb8-b33f572ddb11 HTTP/1.1" status: 200 len: 210 time: 0.0791075 Mar 14 10:27:14.497039 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-5c20f49d-7eae-42b6-83c0-f7b2a2cd9c0f admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9254532 Mar 14 10:27:14.592453 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-7ae813fd-cf31-485e-a1d1-f9ab6c2efebb req-b9dc3bf5-afc3-432e-b604-eb9bf18fc92d tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e1dfb47-6410-4f33-81fd-58fdf8819acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170995 Mar 14 10:27:14.612452 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a27388-8105-43c2-ab4b-09c0f4cebd6f None None] Network 532fa51a-00a1-4cfd-a9ba-63cf21ecc03f requested from dv-cinder-833544-1-iscsi {{(pid=103644) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 10:27:15.636056 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-cc880c96-2e28-4cca-ad13-64bb47cda977 req-5a86257f-ca90-4c33-b990-b891a13b4041 tempest-DeleteServersTestJSON-1955638194 tempest-DeleteServersTestJSON-1955638194-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d03f101-20f3-48ac-8fb8-b33f572ddb11 HTTP/1.1" status: 200 len: 210 time: 0.0617013 Mar 14 10:27:15.737691 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8423a80b-1825-41c7-a6cc-84bab9283c24 req-1175f608-013d-41a0-bc1d-24459cdf5a0b tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:27:15.744155 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-8423a80b-1825-41c7-a6cc-84bab9283c24 req-1175f608-013d-41a0-bc1d-24459cdf5a0b tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/ports?device_id=b80d74d2-bc9a-4236-8994-9fc9447d0f1b HTTP/1.1" status: 200 len: 945 time: 0.0771663 Mar 14 10:27:15.785295 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-8423a80b-1825-41c7-a6cc-84bab9283c24 req-59ffcd8a-d586-4cb7-bebd-9250a68c85bf tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e1dfb47-6410-4f33-81fd-58fdf8819acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401878 Mar 14 10:27:16.531571 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Device 58863847-8ab2-4260-9310-5eda91fb91ee no longer exists at agent hyperv_hv-cinder-83354 {{(pid=103644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 10:27:16.557019 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] No Port match for: 58863847-8ab2-4260-9310-5eda91fb91ee {{(pid=103644) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 10:27:16.558033 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Device 58863847-8ab2-4260-9310-5eda91fb91ee not bound to the agent host hv-cinder-83354 {{(pid=103644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 10:27:16.949067 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 42078) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:27:16.969132 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbc504d-d95e-4c85-a9ae-81a2f5701828 req-de9db0cb-d290-4aac-9202-c889dca578d4 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:27:16.974440 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-3dbc504d-d95e-4c85-a9ae-81a2f5701828 req-de9db0cb-d290-4aac-9202-c889dca578d4 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/ports?device_id=b80d74d2-bc9a-4236-8994-9fc9447d0f1b HTTP/1.1" status: 200 len: 945 time: 0.1095963 Mar 14 10:27:17.055549 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-3dbc504d-d95e-4c85-a9ae-81a2f5701828 req-f78fce08-9050-464e-b920-8a90f863787b tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e1dfb47-6410-4f33-81fd-58fdf8819acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782917 Mar 14 10:27:17.102977 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-507f133b-25e2-4fba-add1-105916211252 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:17.174680 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-507f133b-25e2-4fba-add1-105916211252 admin admin] Publish callbacks [] for security_group (8a41fd50-1d22-486c-81a5-ad425beace44), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:17.245793 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-507f133b-25e2-4fba-add1-105916211252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (8a41fd50-1d22-486c-81a5-ad425beace44), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:17.283633 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-507f133b-25e2-4fba-add1-105916211252 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ac2715a090cb4f99b00bced20c6d3e37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3326333 Mar 14 10:27:17.284508 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507f133b-25e2-4fba-add1-105916211252 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a41fd50-1d22-486c-81a5-ad425beace44,revision_number=1']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:27:17.286804 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 42092) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:27:17.346745 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-cc22d09c-627f-4b46-82fb-d99e8da3224c admin admin] Publish callbacks [] for security_group (8a41fd50-1d22-486c-81a5-ad425beace44), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:17.367604 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-cc22d09c-627f-4b46-82fb-d99e8da3224c admin admin] Publish callbacks [] for security_group (8a41fd50-1d22-486c-81a5-ad425beace44), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:17.489105 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-cc22d09c-627f-4b46-82fb-d99e8da3224c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (8a41fd50-1d22-486c-81a5-ad425beace44), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:17.491589 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-cc22d09c-627f-4b46-82fb-d99e8da3224c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:17.492746 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-cc22d09c-627f-4b46-82fb-d99e8da3224c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8a41fd50-1d22-486c-81a5-ad425beace44 HTTP/1.1" status: 204 len: 168 time: 0.2049456 Mar 14 10:27:17.501359 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc22d09c-627f-4b46-82fb-d99e8da3224c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a41fd50-1d22-486c-81a5-ad425beace44,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:27:18.068011 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 42110) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:27:18.081688 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-48ac4648-f614-43ea-aa9d-23cde2e6d054 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:18.192088 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-48ac4648-f614-43ea-aa9d-23cde2e6d054 admin admin] Publish callbacks [] for security_group (62161ef8-0421-4ef7-aa55-067dc9135f07), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:18.201315 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a565fd-872d-4ee2-8dc7-18c82ad1c8d2 req-5dccd045-bfb8-4aec-83e5-ba057fb75f4b tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:27:18.202892 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-64a565fd-872d-4ee2-8dc7-18c82ad1c8d2 req-5dccd045-bfb8-4aec-83e5-ba057fb75f4b tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/ports?device_id=b80d74d2-bc9a-4236-8994-9fc9447d0f1b HTTP/1.1" status: 200 len: 945 time: 0.0818450 Mar 14 10:27:18.253310 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-64a565fd-872d-4ee2-8dc7-18c82ad1c8d2 req-26f7a79d-6d2c-4e80-bbb1-a230850945e5 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e1dfb47-6410-4f33-81fd-58fdf8819acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443370 Mar 14 10:27:18.288980 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-48ac4648-f614-43ea-aa9d-23cde2e6d054 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (62161ef8-0421-4ef7-aa55-067dc9135f07), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:18.330253 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-48ac4648-f614-43ea-aa9d-23cde2e6d054 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=332af4942ca345eb8d1d0dc5a67379d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2610765 Mar 14 10:27:18.331210 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ac4648-f614-43ea-aa9d-23cde2e6d054 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62161ef8-0421-4ef7-aa55-067dc9135f07,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:27:18.333413 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 42122) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:27:18.392958 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-59828755-17da-4697-850a-ab81cfe10a93 admin admin] Publish callbacks [] for security_group (62161ef8-0421-4ef7-aa55-067dc9135f07), before_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:18.413056 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-59828755-17da-4697-850a-ab81cfe10a93 admin admin] Publish callbacks [] for security_group (62161ef8-0421-4ef7-aa55-067dc9135f07), precommit_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:18.524807 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-59828755-17da-4697-850a-ab81cfe10a93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (62161ef8-0421-4ef7-aa55-067dc9135f07), after_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:18.527331 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-59828755-17da-4697-850a-ab81cfe10a93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:18.528610 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-59828755-17da-4697-850a-ab81cfe10a93 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/62161ef8-0421-4ef7-aa55-067dc9135f07 HTTP/1.1" status: 204 len: 168 time: 0.1916914 Mar 14 10:27:18.537950 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59828755-17da-4697-850a-ab81cfe10a93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62161ef8-0421-4ef7-aa55-067dc9135f07,revision_number=None']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:27:19.368804 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 42168) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:27:19.436363 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.db.db_base_plugin_v2 [None req-aad9ae99-891b-4a62-9246-4d6b2ed6c9cf admin admin] Deleting subnet 3bb98a96-0653-4e52-b36e-6046127abe8a {{(pid=103642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 14 10:27:19.437830 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-aad9ae99-891b-4a62-9246-4d6b2ed6c9cf admin admin] Publish callbacks [] for subnet (3bb98a96-0653-4e52-b36e-6046127abe8a), before_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:19.442293 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c252e3-39cd-47e5-9306-88b1d47a851b req-4771d0c3-34d0-47e6-82e8-1184012d026e tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:27:19.449949 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-62c252e3-39cd-47e5-9306-88b1d47a851b req-4771d0c3-34d0-47e6-82e8-1184012d026e tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/ports?device_id=b80d74d2-bc9a-4236-8994-9fc9447d0f1b HTTP/1.1" status: 200 len: 945 time: 0.1100945 Mar 14 10:27:19.507197 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-aad9ae99-891b-4a62-9246-4d6b2ed6c9cf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10247711'] for subnet (3bb98a96-0653-4e52-b36e-6046127abe8a), precommit_delete_associations {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:19.518209 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-62c252e3-39cd-47e5-9306-88b1d47a851b req-b7919330-4b31-4e4e-a5d1-0abb15e0b902 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e1dfb47-6410-4f33-81fd-58fdf8819acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620070 Mar 14 10:27:19.591888 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-aad9ae99-891b-4a62-9246-4d6b2ed6c9cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1689235'] for subnet (3bb98a96-0653-4e52-b36e-6046127abe8a), precommit_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:19.724156 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-aad9ae99-891b-4a62-9246-4d6b2ed6c9cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9715037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10301227'] for subnet (3bb98a96-0653-4e52-b36e-6046127abe8a), after_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:19.758033 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad9ae99-891b-4a62-9246-4d6b2ed6c9cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3bb98a96-0653-4e52-b36e-6046127abe8a,revision_number=None']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:27:19.762500 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-aad9ae99-891b-4a62-9246-4d6b2ed6c9cf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:19.766862 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-aad9ae99-891b-4a62-9246-4d6b2ed6c9cf admin admin] 10.222.0.16 "DELETE /v2.0/subnets/3bb98a96-0653-4e52-b36e-6046127abe8a HTTP/1.1" status: 204 len: 168 time: 0.3965709 Mar 14 10:27:19.768884 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 42184) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:27:19.844274 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-950c7e22-4708-48d1-97aa-75977550c1f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369052'] for network (cbe0e9e5-d066-4a1f-8075-4ee67bbc728b), before_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:19.926129 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-950c7e22-4708-48d1-97aa-75977550c1f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687834', 'neutron.services.segments.db._delete_segments_for_network-8739585737229'] for network (cbe0e9e5-d066-4a1f-8075-4ee67bbc728b), precommit_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:19.947163 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.services.segments.db [None req-950c7e22-4708-48d1-97aa-75977550c1f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbe0e9e5-d066-4a1f-8075-4ee67bbc728b']}} {{(pid=103642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:27:19.966348 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.services.segments.db [None req-950c7e22-4708-48d1-97aa-75977550c1f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94200893-3f5f-4e23-9522-2783e0791f89') {'for_net_delete': True} {{(pid=103642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:27:19.966855 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.services.segments.db [None req-950c7e22-4708-48d1-97aa-75977550c1f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94200893-3f5f-4e23-9522-2783e0791f89') {} {{(pid=103642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:27:19.982501 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-950c7e22-4708-48d1-97aa-75977550c1f3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739585737494', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10247686'] for segment (94200893-3f5f-4e23-9522-2783e0791f89), before_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:20.003984 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-950c7e22-4708-48d1-97aa-75977550c1f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1663358'] for segment (94200893-3f5f-4e23-9522-2783e0791f89), precommit_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:20.012216 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-950c7e22-4708-48d1-97aa-75977550c1f3 admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=103642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 10:27:20.012614 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-950c7e22-4708-48d1-97aa-75977550c1f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1663358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9715443'] for segment (94200893-3f5f-4e23-9522-2783e0791f89), after_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:20.014317 dv-cinder-833544-1-iscsi neutron-server[103642]: Traceback (most recent call last): Mar 14 10:27:20.014317 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 10:27:20.014317 dv-cinder-833544-1-iscsi neutron-server[103642]: timer() Mar 14 10:27:20.014317 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 10:27:20.014317 dv-cinder-833544-1-iscsi neutron-server[103642]: cb(*args, **kw) Mar 14 10:27:20.014317 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 10:27:20.014317 dv-cinder-833544-1-iscsi neutron-server[103642]: return func(*args, **kwargs) Mar 14 10:27:20.014317 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 10:27:20.014317 dv-cinder-833544-1-iscsi neutron-server[103642]: self._notify() Mar 14 10:27:20.014317 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 10:27:20.014317 dv-cinder-833544-1-iscsi neutron-server[103642]: self.callback(batched_events) Mar 14 10:27:20.014317 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 10:27:20.014317 dv-cinder-833544-1-iscsi neutron-server[103642]: event.method(event) Mar 14 10:27:20.014317 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 10:27:20.014317 dv-cinder-833544-1-iscsi neutron-server[103642]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 10:27:20.014317 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 10:27:20.014317 dv-cinder-833544-1-iscsi neutron-server[103642]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 10:27:20.014317 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 10:27:20.014317 dv-cinder-833544-1-iscsi neutron-server[103642]: return f(self, *a, **k) Mar 14 10:27:20.014317 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 10:27:20.014317 dv-cinder-833544-1-iscsi neutron-server[103642]: return self._get(url).json() Mar 14 10:27:20.014317 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 10:27:20.014317 dv-cinder-833544-1-iscsi neutron-server[103642]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 10:27:20.014317 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 10:27:20.014317 dv-cinder-833544-1-iscsi neutron-server[103642]: return self.request(url, 'GET', **kwargs) Mar 14 10:27:20.014317 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 10:27:20.014317 dv-cinder-833544-1-iscsi neutron-server[103642]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 10:27:20.014317 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 10:27:20.014317 dv-cinder-833544-1-iscsi neutron-server[103642]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 10:27:20.014317 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 10:27:20.014317 dv-cinder-833544-1-iscsi neutron-server[103642]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 10:27:20.014317 dv-cinder-833544-1-iscsi neutron-server[103642]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 10:27:20.080962 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 42192) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:27:20.165267 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-950c7e22-4708-48d1-97aa-75977550c1f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-564434'] for network (cbe0e9e5-d066-4a1f-8075-4ee67bbc728b), after_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:20.170519 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-950c7e22-4708-48d1-97aa-75977550c1f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631023'] for network (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:20.173918 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-950c7e22-4708-48d1-97aa-75977550c1f3 admin admin] 10.222.0.16 "DELETE /v2.0/networks/cbe0e9e5-d066-4a1f-8075-4ee67bbc728b HTTP/1.1" status: 204 len: 168 time: 0.4040978 Mar 14 10:27:20.187239 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950c7e22-4708-48d1-97aa-75977550c1f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=cbe0e9e5-d066-4a1f-8075-4ee67bbc728b,revision_number=None']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:27:20.219471 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-7ca9247c-eb5b-4429-a60d-ef9785b63bc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:20.313832 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-7ca9247c-eb5b-4429-a60d-ef9785b63bc2 admin admin] Publish callbacks [] for security_group (cfe98020-0850-4073-bd89-8c7a56d38fc5), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:20.435022 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-7ca9247c-eb5b-4429-a60d-ef9785b63bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (cfe98020-0850-4073-bd89-8c7a56d38fc5), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:20.479876 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-7ca9247c-eb5b-4429-a60d-ef9785b63bc2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=defbbdf846fa428e990fed566bf89ce1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3978083 Mar 14 10:27:20.481349 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca9247c-eb5b-4429-a60d-ef9785b63bc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfe98020-0850-4073-bd89-8c7a56d38fc5,revision_number=1']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:27:20.482557 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 42210) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:27:20.531335 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-6ce85f35-5b43-4985-abc8-be52ed1dc2f8 admin admin] Publish callbacks [] for security_group (cfe98020-0850-4073-bd89-8c7a56d38fc5), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:20.553203 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-6ce85f35-5b43-4985-abc8-be52ed1dc2f8 admin admin] Publish callbacks [] for security_group (cfe98020-0850-4073-bd89-8c7a56d38fc5), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:20.664830 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9ca336-e5c2-4f8c-9f84-55f2d9019545 req-e0aed685-ca7f-4658-b12a-f50e12106a13 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:27:20.667962 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-7a9ca336-e5c2-4f8c-9f84-55f2d9019545 req-e0aed685-ca7f-4658-b12a-f50e12106a13 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/ports?device_id=b80d74d2-bc9a-4236-8994-9fc9447d0f1b HTTP/1.1" status: 200 len: 945 time: 0.0568633 Mar 14 10:27:20.673853 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-6ce85f35-5b43-4985-abc8-be52ed1dc2f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (cfe98020-0850-4073-bd89-8c7a56d38fc5), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:20.676816 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-6ce85f35-5b43-4985-abc8-be52ed1dc2f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:20.677992 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-6ce85f35-5b43-4985-abc8-be52ed1dc2f8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cfe98020-0850-4073-bd89-8c7a56d38fc5 HTTP/1.1" status: 204 len: 168 time: 0.1934545 Mar 14 10:27:20.683131 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 42218) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:27:20.713991 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce85f35-5b43-4985-abc8-be52ed1dc2f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfe98020-0850-4073-bd89-8c7a56d38fc5,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:27:20.744969 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-7a9ca336-e5c2-4f8c-9f84-55f2d9019545 req-fab132dc-2227-4a5f-b2f0-aab73488b34b tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e1dfb47-6410-4f33-81fd-58fdf8819acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637226 Mar 14 10:27:20.748385 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-663bbc7e-322f-40a3-b974-895ea74c270e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0ab27b33d5734cba962525a4e0960cbd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0640452 Mar 14 10:27:20.751361 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 42222) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:27:20.759556 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-ed83dbd9-d14e-4d46-a918-e883c5efada3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (71411765-f129-4ae6-9e82-4fe742fde8ff), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:20.808105 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-cfb0e262-d97a-4702-a49e-8b4fa95f41e9 admin admin] Publish callbacks [] for security_group (3064f7e9-7259-4dc2-9d04-e5e9de424be5), before_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:20.837941 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-cfb0e262-d97a-4702-a49e-8b4fa95f41e9 admin admin] Publish callbacks [] for security_group (3064f7e9-7259-4dc2-9d04-e5e9de424be5), precommit_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:20.976839 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-cfb0e262-d97a-4702-a49e-8b4fa95f41e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (3064f7e9-7259-4dc2-9d04-e5e9de424be5), after_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:20.983328 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-cfb0e262-d97a-4702-a49e-8b4fa95f41e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:20.983328 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-cfb0e262-d97a-4702-a49e-8b4fa95f41e9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3064f7e9-7259-4dc2-9d04-e5e9de424be5 HTTP/1.1" status: 204 len: 168 time: 0.2285655 Mar 14 10:27:20.991234 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb0e262-d97a-4702-a49e-8b4fa95f41e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3064f7e9-7259-4dc2-9d04-e5e9de424be5,revision_number=None']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:27:21.868650 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dff397c-ce3d-4d86-a679-d17b1a27113a req-58ea170a-0af6-402f-aab0-3fd394c55cba tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:27:21.871401 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-9dff397c-ce3d-4d86-a679-d17b1a27113a req-58ea170a-0af6-402f-aab0-3fd394c55cba tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/ports?device_id=b80d74d2-bc9a-4236-8994-9fc9447d0f1b HTTP/1.1" status: 200 len: 945 time: 0.0613246 Mar 14 10:27:21.928298 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-9dff397c-ce3d-4d86-a679-d17b1a27113a req-c9473c5a-c923-439f-b01e-b172fdca182f tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e1dfb47-6410-4f33-81fd-58fdf8819acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481837 Mar 14 10:27:22.986418 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-a61e357c-597e-4fd9-9cc1-e6fa1cf1b380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (a016a58c-1f8a-4210-ae6c-360b1a1f78c1), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:23.076641 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385e9262-fd72-4486-930c-1bcddf34a63c req-460364f4-8469-4c65-ae3c-84daf3fc8129 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:27:23.078494 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-385e9262-fd72-4486-930c-1bcddf34a63c req-460364f4-8469-4c65-ae3c-84daf3fc8129 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/ports?device_id=b80d74d2-bc9a-4236-8994-9fc9447d0f1b HTTP/1.1" status: 200 len: 945 time: 0.0927076 Mar 14 10:27:23.081129 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3123bf3f-b00e-49f9-b507-a9da1b46a599 req-72f3be66-4969-464a-a858-f50b3f6bf166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:27:23.082572 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-3123bf3f-b00e-49f9-b507-a9da1b46a599 req-72f3be66-4969-464a-a858-f50b3f6bf166 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b80d74d2-bc9a-4236-8994-9fc9447d0f1b HTTP/1.1" status: 200 len: 1129 time: 0.0667887 Mar 14 10:27:23.153804 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-385e9262-fd72-4486-930c-1bcddf34a63c req-61ecbff5-f7df-4931-85bd-f8e3f18cd862 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e1dfb47-6410-4f33-81fd-58fdf8819acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685422 Mar 14 10:27:23.155996 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-3123bf3f-b00e-49f9-b507-a9da1b46a599 req-980a5ad8-f12a-47a1-a079-93ed3b6a7131 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=0e1dfb47-6410-4f33-81fd-58fdf8819acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650237 Mar 14 10:27:24.242859 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-f4039063-230b-41a9-bf4a-d5dd4b348b96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (46201191-f63a-41db-ad4d-3c2c795fe1c2), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:24.280003 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89de2159-e112-4958-a394-f24a1b041788 req-88002a80-8bad-44c0-b349-a4c2bd7cd749 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:27:24.282046 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-89de2159-e112-4958-a394-f24a1b041788 req-88002a80-8bad-44c0-b349-a4c2bd7cd749 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/ports?device_id=b80d74d2-bc9a-4236-8994-9fc9447d0f1b HTTP/1.1" status: 200 len: 945 time: 0.0589478 Mar 14 10:27:24.328904 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-89de2159-e112-4958-a394-f24a1b041788 req-41022b5d-13e6-48ed-bfaf-33d7c9a83c56 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e1dfb47-6410-4f33-81fd-58fdf8819acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419500 Mar 14 10:27:25.446069 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e73ed3-3bd3-4c97-afe6-6bef3426f254 req-e88d2a40-db5d-404d-bea2-64e142ed2719 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:27:25.447589 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-b4e73ed3-3bd3-4c97-afe6-6bef3426f254 req-e88d2a40-db5d-404d-bea2-64e142ed2719 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/ports?device_id=b80d74d2-bc9a-4236-8994-9fc9447d0f1b HTTP/1.1" status: 200 len: 945 time: 0.0522132 Mar 14 10:27:25.501154 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-b4e73ed3-3bd3-4c97-afe6-6bef3426f254 req-1c3f0f62-30c2-480f-b38f-7d0d0e103a1d tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e1dfb47-6410-4f33-81fd-58fdf8819acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472066 Mar 14 10:27:25.618401 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb95f74-15f6-45ec-8377-c77b26747bca req-2eaef07a-bd93-4c61-bf00-11c91a6275c1 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:27:25.620668 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-efb95f74-15f6-45ec-8377-c77b26747bca req-2eaef07a-bd93-4c61-bf00-11c91a6275c1 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/ports?device_id=661e25a3-6da7-4a40-b28d-2ad6c73f6911 HTTP/1.1" status: 200 len: 945 time: 0.0523825 Mar 14 10:27:25.667655 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-a3541fa5-4b74-4b29-92a0-285d4d95a3dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (a9a1db27-ecd3-427e-bc57-ce8de4da4c28), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:25.675530 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-efb95f74-15f6-45ec-8377-c77b26747bca req-8600e1fc-38bf-44db-a3c4-1a03970a34f0 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e1dfb47-6410-4f33-81fd-58fdf8819acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500865 Mar 14 10:27:26.974062 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (3daba05a-6d77-487a-83af-fb9f8edf24c0), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:27.165151 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (cd4c1fd5-6bd0-46fc-9cd1-9ea8fc180379), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:34.214470 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d1ee73-d4ae-4d67-af5f-9f74418d6910 req-a40dcacb-0bcf-452c-b227-5017475e2612 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:27:34.216458 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-f3d1ee73-d4ae-4d67-af5f-9f74418d6910 req-a40dcacb-0bcf-452c-b227-5017475e2612 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/ports?device_id=661e25a3-6da7-4a40-b28d-2ad6c73f6911 HTTP/1.1" status: 200 len: 945 time: 0.0518990 Mar 14 10:27:34.261329 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-f3d1ee73-d4ae-4d67-af5f-9f74418d6910 req-555c4769-af86-4930-a67a-4070b1550e56 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e1dfb47-6410-4f33-81fd-58fdf8819acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393927 Mar 14 10:27:35.380531 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218a3c68-7332-4606-9a2d-d4f262d77399 req-21f0b334-0218-42af-8b0b-9c2beed0b2dc tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:27:35.381967 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-218a3c68-7332-4606-9a2d-d4f262d77399 req-21f0b334-0218-42af-8b0b-9c2beed0b2dc tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/ports?device_id=661e25a3-6da7-4a40-b28d-2ad6c73f6911 HTTP/1.1" status: 200 len: 945 time: 0.0518842 Mar 14 10:27:35.426568 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-218a3c68-7332-4606-9a2d-d4f262d77399 req-76a49e38-5a37-4339-aec3-9d5289c92521 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e1dfb47-6410-4f33-81fd-58fdf8819acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389307 Mar 14 10:27:36.336315 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca66778-65e1-48fb-a5a9-e42909cae9d4 req-c3f3044a-2cb5-4360-ba65-7fe0895d6a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:27:36.337689 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-9ca66778-65e1-48fb-a5a9-e42909cae9d4 req-c3f3044a-2cb5-4360-ba65-7fe0895d6a02 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=101a93bee6d44e499149e201608b6104&device_id=661e25a3-6da7-4a40-b28d-2ad6c73f6911 HTTP/1.1" status: 200 len: 1129 time: 0.0465133 Mar 14 10:27:36.540170 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dc5329-678e-4e92-af84-0c4c7f63efc4 req-a5b2aa34-fd3a-4ddd-bc5a-56097e20a1bb tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:27:36.541601 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-44dc5329-678e-4e92-af84-0c4c7f63efc4 req-a5b2aa34-fd3a-4ddd-bc5a-56097e20a1bb tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/ports?device_id=661e25a3-6da7-4a40-b28d-2ad6c73f6911 HTTP/1.1" status: 200 len: 945 time: 0.0510919 Mar 14 10:27:36.586621 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-44dc5329-678e-4e92-af84-0c4c7f63efc4 req-18246b7d-1701-4aa5-8a64-271ed13ed731 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e1dfb47-6410-4f33-81fd-58fdf8819acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396330 Mar 14 10:27:37.602689 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca66778-65e1-48fb-a5a9-e42909cae9d4 req-6ef6fef6-96d6-4f9b-8ee0-240356b8be25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:27:37.604233 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-9ca66778-65e1-48fb-a5a9-e42909cae9d4 req-6ef6fef6-96d6-4f9b-8ee0-240356b8be25 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f32a9833-69ef-4b23-859e-a7b8b0d08e87 HTTP/1.1" status: 200 len: 919 time: 0.0881450 Mar 14 10:27:37.644349 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-9ca66778-65e1-48fb-a5a9-e42909cae9d4 req-0d525bae-e115-47bb-a680-82f625731d8b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b5a96ecf-b332-4d17-ad81-355272627e6b HTTP/1.1" status: 200 len: 217 time: 0.0342607 Mar 14 10:27:37.720327 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca66778-65e1-48fb-a5a9-e42909cae9d4 req-8a150477-606b-4e36-8535-f6a9defd7e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:27:37.721744 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-9ca66778-65e1-48fb-a5a9-e42909cae9d4 req-8a150477-606b-4e36-8535-f6a9defd7e62 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=00786b35-2cc5-4c4c-83cc-316ffef97c56 HTTP/1.1" status: 200 len: 858 time: 0.0719931 Mar 14 10:27:37.754992 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-9ca66778-65e1-48fb-a5a9-e42909cae9d4 req-d6b7d024-f4a6-41d7-ad1f-09b852e82ded service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f32a9833-69ef-4b23-859e-a7b8b0d08e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266643 Mar 14 10:27:37.761750 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3772d5eb-1736-403a-9e99-86d60fa859d4 req-ee247d41-a82b-4b27-ae3e-e80519697729 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:27:37.763704 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-3772d5eb-1736-403a-9e99-86d60fa859d4 req-ee247d41-a82b-4b27-ae3e-e80519697729 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/ports?device_id=661e25a3-6da7-4a40-b28d-2ad6c73f6911 HTTP/1.1" status: 200 len: 945 time: 0.1051285 Mar 14 10:27:37.860497 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-3772d5eb-1736-403a-9e99-86d60fa859d4 req-336ff8d1-6ae1-4f6f-b8af-d235cd7383ee tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e1dfb47-6410-4f33-81fd-58fdf8819acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892882 Mar 14 10:27:37.881265 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-9ca66778-65e1-48fb-a5a9-e42909cae9d4 req-ae65abc6-dd0e-4d34-a445-63174e58bae0 service neutron] 10.222.0.39 "GET /v2.0/networks/f32a9833-69ef-4b23-859e-a7b8b0d08e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166859 Mar 14 10:27:37.969786 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-9ca66778-65e1-48fb-a5a9-e42909cae9d4 req-9f267441-ab64-4f8e-990d-d2147b55dd51 service neutron] 10.222.0.39 "GET /v2.0/networks/f32a9833-69ef-4b23-859e-a7b8b0d08e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815630 Mar 14 10:27:38.982426 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6280096a-7d3f-409f-9299-9d1e3321390f req-927a1a75-8035-45fc-98be-1332c27db78e tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:27:38.983922 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-6280096a-7d3f-409f-9299-9d1e3321390f req-927a1a75-8035-45fc-98be-1332c27db78e tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/ports?device_id=661e25a3-6da7-4a40-b28d-2ad6c73f6911 HTTP/1.1" status: 200 len: 945 time: 0.0567086 Mar 14 10:27:39.031796 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-6280096a-7d3f-409f-9299-9d1e3321390f req-61d4074d-f9e7-4108-a9ba-3a0e1eab6d3a tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e1dfb47-6410-4f33-81fd-58fdf8819acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417902 Mar 14 10:27:39.454980 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 42666) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:27:39.556953 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-7d1921bf-993e-4732-8184-22ca9bc02a4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:39.627574 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-7d1921bf-993e-4732-8184-22ca9bc02a4a admin admin] Publish callbacks [] for security_group (1190d54a-9381-466f-9cc0-d4aae6544f2e), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:39.690163 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-7d1921bf-993e-4732-8184-22ca9bc02a4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (1190d54a-9381-466f-9cc0-d4aae6544f2e), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:39.728845 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-7d1921bf-993e-4732-8184-22ca9bc02a4a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4b0e52b21b244714b8b8cb3d82348778&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2727683 Mar 14 10:27:39.730020 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1921bf-993e-4732-8184-22ca9bc02a4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1190d54a-9381-466f-9cc0-d4aae6544f2e,revision_number=1']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:27:39.732179 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 42670) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:27:39.778288 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-460c3202-8dad-4b0d-87e8-c355c0be8fc9 admin admin] Publish callbacks [] for security_group (1190d54a-9381-466f-9cc0-d4aae6544f2e), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:39.799320 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-460c3202-8dad-4b0d-87e8-c355c0be8fc9 admin admin] Publish callbacks [] for security_group (1190d54a-9381-466f-9cc0-d4aae6544f2e), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:39.919778 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-460c3202-8dad-4b0d-87e8-c355c0be8fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (1190d54a-9381-466f-9cc0-d4aae6544f2e), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:39.922458 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-460c3202-8dad-4b0d-87e8-c355c0be8fc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:39.925991 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-460c3202-8dad-4b0d-87e8-c355c0be8fc9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1190d54a-9381-466f-9cc0-d4aae6544f2e HTTP/1.1" status: 204 len: 168 time: 0.1904299 Mar 14 10:27:39.931767 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460c3202-8dad-4b0d-87e8-c355c0be8fc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1190d54a-9381-466f-9cc0-d4aae6544f2e,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:27:40.153410 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c744cd-b1c7-476c-96af-caf47df952ce req-aab48191-d16d-42cf-88f3-ee9db88fe4ad tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:27:40.155885 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-c4c744cd-b1c7-476c-96af-caf47df952ce req-aab48191-d16d-42cf-88f3-ee9db88fe4ad tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/ports?device_id=661e25a3-6da7-4a40-b28d-2ad6c73f6911 HTTP/1.1" status: 200 len: 945 time: 0.0555222 Mar 14 10:27:40.213190 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-c4c744cd-b1c7-476c-96af-caf47df952ce req-d218a3dd-8f38-448c-85fa-395abdc7ae53 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e1dfb47-6410-4f33-81fd-58fdf8819acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507545 Mar 14 10:27:40.531086 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 42696) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:27:40.544104 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-5c34623f-66d8-4221-a865-03edefd51742 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:40.615363 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-5c34623f-66d8-4221-a865-03edefd51742 admin admin] Publish callbacks [] for security_group (42b83232-baf0-49a3-ba6b-62e6841a604b), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:40.682428 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-5c34623f-66d8-4221-a865-03edefd51742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (42b83232-baf0-49a3-ba6b-62e6841a604b), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:40.721989 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-5c34623f-66d8-4221-a865-03edefd51742 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bacb9caba7ee44b9abdf6132a7c5ebb2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1893814 Mar 14 10:27:40.723285 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c34623f-66d8-4221-a865-03edefd51742 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42b83232-baf0-49a3-ba6b-62e6841a604b,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:27:40.724289 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 42698) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:27:40.770639 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-ae23abfa-c018-4673-9295-6172b082fd0b admin admin] Publish callbacks [] for security_group (42b83232-baf0-49a3-ba6b-62e6841a604b), before_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:40.791949 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-ae23abfa-c018-4673-9295-6172b082fd0b admin admin] Publish callbacks [] for security_group (42b83232-baf0-49a3-ba6b-62e6841a604b), precommit_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:40.910877 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-ae23abfa-c018-4673-9295-6172b082fd0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (42b83232-baf0-49a3-ba6b-62e6841a604b), after_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:40.913579 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-ae23abfa-c018-4673-9295-6172b082fd0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:40.914870 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-ae23abfa-c018-4673-9295-6172b082fd0b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/42b83232-baf0-49a3-ba6b-62e6841a604b HTTP/1.1" status: 204 len: 168 time: 0.1894567 Mar 14 10:27:40.923883 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae23abfa-c018-4673-9295-6172b082fd0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42b83232-baf0-49a3-ba6b-62e6841a604b,revision_number=None']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:27:41.328897 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f728ccd-febf-40ca-82b6-b04637bb58a1 req-0de8aa83-d4e3-4a0e-a8e9-137ac74cafbd tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:27:41.330371 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-9f728ccd-febf-40ca-82b6-b04637bb58a1 req-0de8aa83-d4e3-4a0e-a8e9-137ac74cafbd tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/ports?device_id=661e25a3-6da7-4a40-b28d-2ad6c73f6911 HTTP/1.1" status: 200 len: 945 time: 0.0513031 Mar 14 10:27:41.374872 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-9f728ccd-febf-40ca-82b6-b04637bb58a1 req-951a757e-4c2c-4291-af76-3747bce26043 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e1dfb47-6410-4f33-81fd-58fdf8819acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390642 Mar 14 10:27:41.635569 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 42718) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:27:41.650931 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-63c8ca2c-05c5-4249-ab45-806eb6aff433 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:41.720560 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-63c8ca2c-05c5-4249-ab45-806eb6aff433 admin admin] Publish callbacks [] for security_group (5abb9535-2ec0-4055-94fc-5cda2e450326), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:41.781121 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-63c8ca2c-05c5-4249-ab45-806eb6aff433 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (5abb9535-2ec0-4055-94fc-5cda2e450326), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:41.817594 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-63c8ca2c-05c5-4249-ab45-806eb6aff433 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f932a9495384478693767937b98952ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1809652 Mar 14 10:27:41.818448 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c8ca2c-05c5-4249-ab45-806eb6aff433 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5abb9535-2ec0-4055-94fc-5cda2e450326,revision_number=1']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:27:41.820313 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 42720) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:27:41.871965 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-41e948d5-1ae0-4eb2-8639-017a38c27d8c admin admin] Publish callbacks [] for security_group (5abb9535-2ec0-4055-94fc-5cda2e450326), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:41.892229 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-41e948d5-1ae0-4eb2-8639-017a38c27d8c admin admin] Publish callbacks [] for security_group (5abb9535-2ec0-4055-94fc-5cda2e450326), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:42.038850 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-41e948d5-1ae0-4eb2-8639-017a38c27d8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (5abb9535-2ec0-4055-94fc-5cda2e450326), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:42.041446 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-41e948d5-1ae0-4eb2-8639-017a38c27d8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:42.042562 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-41e948d5-1ae0-4eb2-8639-017a38c27d8c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5abb9535-2ec0-4055-94fc-5cda2e450326 HTTP/1.1" status: 204 len: 168 time: 0.2211723 Mar 14 10:27:42.050744 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e948d5-1ae0-4eb2-8639-017a38c27d8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5abb9535-2ec0-4055-94fc-5cda2e450326,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:27:42.498084 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279c2ac8-372e-4bd9-80bd-37b30282e0ca req-2659e47a-44fd-4615-b78a-607c6e9eccc1 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:27:42.499599 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-279c2ac8-372e-4bd9-80bd-37b30282e0ca req-2659e47a-44fd-4615-b78a-607c6e9eccc1 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/ports?device_id=661e25a3-6da7-4a40-b28d-2ad6c73f6911 HTTP/1.1" status: 200 len: 945 time: 0.0560515 Mar 14 10:27:42.545610 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-279c2ac8-372e-4bd9-80bd-37b30282e0ca req-fa8586a8-49a4-4387-bcff-35c1120a6de5 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e1dfb47-6410-4f33-81fd-58fdf8819acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405004 Mar 14 10:27:43.658066 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a0c8b7-da16-4d5a-9dcc-2a6114beb0e9 req-44f3148f-2af3-4290-b6fb-f8f9625ec7f4 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:27:43.659494 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-43a0c8b7-da16-4d5a-9dcc-2a6114beb0e9 req-44f3148f-2af3-4290-b6fb-f8f9625ec7f4 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/ports?device_id=661e25a3-6da7-4a40-b28d-2ad6c73f6911 HTTP/1.1" status: 200 len: 945 time: 0.0501058 Mar 14 10:27:43.706939 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-43a0c8b7-da16-4d5a-9dcc-2a6114beb0e9 req-c29601c4-5909-43c4-ac25-f10fb703a267 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e1dfb47-6410-4f33-81fd-58fdf8819acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419743 Mar 14 10:27:44.820228 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e42a7c-357f-425d-a5de-8a3fc13f39e5 req-125c7f4f-347e-484a-adf7-103a34f50baa tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:27:44.821701 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-b6e42a7c-357f-425d-a5de-8a3fc13f39e5 req-125c7f4f-347e-484a-adf7-103a34f50baa tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/ports?device_id=661e25a3-6da7-4a40-b28d-2ad6c73f6911 HTTP/1.1" status: 200 len: 945 time: 0.0502360 Mar 14 10:27:44.866854 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-b6e42a7c-357f-425d-a5de-8a3fc13f39e5 req-ce6ad0fb-e06f-45c1-8ced-ca37436a828d tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e1dfb47-6410-4f33-81fd-58fdf8819acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389969 Mar 14 10:27:45.989650 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1ada1b-4619-40b7-8316-8273bd5b6015 req-7b0d68c3-8118-4e06-a0f3-f8c6e40c01d6 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:27:45.991120 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-1d1ada1b-4619-40b7-8316-8273bd5b6015 req-7b0d68c3-8118-4e06-a0f3-f8c6e40c01d6 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/ports?device_id=661e25a3-6da7-4a40-b28d-2ad6c73f6911 HTTP/1.1" status: 200 len: 945 time: 0.0571041 Mar 14 10:27:46.037423 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-1d1ada1b-4619-40b7-8316-8273bd5b6015 req-c99fbec0-2f92-4b0e-8c27-5245c2e0eb82 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e1dfb47-6410-4f33-81fd-58fdf8819acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404811 Mar 14 10:27:46.057851 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 42790) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:27:46.177041 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-1360d7a5-8285-4d12-a8c6-6f2184e97b14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:46.253040 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-1360d7a5-8285-4d12-a8c6-6f2184e97b14 admin admin] Publish callbacks [] for security_group (f11c9dc5-cb2d-4bf3-9dad-c6f595779c22), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:46.345358 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-1360d7a5-8285-4d12-a8c6-6f2184e97b14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (f11c9dc5-cb2d-4bf3-9dad-c6f595779c22), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:46.384705 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-1360d7a5-8285-4d12-a8c6-6f2184e97b14 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cbcc3ce7298146b88aa6e39fededcac8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3252976 Mar 14 10:27:46.385840 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1360d7a5-8285-4d12-a8c6-6f2184e97b14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f11c9dc5-cb2d-4bf3-9dad-c6f595779c22,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:27:46.387365 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 42810) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:27:46.435972 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-6fcb2b68-ce23-487d-a5cd-5019ee2bec62 admin admin] Publish callbacks [] for security_group (f11c9dc5-cb2d-4bf3-9dad-c6f595779c22), before_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:46.456599 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-6fcb2b68-ce23-487d-a5cd-5019ee2bec62 admin admin] Publish callbacks [] for security_group (f11c9dc5-cb2d-4bf3-9dad-c6f595779c22), precommit_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:46.642346 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-6fcb2b68-ce23-487d-a5cd-5019ee2bec62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (f11c9dc5-cb2d-4bf3-9dad-c6f595779c22), after_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:46.644891 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-6fcb2b68-ce23-487d-a5cd-5019ee2bec62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:46.646042 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-6fcb2b68-ce23-487d-a5cd-5019ee2bec62 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f11c9dc5-cb2d-4bf3-9dad-c6f595779c22 HTTP/1.1" status: 204 len: 168 time: 0.2576053 Mar 14 10:27:46.653723 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcb2b68-ce23-487d-a5cd-5019ee2bec62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f11c9dc5-cb2d-4bf3-9dad-c6f595779c22,revision_number=None']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:27:47.154638 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6f5dc5-2ec6-41e1-a24c-2d6b95dec7ea req-443345a3-c579-4f6f-9e58-0722c259c7f0 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:27:47.156150 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-ea6f5dc5-2ec6-41e1-a24c-2d6b95dec7ea req-443345a3-c579-4f6f-9e58-0722c259c7f0 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/ports?device_id=661e25a3-6da7-4a40-b28d-2ad6c73f6911 HTTP/1.1" status: 200 len: 945 time: 0.0516748 Mar 14 10:27:47.205828 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-ea6f5dc5-2ec6-41e1-a24c-2d6b95dec7ea req-bed0975e-46dd-450e-90da-7b8c1f7c0ad4 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e1dfb47-6410-4f33-81fd-58fdf8819acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440097 Mar 14 10:27:48.327242 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846f56c3-ee8b-4cb3-b445-cb58529ef010 req-278d9302-00da-428e-a879-93339789efea tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:27:48.329050 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-846f56c3-ee8b-4cb3-b445-cb58529ef010 req-278d9302-00da-428e-a879-93339789efea tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/ports?device_id=661e25a3-6da7-4a40-b28d-2ad6c73f6911 HTTP/1.1" status: 200 len: 945 time: 0.0566092 Mar 14 10:27:48.374075 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-846f56c3-ee8b-4cb3-b445-cb58529ef010 req-d9d067dc-a939-46ca-81c8-096ca0a239bf tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e1dfb47-6410-4f33-81fd-58fdf8819acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395892 Mar 14 10:27:49.121535 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.agents_db [None req-e5bc90a1-3fae-4be0-a54a-d59a030b4380 None None] Agent healthcheck: found 6 active agents {{(pid=103645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 10:27:49.486543 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debaf619-9485-4cd7-976a-23f1cb71f6c6 req-88624830-e995-4c32-adfe-59b22e02d7de tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:27:49.487993 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-debaf619-9485-4cd7-976a-23f1cb71f6c6 req-88624830-e995-4c32-adfe-59b22e02d7de tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/ports?device_id=661e25a3-6da7-4a40-b28d-2ad6c73f6911 HTTP/1.1" status: 200 len: 945 time: 0.0500998 Mar 14 10:27:49.531482 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-debaf619-9485-4cd7-976a-23f1cb71f6c6 req-16a0fefa-8717-43e3-89e6-855a94b4e000 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e1dfb47-6410-4f33-81fd-58fdf8819acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381010 Mar 14 10:27:50.647122 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5a63b9-3cbd-4dd8-8ffe-57dead216a8e req-89e795dc-80d6-4f89-a3cc-928fd4033e74 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:27:50.648599 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-be5a63b9-3cbd-4dd8-8ffe-57dead216a8e req-89e795dc-80d6-4f89-a3cc-928fd4033e74 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/ports?device_id=661e25a3-6da7-4a40-b28d-2ad6c73f6911 HTTP/1.1" status: 200 len: 945 time: 0.0512400 Mar 14 10:27:50.696003 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-be5a63b9-3cbd-4dd8-8ffe-57dead216a8e req-9575c72e-7286-4a4a-b1e9-6894087cd7c8 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e1dfb47-6410-4f33-81fd-58fdf8819acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419083 Mar 14 10:27:50.752934 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-83fc47b2-fa11-48a6-af0d-2465cdcf2525 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (71411765-f129-4ae6-9e82-4fe742fde8ff), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:51.807855 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca061d4-fec9-42ac-bdb7-21129047ab9e req-63be6c70-1a2f-4bdd-8771-73bc602d7cab tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:27:51.809328 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-9ca061d4-fec9-42ac-bdb7-21129047ab9e req-63be6c70-1a2f-4bdd-8771-73bc602d7cab tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/ports?device_id=661e25a3-6da7-4a40-b28d-2ad6c73f6911 HTTP/1.1" status: 200 len: 945 time: 0.0501926 Mar 14 10:27:51.854127 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-9ca061d4-fec9-42ac-bdb7-21129047ab9e req-215ea390-a5ff-47de-8a71-a3fefb537b4a tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e1dfb47-6410-4f33-81fd-58fdf8819acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395324 Mar 14 10:27:52.956850 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-6d6eedd4-a624-4eef-ad7f-abb77c4a6f05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (a016a58c-1f8a-4210-ae6c-360b1a1f78c1), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:52.969658 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8524c761-da7b-47ac-aec2-46a01037586b req-68bfd8db-e030-4502-992b-df6eb03e5fc0 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:27:52.971093 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-8524c761-da7b-47ac-aec2-46a01037586b req-68bfd8db-e030-4502-992b-df6eb03e5fc0 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/ports?device_id=661e25a3-6da7-4a40-b28d-2ad6c73f6911 HTTP/1.1" status: 200 len: 945 time: 0.0529978 Mar 14 10:27:53.016962 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-8524c761-da7b-47ac-aec2-46a01037586b req-f0d73f65-77bc-45ff-ae88-d8baa36a0b64 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e1dfb47-6410-4f33-81fd-58fdf8819acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403864 Mar 14 10:27:54.050497 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-f4039063-230b-41a9-bf4a-d5dd4b348b96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (46201191-f63a-41db-ad4d-3c2c795fe1c2), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:54.314493 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0042589-f377-4571-affb-b23014aa4cec req-980ed806-f8b6-4d52-aa1d-fad636f8c8c4 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:27:54.315988 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-f0042589-f377-4571-affb-b23014aa4cec req-980ed806-f8b6-4d52-aa1d-fad636f8c8c4 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/ports?device_id=661e25a3-6da7-4a40-b28d-2ad6c73f6911 HTTP/1.1" status: 200 len: 945 time: 0.2335887 Mar 14 10:27:54.361650 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-f0042589-f377-4571-affb-b23014aa4cec req-188abfac-9e1c-430c-9be2-283e94dbe360 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e1dfb47-6410-4f33-81fd-58fdf8819acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402784 Mar 14 10:27:55.475085 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25c02ba-4173-4d55-9d5f-ed71d1384a0f req-aa869d3a-5739-46e6-911c-d4e9e66b78f9 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:27:55.476547 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-a25c02ba-4173-4d55-9d5f-ed71d1384a0f req-aa869d3a-5739-46e6-911c-d4e9e66b78f9 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/ports?device_id=661e25a3-6da7-4a40-b28d-2ad6c73f6911 HTTP/1.1" status: 200 len: 945 time: 0.0508089 Mar 14 10:27:55.521472 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-a25c02ba-4173-4d55-9d5f-ed71d1384a0f req-0bb5171e-74c7-42b8-8981-115b4b87a2d4 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e1dfb47-6410-4f33-81fd-58fdf8819acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388207 Mar 14 10:27:55.625106 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-a3541fa5-4b74-4b29-92a0-285d4d95a3dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (a9a1db27-ecd3-427e-bc57-ce8de4da4c28), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:56.460473 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfdf881-bb8a-450e-ab6d-5ddb35470034 req-4fcf7d23-4ee5-45ff-bc61-bc995ecf0bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:27:56.462155 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-9cfdf881-bb8a-450e-ab6d-5ddb35470034 req-4fcf7d23-4ee5-45ff-bc61-bc995ecf0bff service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=661e25a3-6da7-4a40-b28d-2ad6c73f6911 HTTP/1.1" status: 200 len: 1129 time: 0.0462396 Mar 14 10:27:56.510330 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-9cfdf881-bb8a-450e-ab6d-5ddb35470034 req-33a8410e-047f-4869-bb6d-051b4f773904 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=0e1dfb47-6410-4f33-81fd-58fdf8819acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382724 Mar 14 10:27:56.643512 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b06e57-1853-4550-a2b4-88165bb7c430 req-e6604fc4-df0b-4b2a-8aca-631546a1e46e tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:27:56.645017 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-f8b06e57-1853-4550-a2b4-88165bb7c430 req-e6604fc4-df0b-4b2a-8aca-631546a1e46e tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/ports?device_id=661e25a3-6da7-4a40-b28d-2ad6c73f6911 HTTP/1.1" status: 200 len: 945 time: 0.0569100 Mar 14 10:27:56.691601 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-f8b06e57-1853-4550-a2b4-88165bb7c430 req-b16bf6aa-70fb-4146-a716-633350789d39 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e1dfb47-6410-4f33-81fd-58fdf8819acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410826 Mar 14 10:27:56.953071 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (3daba05a-6d77-487a-83af-fb9f8edf24c0), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:57.162177 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (cd4c1fd5-6bd0-46fc-9cd1-9ea8fc180379), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:57.806092 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1037ff8a-83fe-4350-87f7-dd7615ecffb1 req-b06fcea6-ed4b-4344-850d-03d6215bfb13 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:27:57.807548 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-1037ff8a-83fe-4350-87f7-dd7615ecffb1 req-b06fcea6-ed4b-4344-850d-03d6215bfb13 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/ports?device_id=661e25a3-6da7-4a40-b28d-2ad6c73f6911 HTTP/1.1" status: 200 len: 945 time: 0.0509834 Mar 14 10:27:57.853414 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-1037ff8a-83fe-4350-87f7-dd7615ecffb1 req-e1d2127b-ef4a-49ae-9878-7556a5d1b6ed tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e1dfb47-6410-4f33-81fd-58fdf8819acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402975 Mar 14 10:27:58.969562 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dc8d35-32e4-4d07-8d43-3a8c80e863ad req-841fecb8-bc0b-487d-830e-0b29e2bfb722 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:27:58.971015 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-57dc8d35-32e4-4d07-8d43-3a8c80e863ad req-841fecb8-bc0b-487d-830e-0b29e2bfb722 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/ports?device_id=661e25a3-6da7-4a40-b28d-2ad6c73f6911 HTTP/1.1" status: 200 len: 945 time: 0.0545778 Mar 14 10:27:59.016721 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-57dc8d35-32e4-4d07-8d43-3a8c80e863ad req-9e6e233d-9959-4368-95c7-72a615c30ce6 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e1dfb47-6410-4f33-81fd-58fdf8819acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403335 Mar 14 10:28:00.137302 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba941ef6-d352-43c2-b2d5-0238840aa557 req-2e93af34-8d66-4a5b-a6c0-2aecf2ca7478 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:28:00.138900 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-ba941ef6-d352-43c2-b2d5-0238840aa557 req-2e93af34-8d66-4a5b-a6c0-2aecf2ca7478 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/ports?device_id=661e25a3-6da7-4a40-b28d-2ad6c73f6911 HTTP/1.1" status: 200 len: 945 time: 0.0558670 Mar 14 10:28:00.188485 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-ba941ef6-d352-43c2-b2d5-0238840aa557 req-ef6f737c-dd56-443b-96c3-78aca02d1a4b tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e1dfb47-6410-4f33-81fd-58fdf8819acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441735 Mar 14 10:28:01.305167 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3780cf75-244e-404b-ab81-81016e899976 req-b014280f-c28e-4a29-92fa-b48d7e60aa45 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:28:01.306631 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-3780cf75-244e-404b-ab81-81016e899976 req-b014280f-c28e-4a29-92fa-b48d7e60aa45 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/ports?device_id=661e25a3-6da7-4a40-b28d-2ad6c73f6911 HTTP/1.1" status: 200 len: 945 time: 0.0548065 Mar 14 10:28:01.352444 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-3780cf75-244e-404b-ab81-81016e899976 req-155d6c5f-1776-40a1-8cc6-125e34614738 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e1dfb47-6410-4f33-81fd-58fdf8819acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396948 Mar 14 10:28:02.468538 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada2d7cc-4785-430e-a434-6c0e0fab5b55 req-bc6e2576-a4a3-456f-8384-bf04d6528e59 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:28:02.470021 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-ada2d7cc-4785-430e-a434-6c0e0fab5b55 req-bc6e2576-a4a3-456f-8384-bf04d6528e59 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/ports?device_id=661e25a3-6da7-4a40-b28d-2ad6c73f6911 HTTP/1.1" status: 200 len: 945 time: 0.0527546 Mar 14 10:28:02.515130 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-ada2d7cc-4785-430e-a434-6c0e0fab5b55 req-61700ce7-bc7a-4f63-9cdc-1e381acd60db tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e1dfb47-6410-4f33-81fd-58fdf8819acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397356 Mar 14 10:28:03.467883 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6a1329-d222-476a-abf2-ea8f24d64fb3 req-30cd6fb8-5cfc-4ed3-b10e-0b47f466b2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:28:03.469489 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-1e6a1329-d222-476a-abf2-ea8f24d64fb3 req-30cd6fb8-5cfc-4ed3-b10e-0b47f466b2cc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=101a93bee6d44e499149e201608b6104&device_id=661e25a3-6da7-4a40-b28d-2ad6c73f6911 HTTP/1.1" status: 200 len: 1129 time: 0.0442522 Mar 14 10:28:03.592394 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6a1329-d222-476a-abf2-ea8f24d64fb3 req-edc2f491-bc55-4fa6-b645-5c66a13e3439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:28:03.593831 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-1e6a1329-d222-476a-abf2-ea8f24d64fb3 req-edc2f491-bc55-4fa6-b645-5c66a13e3439 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f32a9833-69ef-4b23-859e-a7b8b0d08e87 HTTP/1.1" status: 200 len: 919 time: 0.1004140 Mar 14 10:28:03.662890 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-1e6a1329-d222-476a-abf2-ea8f24d64fb3 req-edac96de-d6f5-4300-89c2-c3c697e3398c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b5a96ecf-b332-4d17-ad81-355272627e6b HTTP/1.1" status: 200 len: 217 time: 0.0562623 Mar 14 10:28:03.717376 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7698ce3-2cdb-4b81-8ba9-0afad7dcae39 req-1eaa08d4-ccc9-4041-8219-3f34bac1d505 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:28:03.718852 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-d7698ce3-2cdb-4b81-8ba9-0afad7dcae39 req-1eaa08d4-ccc9-4041-8219-3f34bac1d505 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/ports?device_id=661e25a3-6da7-4a40-b28d-2ad6c73f6911 HTTP/1.1" status: 200 len: 945 time: 0.1295624 Mar 14 10:28:03.733754 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6a1329-d222-476a-abf2-ea8f24d64fb3 req-9ea4f177-bcec-48de-8259-c5671a18f213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:28:03.735106 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-1e6a1329-d222-476a-abf2-ea8f24d64fb3 req-9ea4f177-bcec-48de-8259-c5671a18f213 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=00786b35-2cc5-4c4c-83cc-316ffef97c56 HTTP/1.1" status: 200 len: 858 time: 0.0665784 Mar 14 10:28:03.770499 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-1e6a1329-d222-476a-abf2-ea8f24d64fb3 req-bc7ab067-4543-49e6-9e64-c54d7d53ed3c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f32a9833-69ef-4b23-859e-a7b8b0d08e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274746 Mar 14 10:28:03.809573 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-d7698ce3-2cdb-4b81-8ba9-0afad7dcae39 req-bb908938-f1a8-4d1e-be5e-06d149ed9407 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e1dfb47-6410-4f33-81fd-58fdf8819acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848234 Mar 14 10:28:03.876962 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-1e6a1329-d222-476a-abf2-ea8f24d64fb3 req-0bd1b33d-1f42-493e-b292-ee29dcaf218c service neutron] 10.222.0.39 "GET /v2.0/networks/f32a9833-69ef-4b23-859e-a7b8b0d08e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990906 Mar 14 10:28:03.970141 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-1e6a1329-d222-476a-abf2-ea8f24d64fb3 req-72837122-0306-4ab5-a431-c85841e29221 service neutron] 10.222.0.39 "GET /v2.0/networks/f32a9833-69ef-4b23-859e-a7b8b0d08e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863271 Mar 14 10:28:04.069550 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 43064) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:28:04.121002 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.db.db_base_plugin_v2 [None req-b08631e1-1eb0-468e-bb56-6e57867a6722 admin admin] Deleting subnet 7c0b1832-6f05-4a83-9433-46a0f64efc29 {{(pid=103643) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 14 10:28:04.124950 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-b08631e1-1eb0-468e-bb56-6e57867a6722 admin admin] Publish callbacks [] for subnet (7c0b1832-6f05-4a83-9433-46a0f64efc29), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:04.159913 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-b08631e1-1eb0-468e-bb56-6e57867a6722 admin admin] Publish callbacks [] for subnet (7c0b1832-6f05-4a83-9433-46a0f64efc29), precommit_delete_associations {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:04.169362 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-b08631e1-1eb0-468e-bb56-6e57867a6722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1689235'] for subnet (7c0b1832-6f05-4a83-9433-46a0f64efc29), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:04.330639 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-b08631e1-1eb0-468e-bb56-6e57867a6722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005'] for subnet (7c0b1832-6f05-4a83-9433-46a0f64efc29), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:04.357978 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08631e1-1eb0-468e-bb56-6e57867a6722 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c0b1832-6f05-4a83-9433-46a0f64efc29,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:28:04.360862 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-b08631e1-1eb0-468e-bb56-6e57867a6722 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631023'] for subnet (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:04.364848 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-b08631e1-1eb0-468e-bb56-6e57867a6722 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/7c0b1832-6f05-4a83-9433-46a0f64efc29 HTTP/1.1" status: 204 len: 168 time: 0.2929840 Mar 14 10:28:04.366243 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 43072) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:28:04.369963 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08631e1-1eb0-468e-bb56-6e57867a6722 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:28:04.370322 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08631e1-1eb0-468e-bb56-6e57867a6722 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:28:04.370673 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08631e1-1eb0-468e-bb56-6e57867a6722 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:28:04.371018 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08631e1-1eb0-468e-bb56-6e57867a6722 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:28:04.371359 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08631e1-1eb0-468e-bb56-6e57867a6722 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:28:04.371720 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08631e1-1eb0-468e-bb56-6e57867a6722 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:28:04.372054 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08631e1-1eb0-468e-bb56-6e57867a6722 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:28:04.372388 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08631e1-1eb0-468e-bb56-6e57867a6722 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:28:04.373378 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08631e1-1eb0-468e-bb56-6e57867a6722 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:28:04.373723 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08631e1-1eb0-468e-bb56-6e57867a6722 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:28:04.374047 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08631e1-1eb0-468e-bb56-6e57867a6722 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:28:04.374376 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08631e1-1eb0-468e-bb56-6e57867a6722 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:28:04.374727 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08631e1-1eb0-468e-bb56-6e57867a6722 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:28:04.375034 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08631e1-1eb0-468e-bb56-6e57867a6722 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:28:04.375356 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08631e1-1eb0-468e-bb56-6e57867a6722 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:28:04.438058 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-18b88799-2636-4c3c-8d2e-261ed923e400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369052'] for network (b3135d8b-46f3-492a-a50e-24b3b5a77149), before_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:04.491944 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 43076) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:28:04.518757 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-18b88799-2636-4c3c-8d2e-261ed923e400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687834', 'neutron.services.segments.db._delete_segments_for_network-8739585737229'] for network (b3135d8b-46f3-492a-a50e-24b3b5a77149), precommit_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:04.538281 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.services.segments.db [None req-18b88799-2636-4c3c-8d2e-261ed923e400 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3135d8b-46f3-492a-a50e-24b3b5a77149']}} {{(pid=103642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:28:04.547909 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.services.segments.db [None req-18b88799-2636-4c3c-8d2e-261ed923e400 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19d12b6d-4d60-41a3-9fdb-657d6861b9d9') {'for_net_delete': True} {{(pid=103642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:28:04.548313 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.services.segments.db [None req-18b88799-2636-4c3c-8d2e-261ed923e400 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19d12b6d-4d60-41a3-9fdb-657d6861b9d9') {} {{(pid=103642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:28:04.559640 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-18b88799-2636-4c3c-8d2e-261ed923e400 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739585737494', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10247686'] for segment (19d12b6d-4d60-41a3-9fdb-657d6861b9d9), before_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:04.571355 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-18b88799-2636-4c3c-8d2e-261ed923e400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1663358'] for segment (19d12b6d-4d60-41a3-9fdb-657d6861b9d9), precommit_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:04.577145 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18b88799-2636-4c3c-8d2e-261ed923e400 admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=103642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 10:28:04.577526 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-18b88799-2636-4c3c-8d2e-261ed923e400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1663358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9715443'] for segment (19d12b6d-4d60-41a3-9fdb-657d6861b9d9), after_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:04.579388 dv-cinder-833544-1-iscsi neutron-server[103642]: Traceback (most recent call last): Mar 14 10:28:04.579388 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 10:28:04.579388 dv-cinder-833544-1-iscsi neutron-server[103642]: timer() Mar 14 10:28:04.579388 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 10:28:04.579388 dv-cinder-833544-1-iscsi neutron-server[103642]: cb(*args, **kw) Mar 14 10:28:04.579388 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 10:28:04.579388 dv-cinder-833544-1-iscsi neutron-server[103642]: return func(*args, **kwargs) Mar 14 10:28:04.579388 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 10:28:04.579388 dv-cinder-833544-1-iscsi neutron-server[103642]: self._notify() Mar 14 10:28:04.579388 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 10:28:04.579388 dv-cinder-833544-1-iscsi neutron-server[103642]: self.callback(batched_events) Mar 14 10:28:04.579388 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 10:28:04.579388 dv-cinder-833544-1-iscsi neutron-server[103642]: event.method(event) Mar 14 10:28:04.579388 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 10:28:04.579388 dv-cinder-833544-1-iscsi neutron-server[103642]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 10:28:04.579388 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 10:28:04.579388 dv-cinder-833544-1-iscsi neutron-server[103642]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 10:28:04.579388 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 10:28:04.579388 dv-cinder-833544-1-iscsi neutron-server[103642]: return f(self, *a, **k) Mar 14 10:28:04.579388 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 10:28:04.579388 dv-cinder-833544-1-iscsi neutron-server[103642]: return self._get(url).json() Mar 14 10:28:04.579388 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 10:28:04.579388 dv-cinder-833544-1-iscsi neutron-server[103642]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 10:28:04.579388 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 10:28:04.579388 dv-cinder-833544-1-iscsi neutron-server[103642]: return self.request(url, 'GET', **kwargs) Mar 14 10:28:04.579388 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 10:28:04.579388 dv-cinder-833544-1-iscsi neutron-server[103642]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 10:28:04.579388 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 10:28:04.579388 dv-cinder-833544-1-iscsi neutron-server[103642]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 10:28:04.579388 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 10:28:04.579388 dv-cinder-833544-1-iscsi neutron-server[103642]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 10:28:04.579388 dv-cinder-833544-1-iscsi neutron-server[103642]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 10:28:04.632331 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-082bdcae-d908-4031-acff-29819815e974 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:04.691921 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-18b88799-2636-4c3c-8d2e-261ed923e400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-564434'] for network (b3135d8b-46f3-492a-a50e-24b3b5a77149), after_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:04.701060 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-18b88799-2636-4c3c-8d2e-261ed923e400 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631023'] for network (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:04.707319 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-18b88799-2636-4c3c-8d2e-261ed923e400 admin admin] 10.222.0.16 "DELETE /v2.0/networks/b3135d8b-46f3-492a-a50e-24b3b5a77149 HTTP/1.1" status: 204 len: 168 time: 0.3372629 Mar 14 10:28:04.708213 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 43080) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:28:04.711288 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-082bdcae-d908-4031-acff-29819815e974 admin admin] Publish callbacks [] for security_group (033895aa-5ddf-4946-a220-5431e73506c3), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:04.713542 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b88799-2636-4c3c-8d2e-261ed923e400 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3135d8b-46f3-492a-a50e-24b3b5a77149,revision_number=None']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:28:04.721532 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b88799-2636-4c3c-8d2e-261ed923e400 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:28:04.721883 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b88799-2636-4c3c-8d2e-261ed923e400 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:28:04.722253 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b88799-2636-4c3c-8d2e-261ed923e400 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:28:04.722597 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b88799-2636-4c3c-8d2e-261ed923e400 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:28:04.722932 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b88799-2636-4c3c-8d2e-261ed923e400 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:28:04.723265 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b88799-2636-4c3c-8d2e-261ed923e400 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:28:04.723646 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b88799-2636-4c3c-8d2e-261ed923e400 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:28:04.728606 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b88799-2636-4c3c-8d2e-261ed923e400 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:28:04.728606 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b88799-2636-4c3c-8d2e-261ed923e400 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:28:04.728606 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b88799-2636-4c3c-8d2e-261ed923e400 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:28:04.728606 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b88799-2636-4c3c-8d2e-261ed923e400 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:28:04.728606 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b88799-2636-4c3c-8d2e-261ed923e400 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:28:04.728606 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b88799-2636-4c3c-8d2e-261ed923e400 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:28:04.728606 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b88799-2636-4c3c-8d2e-261ed923e400 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:28:04.728606 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b88799-2636-4c3c-8d2e-261ed923e400 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:28:04.753355 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.db.db_base_plugin_v2 [None req-8113feb8-5f4a-4de8-90a0-220f11b1c138 admin admin] Deleting subnet d57fc920-a6a8-4092-a400-6090ea2bb40d {{(pid=103643) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 14 10:28:04.756531 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-8113feb8-5f4a-4de8-90a0-220f11b1c138 admin admin] Publish callbacks [] for subnet (d57fc920-a6a8-4092-a400-6090ea2bb40d), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:04.777561 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-082bdcae-d908-4031-acff-29819815e974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (033895aa-5ddf-4946-a220-5431e73506c3), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:04.812718 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-8113feb8-5f4a-4de8-90a0-220f11b1c138 admin admin] Publish callbacks [] for subnet (d57fc920-a6a8-4092-a400-6090ea2bb40d), precommit_delete_associations {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:04.827497 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082bdcae-d908-4031-acff-29819815e974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=033895aa-5ddf-4946-a220-5431e73506c3,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:28:04.831992 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-082bdcae-d908-4031-acff-29819815e974 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=adcdfd926eea4859874be5612ddd6ffe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3388009 Mar 14 10:28:04.833305 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-8113feb8-5f4a-4de8-90a0-220f11b1c138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1689235'] for subnet (d57fc920-a6a8-4092-a400-6090ea2bb40d), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:04.834595 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 43084) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:28:04.899021 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-70c6d276-b8cd-4cc7-8153-b6ad5d73a381 admin admin] Publish callbacks [] for security_group (033895aa-5ddf-4946-a220-5431e73506c3), before_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:04.925809 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-70c6d276-b8cd-4cc7-8153-b6ad5d73a381 admin admin] Publish callbacks [] for security_group (033895aa-5ddf-4946-a220-5431e73506c3), precommit_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:04.951095 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34f654a-5f0a-4532-ad4e-c602728c3446 req-7d53b44f-1a3e-40d7-8d25-924e1255b546 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:28:04.953919 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-b34f654a-5f0a-4532-ad4e-c602728c3446 req-7d53b44f-1a3e-40d7-8d25-924e1255b546 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/ports?device_id=661e25a3-6da7-4a40-b28d-2ad6c73f6911 HTTP/1.1" status: 200 len: 945 time: 0.0587544 Mar 14 10:28:04.985569 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-8113feb8-5f4a-4de8-90a0-220f11b1c138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005'] for subnet (d57fc920-a6a8-4092-a400-6090ea2bb40d), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:05.023852 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8113feb8-5f4a-4de8-90a0-220f11b1c138 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d57fc920-a6a8-4092-a400-6090ea2bb40d,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:28:05.029373 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-8113feb8-5f4a-4de8-90a0-220f11b1c138 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631023'] for subnet (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:05.030176 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-8113feb8-5f4a-4de8-90a0-220f11b1c138 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/d57fc920-a6a8-4092-a400-6090ea2bb40d HTTP/1.1" status: 204 len: 168 time: 0.3206062 Mar 14 10:28:05.034939 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 43092) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:28:05.035096 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-b34f654a-5f0a-4532-ad4e-c602728c3446 req-3a45399b-40ad-41a3-9388-b4a5e2af5fe5 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e1dfb47-6410-4f33-81fd-58fdf8819acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737419 Mar 14 10:28:05.059018 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-70c6d276-b8cd-4cc7-8153-b6ad5d73a381 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (033895aa-5ddf-4946-a220-5431e73506c3), after_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:05.061663 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-70c6d276-b8cd-4cc7-8153-b6ad5d73a381 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:05.065599 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-70c6d276-b8cd-4cc7-8153-b6ad5d73a381 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/033895aa-5ddf-4946-a220-5431e73506c3 HTTP/1.1" status: 204 len: 168 time: 0.2271552 Mar 14 10:28:05.124136 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c6d276-b8cd-4cc7-8153-b6ad5d73a381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=033895aa-5ddf-4946-a220-5431e73506c3,revision_number=None']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:28:05.135750 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-5f3ed0f8-84b0-43ef-b64d-bfef8abdeefd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369052'] for network (532fa51a-00a1-4cfd-a9ba-63cf21ecc03f), before_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:05.222109 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-5f3ed0f8-84b0-43ef-b64d-bfef8abdeefd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687834', 'neutron.services.segments.db._delete_segments_for_network-8739585737229'] for network (532fa51a-00a1-4cfd-a9ba-63cf21ecc03f), precommit_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:05.241475 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.services.segments.db [None req-5f3ed0f8-84b0-43ef-b64d-bfef8abdeefd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['532fa51a-00a1-4cfd-a9ba-63cf21ecc03f']}} {{(pid=103642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:28:05.251062 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.services.segments.db [None req-5f3ed0f8-84b0-43ef-b64d-bfef8abdeefd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf8f9d3c-f87d-4e20-b73e-aa40f4b8e91c') {'for_net_delete': True} {{(pid=103642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:28:05.254773 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.services.segments.db [None req-5f3ed0f8-84b0-43ef-b64d-bfef8abdeefd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf8f9d3c-f87d-4e20-b73e-aa40f4b8e91c') {} {{(pid=103642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:28:05.260837 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-5f3ed0f8-84b0-43ef-b64d-bfef8abdeefd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739585737494', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10247686'] for segment (cf8f9d3c-f87d-4e20-b73e-aa40f4b8e91c), before_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:05.274020 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-5f3ed0f8-84b0-43ef-b64d-bfef8abdeefd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1663358'] for segment (cf8f9d3c-f87d-4e20-b73e-aa40f4b8e91c), precommit_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:05.280726 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f3ed0f8-84b0-43ef-b64d-bfef8abdeefd admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=103642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 10:28:05.281116 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-5f3ed0f8-84b0-43ef-b64d-bfef8abdeefd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1663358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9715443'] for segment (cf8f9d3c-f87d-4e20-b73e-aa40f4b8e91c), after_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:05.283459 dv-cinder-833544-1-iscsi neutron-server[103642]: Traceback (most recent call last): Mar 14 10:28:05.283459 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 10:28:05.283459 dv-cinder-833544-1-iscsi neutron-server[103642]: timer() Mar 14 10:28:05.283459 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 10:28:05.283459 dv-cinder-833544-1-iscsi neutron-server[103642]: cb(*args, **kw) Mar 14 10:28:05.283459 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 10:28:05.283459 dv-cinder-833544-1-iscsi neutron-server[103642]: return func(*args, **kwargs) Mar 14 10:28:05.283459 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 10:28:05.283459 dv-cinder-833544-1-iscsi neutron-server[103642]: self._notify() Mar 14 10:28:05.283459 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 10:28:05.283459 dv-cinder-833544-1-iscsi neutron-server[103642]: self.callback(batched_events) Mar 14 10:28:05.283459 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 10:28:05.283459 dv-cinder-833544-1-iscsi neutron-server[103642]: event.method(event) Mar 14 10:28:05.283459 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 10:28:05.283459 dv-cinder-833544-1-iscsi neutron-server[103642]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 10:28:05.283459 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 10:28:05.283459 dv-cinder-833544-1-iscsi neutron-server[103642]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 10:28:05.283459 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 10:28:05.283459 dv-cinder-833544-1-iscsi neutron-server[103642]: return f(self, *a, **k) Mar 14 10:28:05.283459 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 10:28:05.283459 dv-cinder-833544-1-iscsi neutron-server[103642]: return self._get(url).json() Mar 14 10:28:05.283459 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 10:28:05.283459 dv-cinder-833544-1-iscsi neutron-server[103642]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 10:28:05.283459 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 10:28:05.283459 dv-cinder-833544-1-iscsi neutron-server[103642]: return self.request(url, 'GET', **kwargs) Mar 14 10:28:05.283459 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 10:28:05.283459 dv-cinder-833544-1-iscsi neutron-server[103642]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 10:28:05.283459 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 10:28:05.283459 dv-cinder-833544-1-iscsi neutron-server[103642]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 10:28:05.283459 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 10:28:05.283459 dv-cinder-833544-1-iscsi neutron-server[103642]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 10:28:05.283459 dv-cinder-833544-1-iscsi neutron-server[103642]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 10:28:05.416287 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-5f3ed0f8-84b0-43ef-b64d-bfef8abdeefd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-564434'] for network (532fa51a-00a1-4cfd-a9ba-63cf21ecc03f), after_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:05.422984 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-5f3ed0f8-84b0-43ef-b64d-bfef8abdeefd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631023'] for network (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:05.428540 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-5f3ed0f8-84b0-43ef-b64d-bfef8abdeefd admin admin] 10.222.0.16 "DELETE /v2.0/networks/532fa51a-00a1-4cfd-a9ba-63cf21ecc03f HTTP/1.1" status: 204 len: 168 time: 0.3920734 Mar 14 10:28:05.436359 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3ed0f8-84b0-43ef-b64d-bfef8abdeefd admin admin] Pushing event deleted for resources: {'Network': ['ID=532fa51a-00a1-4cfd-a9ba-63cf21ecc03f,revision_number=None']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:28:05.477290 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf4fa84-87d4-46e3-81c0-af521bae7fc8 req-eb548f6c-5bc6-4a7a-9be7-ee6c2cfbcf8b tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:28:05.490141 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-acf4fa84-87d4-46e3-81c0-af521bae7fc8 req-eb548f6c-5bc6-4a7a-9be7-ee6c2cfbcf8b tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/ports?device_id=661e25a3-6da7-4a40-b28d-2ad6c73f6911 HTTP/1.1" status: 200 len: 945 time: 0.0705140 Mar 14 10:28:05.526697 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-acf4fa84-87d4-46e3-81c0-af521bae7fc8 req-2fa9bb38-0826-428f-a541-4e751ae1ee0d tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e1dfb47-6410-4f33-81fd-58fdf8819acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421028 Mar 14 10:28:05.817123 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 43112) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:28:05.833527 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-682eddc6-b9c3-4f34-b2b2-6f1557678e07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:05.903399 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-682eddc6-b9c3-4f34-b2b2-6f1557678e07 admin admin] Publish callbacks [] for security_group (075265c4-2915-400e-bece-5588b551687b), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:05.919353 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 43114) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:28:05.957758 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-59bbf0bb-76a8-48c4-b535-6529ed18d714 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a6b6e6bc5c7f439a8d4c78193bf07e2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0372913 Mar 14 10:28:05.958962 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-682eddc6-b9c3-4f34-b2b2-6f1557678e07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (075265c4-2915-400e-bece-5588b551687b), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:05.960303 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 43116) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:28:05.996186 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-682eddc6-b9c3-4f34-b2b2-6f1557678e07 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e0053d7c8a76422cb0da42d233e18603&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1779909 Mar 14 10:28:05.997036 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682eddc6-b9c3-4f34-b2b2-6f1557678e07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=075265c4-2915-400e-bece-5588b551687b,revision_number=1']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:28:05.999979 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 43118) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:28:06.017049 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-69fb2b5b-72f6-485d-9abb-69022f882890 admin admin] Publish callbacks [] for security_group (eb586274-a538-4858-8a65-0d3a895765b6), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:06.034370 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-69fb2b5b-72f6-485d-9abb-69022f882890 admin admin] Publish callbacks [] for security_group (eb586274-a538-4858-8a65-0d3a895765b6), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:06.046964 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-6f851a43-5fe7-4dd0-a587-a375d7e8fce6 admin admin] Publish callbacks [] for security_group (075265c4-2915-400e-bece-5588b551687b), before_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:06.067414 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-6f851a43-5fe7-4dd0-a587-a375d7e8fce6 admin admin] Publish callbacks [] for security_group (075265c4-2915-400e-bece-5588b551687b), precommit_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:06.130163 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-69fb2b5b-72f6-485d-9abb-69022f882890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (eb586274-a538-4858-8a65-0d3a895765b6), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:06.132856 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-69fb2b5b-72f6-485d-9abb-69022f882890 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:06.134004 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-69fb2b5b-72f6-485d-9abb-69022f882890 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/eb586274-a538-4858-8a65-0d3a895765b6 HTTP/1.1" status: 204 len: 168 time: 0.1726363 Mar 14 10:28:06.141532 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fb2b5b-72f6-485d-9abb-69022f882890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb586274-a538-4858-8a65-0d3a895765b6,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:28:06.196432 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-6f851a43-5fe7-4dd0-a587-a375d7e8fce6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (075265c4-2915-400e-bece-5588b551687b), after_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:06.199039 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-6f851a43-5fe7-4dd0-a587-a375d7e8fce6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:06.200945 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-6f851a43-5fe7-4dd0-a587-a375d7e8fce6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/075265c4-2915-400e-bece-5588b551687b HTTP/1.1" status: 204 len: 168 time: 0.2001009 Mar 14 10:28:06.209473 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f851a43-5fe7-4dd0-a587-a375d7e8fce6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=075265c4-2915-400e-bece-5588b551687b,revision_number=None']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:28:06.649514 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38212634-827e-4e8e-a16f-be6a45107a07 req-f71217a8-d546-4e08-8ecb-4ce9270ca868 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:28:06.650976 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-38212634-827e-4e8e-a16f-be6a45107a07 req-f71217a8-d546-4e08-8ecb-4ce9270ca868 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/ports?device_id=661e25a3-6da7-4a40-b28d-2ad6c73f6911 HTTP/1.1" status: 200 len: 945 time: 0.0519235 Mar 14 10:28:06.697522 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-38212634-827e-4e8e-a16f-be6a45107a07 req-d182516f-c786-4e45-b2ff-331a2dad3b57 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e1dfb47-6410-4f33-81fd-58fdf8819acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401919 Mar 14 10:28:06.898586 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 43142) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:28:06.938697 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-0618ebf0-3cbb-40c9-a4a1-1927feb47aa2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=44d81e2efeb7442eaa6fef4359f157c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389829 Mar 14 10:28:06.941301 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 43144) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:28:06.987291 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-2c27113e-ca86-47a8-904e-6dc9738f2a08 admin admin] Publish callbacks [] for security_group (00f88171-f1b2-4c09-a41e-86badc75fd74), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:07.014579 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-2c27113e-ca86-47a8-904e-6dc9738f2a08 admin admin] Publish callbacks [] for security_group (00f88171-f1b2-4c09-a41e-86badc75fd74), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:07.153605 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-2c27113e-ca86-47a8-904e-6dc9738f2a08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (00f88171-f1b2-4c09-a41e-86badc75fd74), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:07.156231 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-2c27113e-ca86-47a8-904e-6dc9738f2a08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:07.157360 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-2c27113e-ca86-47a8-904e-6dc9738f2a08 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/00f88171-f1b2-4c09-a41e-86badc75fd74 HTTP/1.1" status: 204 len: 168 time: 0.2151873 Mar 14 10:28:07.166198 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c27113e-ca86-47a8-904e-6dc9738f2a08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00f88171-f1b2-4c09-a41e-86badc75fd74,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:28:07.814660 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84354ee-c542-4bbc-8ea1-6228ee365096 req-9ca7d2ba-5dfa-409f-98a7-1e4c01ee26ad tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:28:07.816057 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-c84354ee-c542-4bbc-8ea1-6228ee365096 req-9ca7d2ba-5dfa-409f-98a7-1e4c01ee26ad tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/ports?device_id=661e25a3-6da7-4a40-b28d-2ad6c73f6911 HTTP/1.1" status: 200 len: 945 time: 0.0526671 Mar 14 10:28:07.864277 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-c84354ee-c542-4bbc-8ea1-6228ee365096 req-1bb842b0-81fa-42ef-8959-1faf79181183 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e1dfb47-6410-4f33-81fd-58fdf8819acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425978 Mar 14 10:28:08.707854 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 43202) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:28:08.808200 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-352cbc3d-1ade-4aa5-be61-a4273a861372 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:08.880924 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-352cbc3d-1ade-4aa5-be61-a4273a861372 admin admin] Publish callbacks [] for security_group (fca89f96-dda4-4ad6-8d4f-ff298faf9c9e), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:08.975900 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-352cbc3d-1ade-4aa5-be61-a4273a861372 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (fca89f96-dda4-4ad6-8d4f-ff298faf9c9e), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:09.030967 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-352cbc3d-1ade-4aa5-be61-a4273a861372 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=240bd3325480410ca34f3cadea43c252&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3220370 Mar 14 10:28:09.033692 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 43208) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:28:09.036054 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352cbc3d-1ade-4aa5-be61-a4273a861372 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fca89f96-dda4-4ad6-8d4f-ff298faf9c9e,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:28:09.043807 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92122b7e-a8c1-46d4-b430-fe2ff62fa9d6 req-eb5c2552-587c-4702-9bbf-cfa6b54d722f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:28:09.045889 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-92122b7e-a8c1-46d4-b430-fe2ff62fa9d6 req-eb5c2552-587c-4702-9bbf-cfa6b54d722f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=101a93bee6d44e499149e201608b6104&device_id=661e25a3-6da7-4a40-b28d-2ad6c73f6911 HTTP/1.1" status: 200 len: 1129 time: 0.1210368 Mar 14 10:28:09.052791 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd0fe08-ef0f-4194-ac9a-a1717821138e req-a9fed451-2862-4eac-b11d-5028416f68f6 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:28:09.054335 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-7dd0fe08-ef0f-4194-ac9a-a1717821138e req-a9fed451-2862-4eac-b11d-5028416f68f6 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/ports?device_id=661e25a3-6da7-4a40-b28d-2ad6c73f6911 HTTP/1.1" status: 200 len: 945 time: 0.1219881 Mar 14 10:28:09.089147 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-da93164f-c93e-4bd0-b3f5-1d4f9a3e0e07 admin admin] Publish callbacks [] for security_group (fca89f96-dda4-4ad6-8d4f-ff298faf9c9e), before_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:09.110450 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-da93164f-c93e-4bd0-b3f5-1d4f9a3e0e07 admin admin] Publish callbacks [] for security_group (fca89f96-dda4-4ad6-8d4f-ff298faf9c9e), precommit_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:09.159790 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-7dd0fe08-ef0f-4194-ac9a-a1717821138e req-0d3e6e2f-519f-4cd0-95a5-c8a376eedbe7 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e1dfb47-6410-4f33-81fd-58fdf8819acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966594 Mar 14 10:28:09.176704 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92122b7e-a8c1-46d4-b430-fe2ff62fa9d6 req-58125a0c-7857-4075-b76a-b6e84b90479d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:28:09.191078 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-92122b7e-a8c1-46d4-b430-fe2ff62fa9d6 req-58125a0c-7857-4075-b76a-b6e84b90479d service neutron] 10.222.0.39 "GET /v2.0/networks?id=f32a9833-69ef-4b23-859e-a7b8b0d08e87 HTTP/1.1" status: 200 len: 919 time: 0.1229806 Mar 14 10:28:09.222991 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-92122b7e-a8c1-46d4-b430-fe2ff62fa9d6 req-bf524f58-d20a-4f27-b764-a800c0617c4c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b5a96ecf-b332-4d17-ad81-355272627e6b HTTP/1.1" status: 200 len: 217 time: 0.0337009 Mar 14 10:28:09.267438 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-da93164f-c93e-4bd0-b3f5-1d4f9a3e0e07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (fca89f96-dda4-4ad6-8d4f-ff298faf9c9e), after_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:09.269805 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92122b7e-a8c1-46d4-b430-fe2ff62fa9d6 req-18eda0b2-cc2d-480b-85dc-893c63a42a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:28:09.270316 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-da93164f-c93e-4bd0-b3f5-1d4f9a3e0e07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:09.271187 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-92122b7e-a8c1-46d4-b430-fe2ff62fa9d6 req-18eda0b2-cc2d-480b-85dc-893c63a42a67 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=00786b35-2cc5-4c4c-83cc-316ffef97c56 HTTP/1.1" status: 200 len: 858 time: 0.0414844 Mar 14 10:28:09.271458 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-da93164f-c93e-4bd0-b3f5-1d4f9a3e0e07 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fca89f96-dda4-4ad6-8d4f-ff298faf9c9e HTTP/1.1" status: 204 len: 168 time: 0.2368100 Mar 14 10:28:09.279195 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da93164f-c93e-4bd0-b3f5-1d4f9a3e0e07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fca89f96-dda4-4ad6-8d4f-ff298faf9c9e,revision_number=None']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:28:09.311416 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-92122b7e-a8c1-46d4-b430-fe2ff62fa9d6 req-4d1bb73b-4762-4885-8878-5e9b596f6e10 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f32a9833-69ef-4b23-859e-a7b8b0d08e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301130 Mar 14 10:28:09.400633 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-92122b7e-a8c1-46d4-b430-fe2ff62fa9d6 req-31168748-259d-4dff-83b7-ba6d7fe9bb71 service neutron] 10.222.0.39 "GET /v2.0/networks/f32a9833-69ef-4b23-859e-a7b8b0d08e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824182 Mar 14 10:28:09.494664 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-92122b7e-a8c1-46d4-b430-fe2ff62fa9d6 req-72b22aa7-e468-4e48-9700-40966b38b663 service neutron] 10.222.0.39 "GET /v2.0/networks/f32a9833-69ef-4b23-859e-a7b8b0d08e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866971 Mar 14 10:28:10.295923 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cc5e9e-0213-47a8-a795-a55e9101518c req-8d66e525-d588-428d-9e0d-2c03a098ca3f tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:28:10.297600 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-e4cc5e9e-0213-47a8-a795-a55e9101518c req-8d66e525-d588-428d-9e0d-2c03a098ca3f tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/ports?device_id=661e25a3-6da7-4a40-b28d-2ad6c73f6911 HTTP/1.1" status: 200 len: 945 time: 0.0538435 Mar 14 10:28:10.343612 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-e4cc5e9e-0213-47a8-a795-a55e9101518c req-1b3040d2-8402-4865-a02e-b6552be9e737 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e1dfb47-6410-4f33-81fd-58fdf8819acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406005 Mar 14 10:28:11.458222 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c7f715-9496-4863-af09-67296591360d req-5d58d85a-b805-4454-8002-d82457e4e046 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:28:11.459706 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-24c7f715-9496-4863-af09-67296591360d req-5d58d85a-b805-4454-8002-d82457e4e046 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/ports?device_id=661e25a3-6da7-4a40-b28d-2ad6c73f6911 HTTP/1.1" status: 200 len: 945 time: 0.0512223 Mar 14 10:28:11.508331 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-24c7f715-9496-4863-af09-67296591360d req-53c078c8-5980-42c4-ac5b-164ef7d0763c tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e1dfb47-6410-4f33-81fd-58fdf8819acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431318 Mar 14 10:28:12.622237 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cbf72d-3e02-414c-ac53-163936f66ec9 req-06eb4753-7344-4591-ad03-19d56575612e tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:28:12.623715 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-e7cbf72d-3e02-414c-ac53-163936f66ec9 req-06eb4753-7344-4591-ad03-19d56575612e tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/ports?device_id=661e25a3-6da7-4a40-b28d-2ad6c73f6911 HTTP/1.1" status: 200 len: 945 time: 0.0508368 Mar 14 10:28:12.669536 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-e7cbf72d-3e02-414c-ac53-163936f66ec9 req-a7b1866a-14cd-48ef-9842-4e3900fc889a tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e1dfb47-6410-4f33-81fd-58fdf8819acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404496 Mar 14 10:28:13.782444 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357b159a-9e7d-4826-8e91-74cde3108f4c req-994eac3b-9cbb-47de-925b-a36312e747d6 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:28:13.783903 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-357b159a-9e7d-4826-8e91-74cde3108f4c req-994eac3b-9cbb-47de-925b-a36312e747d6 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/ports?device_id=661e25a3-6da7-4a40-b28d-2ad6c73f6911 HTTP/1.1" status: 200 len: 945 time: 0.0498276 Mar 14 10:28:13.827611 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-357b159a-9e7d-4826-8e91-74cde3108f4c req-f625c762-0687-477d-99a3-cfcfe766e5a3 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e1dfb47-6410-4f33-81fd-58fdf8819acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382700 Mar 14 10:28:14.944657 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e68b6a6-256a-4cee-8d3e-1b415f077181 req-fff1e7f3-c729-4eb3-adc8-eb4e47eb142b tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:28:14.946029 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-2e68b6a6-256a-4cee-8d3e-1b415f077181 req-fff1e7f3-c729-4eb3-adc8-eb4e47eb142b tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/ports?device_id=661e25a3-6da7-4a40-b28d-2ad6c73f6911 HTTP/1.1" status: 200 len: 945 time: 0.0553420 Mar 14 10:28:14.991891 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-2e68b6a6-256a-4cee-8d3e-1b415f077181 req-80f01fcd-e154-40fd-b740-0030464ff4cc tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e1dfb47-6410-4f33-81fd-58fdf8819acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395792 Mar 14 10:28:16.113295 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76ce97c-95e5-4572-986d-6808ed188dbc req-7160b80b-8e5d-47f8-a71d-1314908d44d9 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:28:16.114755 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-c76ce97c-95e5-4572-986d-6808ed188dbc req-7160b80b-8e5d-47f8-a71d-1314908d44d9 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/ports?device_id=661e25a3-6da7-4a40-b28d-2ad6c73f6911 HTTP/1.1" status: 200 len: 945 time: 0.0549557 Mar 14 10:28:16.159568 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-c76ce97c-95e5-4572-986d-6808ed188dbc req-a6875c64-e90f-4122-bcb7-5880f1436db3 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e1dfb47-6410-4f33-81fd-58fdf8819acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393324 Mar 14 10:28:17.271946 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49736c2-bac8-45c2-bd21-81499a26b48f req-b1d15baf-5fa6-41d5-8ddc-d4fa836411fa tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:28:17.273371 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-a49736c2-bac8-45c2-bd21-81499a26b48f req-b1d15baf-5fa6-41d5-8ddc-d4fa836411fa tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/ports?device_id=661e25a3-6da7-4a40-b28d-2ad6c73f6911 HTTP/1.1" status: 200 len: 945 time: 0.0502779 Mar 14 10:28:17.321791 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-a49736c2-bac8-45c2-bd21-81499a26b48f req-4bfd7b6b-8e44-4495-a7ec-023e8b5d659a tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e1dfb47-6410-4f33-81fd-58fdf8819acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429213 Mar 14 10:28:20.779875 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-0b42579a-5415-4b80-bb83-79c62730341d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (71411765-f129-4ae6-9e82-4fe742fde8ff), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:22.933740 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-0b1393a3-e098-4a47-b8c5-704a5ff2b83b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (a016a58c-1f8a-4210-ae6c-360b1a1f78c1), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:24.093755 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-f4039063-230b-41a9-bf4a-d5dd4b348b96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (46201191-f63a-41db-ad4d-3c2c795fe1c2), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:25.735850 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-a3541fa5-4b74-4b29-92a0-285d4d95a3dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (a9a1db27-ecd3-427e-bc57-ce8de4da4c28), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:26.120172 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.agents_db [None req-e5bc90a1-3fae-4be0-a54a-d59a030b4380 None None] Agent healthcheck: found 6 active agents {{(pid=103645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 10:28:26.958487 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (3daba05a-6d77-487a-83af-fb9f8edf24c0), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:27.198798 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (cd4c1fd5-6bd0-46fc-9cd1-9ea8fc180379), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:27.442534 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846480f5-4405-4dd3-ab04-db4ac7729d82 req-3a56f347-56fd-46a2-ab35-150f426eebec tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:28:27.444641 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-846480f5-4405-4dd3-ab04-db4ac7729d82 req-3a56f347-56fd-46a2-ab35-150f426eebec tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/ports?device_id=661e25a3-6da7-4a40-b28d-2ad6c73f6911 HTTP/1.1" status: 200 len: 945 time: 0.0583651 Mar 14 10:28:27.491397 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-846480f5-4405-4dd3-ab04-db4ac7729d82 req-59ab8d65-3ace-4ba3-b584-bb18590e37a3 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e1dfb47-6410-4f33-81fd-58fdf8819acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407126 Mar 14 10:28:34.098398 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 43566) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:28:34.200970 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-70a7478b-44d6-435d-a3a1-0ed0b3884885 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:34.276992 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-70a7478b-44d6-435d-a3a1-0ed0b3884885 admin admin] Publish callbacks [] for security_group (a831755f-364c-49ad-9d5e-99fc1e283397), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:34.373745 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-70a7478b-44d6-435d-a3a1-0ed0b3884885 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (a831755f-364c-49ad-9d5e-99fc1e283397), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:34.414125 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-70a7478b-44d6-435d-a3a1-0ed0b3884885 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=16c29e997a1e4ac99915eb02e5bb092c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3119755 Mar 14 10:28:34.414125 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a7478b-44d6-435d-a3a1-0ed0b3884885 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a831755f-364c-49ad-9d5e-99fc1e283397,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:28:34.414340 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 43580) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:28:34.465245 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-c988583c-cdf7-4fb1-b580-082a9c282dac admin admin] Publish callbacks [] for security_group (a831755f-364c-49ad-9d5e-99fc1e283397), before_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:34.486672 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-c988583c-cdf7-4fb1-b580-082a9c282dac admin admin] Publish callbacks [] for security_group (a831755f-364c-49ad-9d5e-99fc1e283397), precommit_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:34.638896 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-c988583c-cdf7-4fb1-b580-082a9c282dac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (a831755f-364c-49ad-9d5e-99fc1e283397), after_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:34.642412 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-c988583c-cdf7-4fb1-b580-082a9c282dac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:34.643471 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-c988583c-cdf7-4fb1-b580-082a9c282dac admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a831755f-364c-49ad-9d5e-99fc1e283397 HTTP/1.1" status: 204 len: 168 time: 0.2282903 Mar 14 10:28:34.651529 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c988583c-cdf7-4fb1-b580-082a9c282dac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a831755f-364c-49ad-9d5e-99fc1e283397,revision_number=None']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:28:35.376775 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 43596) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:28:35.390075 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-763e43fc-675c-4f10-a44c-1684493242b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:35.464608 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-763e43fc-675c-4f10-a44c-1684493242b9 admin admin] Publish callbacks [] for security_group (00da3f3c-df2b-4bc9-94ea-e5660e2b9f1c), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:35.518814 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-763e43fc-675c-4f10-a44c-1684493242b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (00da3f3c-df2b-4bc9-94ea-e5660e2b9f1c), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:35.559207 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-763e43fc-675c-4f10-a44c-1684493242b9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5493e6a9e9224af58e7678958e6ab54b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1789057 Mar 14 10:28:35.559207 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763e43fc-675c-4f10-a44c-1684493242b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00da3f3c-df2b-4bc9-94ea-e5660e2b9f1c,revision_number=1']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:28:35.559512 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 43598) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:28:35.610755 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-1e4c3b4e-ccab-42be-83d0-40f2ab6e04cf admin admin] Publish callbacks [] for security_group (00da3f3c-df2b-4bc9-94ea-e5660e2b9f1c), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:35.632491 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-1e4c3b4e-ccab-42be-83d0-40f2ab6e04cf admin admin] Publish callbacks [] for security_group (00da3f3c-df2b-4bc9-94ea-e5660e2b9f1c), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:35.765350 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-1e4c3b4e-ccab-42be-83d0-40f2ab6e04cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (00da3f3c-df2b-4bc9-94ea-e5660e2b9f1c), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:35.767904 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-1e4c3b4e-ccab-42be-83d0-40f2ab6e04cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:35.769125 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-1e4c3b4e-ccab-42be-83d0-40f2ab6e04cf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/00da3f3c-df2b-4bc9-94ea-e5660e2b9f1c HTTP/1.1" status: 204 len: 168 time: 0.2084966 Mar 14 10:28:35.776963 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4c3b4e-ccab-42be-83d0-40f2ab6e04cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00da3f3c-df2b-4bc9-94ea-e5660e2b9f1c,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:28:42.771702 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3d90e0-2f9f-4965-b533-1b640d06be38 req-ec4af6e5-05c9-4908-b3dd-b1a4467eda58 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:28:42.773194 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-cf3d90e0-2f9f-4965-b533-1b640d06be38 req-ec4af6e5-05c9-4908-b3dd-b1a4467eda58 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/ports?device_id=661e25a3-6da7-4a40-b28d-2ad6c73f6911 HTTP/1.1" status: 200 len: 945 time: 0.0534995 Mar 14 10:28:42.851116 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-cf3d90e0-2f9f-4965-b533-1b640d06be38 req-bf2fb52b-05e5-44ed-afa1-9904b6a64cde tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e1dfb47-6410-4f33-81fd-58fdf8819acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723615 Mar 14 10:28:42.856870 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3383825-052d-4dd3-92a8-443538e6c8ce req-a0b807cd-56ea-4e5f-8201-3b34d8f2b3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:28:42.860310 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-c3383825-052d-4dd3-92a8-443538e6c8ce req-a0b807cd-56ea-4e5f-8201-3b34d8f2b3c5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=101a93bee6d44e499149e201608b6104&device_id=661e25a3-6da7-4a40-b28d-2ad6c73f6911 HTTP/1.1" status: 200 len: 1129 time: 0.0721164 Mar 14 10:28:42.946160 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3383825-052d-4dd3-92a8-443538e6c8ce req-e8f935f1-9c9a-4265-a565-76c90d0f411e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:28:42.947607 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-c3383825-052d-4dd3-92a8-443538e6c8ce req-e8f935f1-9c9a-4265-a565-76c90d0f411e service neutron] 10.222.0.39 "GET /v2.0/networks?id=f32a9833-69ef-4b23-859e-a7b8b0d08e87 HTTP/1.1" status: 200 len: 919 time: 0.0834424 Mar 14 10:28:42.989809 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-c3383825-052d-4dd3-92a8-443538e6c8ce req-ce8cf2f9-7bad-41b7-8f5b-a56dc954e150 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b5a96ecf-b332-4d17-ad81-355272627e6b HTTP/1.1" status: 200 len: 217 time: 0.0361636 Mar 14 10:28:43.036286 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3383825-052d-4dd3-92a8-443538e6c8ce req-951618ca-6511-4f88-8c40-2987376bb968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:28:43.037598 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-c3383825-052d-4dd3-92a8-443538e6c8ce req-951618ca-6511-4f88-8c40-2987376bb968 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=00786b35-2cc5-4c4c-83cc-316ffef97c56 HTTP/1.1" status: 200 len: 858 time: 0.0419757 Mar 14 10:28:43.068056 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-c3383825-052d-4dd3-92a8-443538e6c8ce req-0dd160ec-0655-4cb6-b2e5-e32dac8bead0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f32a9833-69ef-4b23-859e-a7b8b0d08e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236897 Mar 14 10:28:43.159155 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-c3383825-052d-4dd3-92a8-443538e6c8ce req-f617dcd6-8bed-4404-b9d2-7d1920cedbd7 service neutron] 10.222.0.39 "GET /v2.0/networks/f32a9833-69ef-4b23-859e-a7b8b0d08e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852900 Mar 14 10:28:43.253193 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-c3383825-052d-4dd3-92a8-443538e6c8ce req-82e17f83-d4f2-4387-9d33-98e842b2080f service neutron] 10.222.0.39 "GET /v2.0/networks/f32a9833-69ef-4b23-859e-a7b8b0d08e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870376 Mar 14 10:28:43.968058 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27a0575-6e2f-4de1-a341-b791c5feb5d5 req-c7fd19a3-36ee-4a66-8c60-e07e2e6ec523 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:28:43.970148 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-f27a0575-6e2f-4de1-a341-b791c5feb5d5 req-c7fd19a3-36ee-4a66-8c60-e07e2e6ec523 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/ports?device_id=661e25a3-6da7-4a40-b28d-2ad6c73f6911 HTTP/1.1" status: 200 len: 945 time: 0.0518341 Mar 14 10:28:44.017985 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-f27a0575-6e2f-4de1-a341-b791c5feb5d5 req-cdf9f2ad-1080-4e30-a0f9-6ed15f24cf8b tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e1dfb47-6410-4f33-81fd-58fdf8819acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424244 Mar 14 10:28:45.134436 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c41e85f-cdc0-4882-b140-7dd899dbb57c req-536ba40c-5f09-442c-b054-2b81d7e30acb tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:28:45.135924 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-8c41e85f-cdc0-4882-b140-7dd899dbb57c req-536ba40c-5f09-442c-b054-2b81d7e30acb tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/ports?device_id=661e25a3-6da7-4a40-b28d-2ad6c73f6911 HTTP/1.1" status: 200 len: 945 time: 0.0516803 Mar 14 10:28:45.185849 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-8c41e85f-cdc0-4882-b140-7dd899dbb57c req-8995c8bb-e991-4ca1-8398-1974ca2a0132 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e1dfb47-6410-4f33-81fd-58fdf8819acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417078 Mar 14 10:28:46.300602 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b8ccb8-8cb4-4eec-b0b7-cdfa2e5a6b2b req-ac113a63-7cc9-42eb-a7b8-127e6e8790d3 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:28:46.302040 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-88b8ccb8-8cb4-4eec-b0b7-cdfa2e5a6b2b req-ac113a63-7cc9-42eb-a7b8-127e6e8790d3 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/ports?device_id=661e25a3-6da7-4a40-b28d-2ad6c73f6911 HTTP/1.1" status: 200 len: 945 time: 0.0514805 Mar 14 10:28:46.347375 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-88b8ccb8-8cb4-4eec-b0b7-cdfa2e5a6b2b req-d91e85eb-cec5-4510-9560-4f5a5144ee44 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e1dfb47-6410-4f33-81fd-58fdf8819acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396848 Mar 14 10:28:47.467288 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af215b4-9373-44c0-9646-5cd0d415658c req-02cc1026-60de-4a7f-b226-36c89dc3ed90 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:28:47.468770 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-7af215b4-9373-44c0-9646-5cd0d415658c req-02cc1026-60de-4a7f-b226-36c89dc3ed90 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/ports?device_id=661e25a3-6da7-4a40-b28d-2ad6c73f6911 HTTP/1.1" status: 200 len: 945 time: 0.0550728 Mar 14 10:28:47.514023 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-7af215b4-9373-44c0-9646-5cd0d415658c req-7daa04b5-e248-46d8-8690-92e333790f62 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e1dfb47-6410-4f33-81fd-58fdf8819acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398188 Mar 14 10:28:48.646122 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3b2de9-acc6-4c3c-a0ad-a71ea94dd3ab req-b1412b4d-738f-4e07-aa53-2ffecb87806a tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:28:48.647560 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-fc3b2de9-acc6-4c3c-a0ad-a71ea94dd3ab req-b1412b4d-738f-4e07-aa53-2ffecb87806a tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/ports?device_id=661e25a3-6da7-4a40-b28d-2ad6c73f6911 HTTP/1.1" status: 200 len: 945 time: 0.0553148 Mar 14 10:28:48.694312 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-fc3b2de9-acc6-4c3c-a0ad-a71ea94dd3ab req-b0533ccd-7f07-4118-84b6-e5bb4659b373 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e1dfb47-6410-4f33-81fd-58fdf8819acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407293 Mar 14 10:28:49.811488 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982be788-bff5-4a87-b66c-f1d46df21ca5 req-9c0e0986-c6ca-4453-9bf1-1cd0c43e2149 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:28:49.813024 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-982be788-bff5-4a87-b66c-f1d46df21ca5 req-9c0e0986-c6ca-4453-9bf1-1cd0c43e2149 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/ports?device_id=661e25a3-6da7-4a40-b28d-2ad6c73f6911 HTTP/1.1" status: 200 len: 945 time: 0.0532751 Mar 14 10:28:49.862253 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-982be788-bff5-4a87-b66c-f1d46df21ca5 req-cf192737-dd4a-4db6-95bf-88c060646abe tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e1dfb47-6410-4f33-81fd-58fdf8819acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437088 Mar 14 10:28:50.232486 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 43852) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:28:50.334287 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-5433c483-6e95-4966-895b-c800d8179c45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:50.403130 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-5433c483-6e95-4966-895b-c800d8179c45 admin admin] Publish callbacks [] for security_group (9b3dc684-b264-4d83-8046-06a2477e058c), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:50.479111 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-5433c483-6e95-4966-895b-c800d8179c45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (9b3dc684-b264-4d83-8046-06a2477e058c), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:50.515658 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-5433c483-6e95-4966-895b-c800d8179c45 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=531f9b0badaa441598f06140ae1670de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2820673 Mar 14 10:28:50.518024 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5433c483-6e95-4966-895b-c800d8179c45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b3dc684-b264-4d83-8046-06a2477e058c,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:28:50.519004 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 43858) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:28:50.566394 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-772af9a5-1aa2-46b9-bbb2-777da3bce6a8 admin admin] Publish callbacks [] for security_group (9b3dc684-b264-4d83-8046-06a2477e058c), before_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:50.587447 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-772af9a5-1aa2-46b9-bbb2-777da3bce6a8 admin admin] Publish callbacks [] for security_group (9b3dc684-b264-4d83-8046-06a2477e058c), precommit_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:50.690211 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-772af9a5-1aa2-46b9-bbb2-777da3bce6a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (9b3dc684-b264-4d83-8046-06a2477e058c), after_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:50.692809 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-772af9a5-1aa2-46b9-bbb2-777da3bce6a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:50.694025 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-772af9a5-1aa2-46b9-bbb2-777da3bce6a8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9b3dc684-b264-4d83-8046-06a2477e058c HTTP/1.1" status: 204 len: 168 time: 0.1740444 Mar 14 10:28:50.705928 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772af9a5-1aa2-46b9-bbb2-777da3bce6a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b3dc684-b264-4d83-8046-06a2477e058c,revision_number=None']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:28:50.759251 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-2e0df5fa-48e9-43a2-a409-34c14eb1bb22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (71411765-f129-4ae6-9e82-4fe742fde8ff), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:50.979402 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfd9ae5-63b6-46a4-8ab5-20f45447dd90 req-f97bce92-c61a-4229-b6ce-be9f25b684ba tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:28:50.980921 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-9cfd9ae5-63b6-46a4-8ab5-20f45447dd90 req-f97bce92-c61a-4229-b6ce-be9f25b684ba tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/ports?device_id=661e25a3-6da7-4a40-b28d-2ad6c73f6911 HTTP/1.1" status: 200 len: 945 time: 0.0548129 Mar 14 10:28:51.030056 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-9cfd9ae5-63b6-46a4-8ab5-20f45447dd90 req-a43e7c64-ca81-47d8-8227-17ef7b9fe0b6 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e1dfb47-6410-4f33-81fd-58fdf8819acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407441 Mar 14 10:28:51.346923 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 43872) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:28:51.360404 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-a88ceae1-594d-441f-913c-56469fd4d12f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:51.435336 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-a88ceae1-594d-441f-913c-56469fd4d12f admin admin] Publish callbacks [] for security_group (6a463c1c-af0b-4f1b-b5ee-bd9342988463), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:51.501622 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-a88ceae1-594d-441f-913c-56469fd4d12f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (6a463c1c-af0b-4f1b-b5ee-bd9342988463), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:51.541636 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-a88ceae1-594d-441f-913c-56469fd4d12f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9f5da82107614161b8ad8c00ced95ef1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1936750 Mar 14 10:28:51.542475 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88ceae1-594d-441f-913c-56469fd4d12f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a463c1c-af0b-4f1b-b5ee-bd9342988463,revision_number=1']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:28:51.544294 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 43874) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:28:51.594821 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-9cdf217a-d6a9-41d0-88fa-cf647c54be4a admin admin] Publish callbacks [] for security_group (6a463c1c-af0b-4f1b-b5ee-bd9342988463), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:51.614415 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-9cdf217a-d6a9-41d0-88fa-cf647c54be4a admin admin] Publish callbacks [] for security_group (6a463c1c-af0b-4f1b-b5ee-bd9342988463), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:51.727857 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-9cdf217a-d6a9-41d0-88fa-cf647c54be4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (6a463c1c-af0b-4f1b-b5ee-bd9342988463), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:51.730363 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-9cdf217a-d6a9-41d0-88fa-cf647c54be4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:51.731489 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-9cdf217a-d6a9-41d0-88fa-cf647c54be4a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6a463c1c-af0b-4f1b-b5ee-bd9342988463 HTTP/1.1" status: 204 len: 168 time: 0.1856213 Mar 14 10:28:51.739053 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdf217a-d6a9-41d0-88fa-cf647c54be4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a463c1c-af0b-4f1b-b5ee-bd9342988463,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:28:52.149593 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbd2d01-3e7a-4efc-8bf1-1b73de80dc32 req-4466d5a0-8847-4a01-8b44-2d09bc9fda6c tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:28:52.151064 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-5cbd2d01-3e7a-4efc-8bf1-1b73de80dc32 req-4466d5a0-8847-4a01-8b44-2d09bc9fda6c tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/ports?device_id=661e25a3-6da7-4a40-b28d-2ad6c73f6911 HTTP/1.1" status: 200 len: 945 time: 0.0529714 Mar 14 10:28:52.197579 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-5cbd2d01-3e7a-4efc-8bf1-1b73de80dc32 req-e8ea832a-10d7-4e26-820e-3a5c6428eece tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e1dfb47-6410-4f33-81fd-58fdf8819acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410326 Mar 14 10:28:52.929901 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-d8180d4f-8cad-4b29-88bd-a3b00318b213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (a016a58c-1f8a-4210-ae6c-360b1a1f78c1), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:53.319016 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab6e477-beb2-4c9b-b815-4857fab68634 req-24eaedc0-06d4-4171-8d96-a79f835e2e77 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:28:53.320575 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-2ab6e477-beb2-4c9b-b815-4857fab68634 req-24eaedc0-06d4-4171-8d96-a79f835e2e77 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/ports?device_id=661e25a3-6da7-4a40-b28d-2ad6c73f6911 HTTP/1.1" status: 200 len: 945 time: 0.0557191 Mar 14 10:28:53.367066 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-2ab6e477-beb2-4c9b-b815-4857fab68634 req-bba5c584-254b-4380-b7bf-d4c8eeb4075e tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e1dfb47-6410-4f33-81fd-58fdf8819acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408347 Mar 14 10:28:54.053363 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-f4039063-230b-41a9-bf4a-d5dd4b348b96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (46201191-f63a-41db-ad4d-3c2c795fe1c2), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:54.497297 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9051c33-8bd1-49b4-b094-91374b1c3f4d req-71ba00d7-8d1a-4476-aacd-409e3255c7fe tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:28:54.498759 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-f9051c33-8bd1-49b4-b094-91374b1c3f4d req-71ba00d7-8d1a-4476-aacd-409e3255c7fe tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/ports?device_id=661e25a3-6da7-4a40-b28d-2ad6c73f6911 HTTP/1.1" status: 200 len: 945 time: 0.0538263 Mar 14 10:28:54.546396 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-f9051c33-8bd1-49b4-b094-91374b1c3f4d req-45b06510-d1ad-4e42-b203-eec5d7b28fac tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e1dfb47-6410-4f33-81fd-58fdf8819acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412598 Mar 14 10:28:55.627096 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-a3541fa5-4b74-4b29-92a0-285d4d95a3dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (a9a1db27-ecd3-427e-bc57-ce8de4da4c28), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:55.666321 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a207e410-75c5-43bf-8090-85bb358eeb87 req-0ae44a13-5333-42c9-bf7b-5d62a635a35c tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:28:55.667817 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-a207e410-75c5-43bf-8090-85bb358eeb87 req-0ae44a13-5333-42c9-bf7b-5d62a635a35c tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/ports?device_id=661e25a3-6da7-4a40-b28d-2ad6c73f6911 HTTP/1.1" status: 200 len: 945 time: 0.0529094 Mar 14 10:28:55.716707 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-a207e410-75c5-43bf-8090-85bb358eeb87 req-d9343efd-c028-486a-bf8e-cab9bbba1ddf tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e1dfb47-6410-4f33-81fd-58fdf8819acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426776 Mar 14 10:28:56.993254 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (3daba05a-6d77-487a-83af-fb9f8edf24c0), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:57.028611 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a072276b-88aa-4003-94d0-f61561157b36 req-05ea7498-3b8e-496b-95c9-86c23c1928c5 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:28:57.032289 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-a072276b-88aa-4003-94d0-f61561157b36 req-05ea7498-3b8e-496b-95c9-86c23c1928c5 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/ports?device_id=661e25a3-6da7-4a40-b28d-2ad6c73f6911 HTTP/1.1" status: 200 len: 945 time: 0.2446642 Mar 14 10:28:57.076732 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-a072276b-88aa-4003-94d0-f61561157b36 req-6e5727c9-f8a9-4e70-ac45-43fc214dac08 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e1dfb47-6410-4f33-81fd-58fdf8819acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410712 Mar 14 10:28:57.227792 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (cd4c1fd5-6bd0-46fc-9cd1-9ea8fc180379), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:58.211895 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09e26ef-9da7-404c-8f29-9a4f6188abb1 req-6e20b21a-3e7c-4c35-9c8f-2954a6e2ea5a tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:28:58.213369 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-e09e26ef-9da7-404c-8f29-9a4f6188abb1 req-6e20b21a-3e7c-4c35-9c8f-2954a6e2ea5a tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/ports?device_id=661e25a3-6da7-4a40-b28d-2ad6c73f6911 HTTP/1.1" status: 200 len: 945 time: 0.0522177 Mar 14 10:28:58.259954 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-e09e26ef-9da7-404c-8f29-9a4f6188abb1 req-556adf4b-8306-4eb2-a853-9d0dbf8277f0 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e1dfb47-6410-4f33-81fd-58fdf8819acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411088 Mar 14 10:28:58.327730 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 44034) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:28:58.427236 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-9e117d6c-7af6-4504-a722-488d4fd9c065 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:58.508983 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-9e117d6c-7af6-4504-a722-488d4fd9c065 admin admin] Publish callbacks [] for security_group (813f1294-4244-4df9-91b5-9264899e3d05), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:58.592515 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-2655c0f0-b479-4af3-836b-303cc5094427 req-e6230aba-5dce-458f-b442-6719447384fc service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b80d74d2-bc9a-4236-8994-9fc9447d0f1b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0461245 Mar 14 10:28:58.602625 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-9e117d6c-7af6-4504-a722-488d4fd9c065 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (813f1294-4244-4df9-91b5-9264899e3d05), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:58.665832 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e117d6c-7af6-4504-a722-488d4fd9c065 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=813f1294-4244-4df9-91b5-9264899e3d05,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:28:58.671426 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-9e117d6c-7af6-4504-a722-488d4fd9c065 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4f09f6edd54c4be683a62ec6bb29481e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3479159 Mar 14 10:28:58.675755 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 44080) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:28:58.697187 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2655c0f0-b479-4af3-836b-303cc5094427 req-8fca4445-409d-4ddd-b61a-344ae033dcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:28:58.699136 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-2655c0f0-b479-4af3-836b-303cc5094427 req-8fca4445-409d-4ddd-b61a-344ae033dcc3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=101a93bee6d44e499149e201608b6104&device_id=b80d74d2-bc9a-4236-8994-9fc9447d0f1b HTTP/1.1" status: 200 len: 1129 time: 0.0652127 Mar 14 10:28:58.705708 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 44082) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:28:58.727583 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-fd3b646e-bb42-4d69-952b-ee8c69b13641 admin admin] Publish callbacks [] for security_group (813f1294-4244-4df9-91b5-9264899e3d05), before_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:58.750784 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-fd3b646e-bb42-4d69-952b-ee8c69b13641 admin admin] Publish callbacks [] for security_group (813f1294-4244-4df9-91b5-9264899e3d05), precommit_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:58.825143 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2655c0f0-b479-4af3-836b-303cc5094427 req-b25bdd8c-ee85-4754-9e39-4f0b5a39c6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:28:58.825143 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-2655c0f0-b479-4af3-836b-303cc5094427 req-b25bdd8c-ee85-4754-9e39-4f0b5a39c6ea service neutron] 10.222.0.39 "GET /v2.0/networks?id=f32a9833-69ef-4b23-859e-a7b8b0d08e87 HTTP/1.1" status: 200 len: 919 time: 0.1054969 Mar 14 10:28:58.843559 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-faa30e0d-f150-416b-97ad-d4f7d2d58e9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:58.871016 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-fd3b646e-bb42-4d69-952b-ee8c69b13641 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (813f1294-4244-4df9-91b5-9264899e3d05), after_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:58.873667 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-fd3b646e-bb42-4d69-952b-ee8c69b13641 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:58.874889 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-fd3b646e-bb42-4d69-952b-ee8c69b13641 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/813f1294-4244-4df9-91b5-9264899e3d05 HTTP/1.1" status: 204 len: 168 time: 0.1987731 Mar 14 10:28:58.884468 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3b646e-bb42-4d69-952b-ee8c69b13641 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=813f1294-4244-4df9-91b5-9264899e3d05,revision_number=None']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:28:58.893209 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-2655c0f0-b479-4af3-836b-303cc5094427 req-03c41a07-8f30-4763-b64d-34569c88c379 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=30e6120e-d6e3-4cf2-b721-425f9e5d8b75 HTTP/1.1" status: 200 len: 217 time: 0.0557058 Mar 14 10:28:58.970394 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2655c0f0-b479-4af3-836b-303cc5094427 req-29843108-5beb-49f7-a461-af5d7be58aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:28:58.971875 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-2655c0f0-b479-4af3-836b-303cc5094427 req-29843108-5beb-49f7-a461-af5d7be58aa5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=00786b35-2cc5-4c4c-83cc-316ffef97c56 HTTP/1.1" status: 200 len: 858 time: 0.0650754 Mar 14 10:28:58.988533 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391f0d9d-02df-4347-8519-aedc6bd7fe7c req-63c1d483-c7d1-45c0-9870-f74cdce5e0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:28:58.990222 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-391f0d9d-02df-4347-8519-aedc6bd7fe7c req-63c1d483-c7d1-45c0-9870-f74cdce5e0f3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=661e25a3-6da7-4a40-b28d-2ad6c73f6911 HTTP/1.1" status: 200 len: 1129 time: 0.0477455 Mar 14 10:28:59.011369 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-2655c0f0-b479-4af3-836b-303cc5094427 req-896d8cee-4a0e-4d14-8538-5cd4ba6fa50e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f32a9833-69ef-4b23-859e-a7b8b0d08e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321622 Mar 14 10:28:59.033682 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-391f0d9d-02df-4347-8519-aedc6bd7fe7c req-56f42590-5edf-486c-9ba0-6bc9696e13dd service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=0e1dfb47-6410-4f33-81fd-58fdf8819acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375531 Mar 14 10:28:59.050405 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-faa30e0d-f150-416b-97ad-d4f7d2d58e9b admin admin] Publish callbacks [] for security_group (f0679862-3199-4d9d-a630-1f6059eef843), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:59.116407 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-2655c0f0-b479-4af3-836b-303cc5094427 req-8e09ee3b-2338-45a6-b802-b831452df0ed service neutron] 10.222.0.39 "GET /v2.0/networks/f32a9833-69ef-4b23-859e-a7b8b0d08e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961080 Mar 14 10:28:59.144783 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-faa30e0d-f150-416b-97ad-d4f7d2d58e9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (f0679862-3199-4d9d-a630-1f6059eef843), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:59.184047 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 44088) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:28:59.184190 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-faa30e0d-f150-416b-97ad-d4f7d2d58e9b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=079ace8850474627894369860ae3d70c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4772356 Mar 14 10:28:59.191591 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa30e0d-f150-416b-97ad-d4f7d2d58e9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0679862-3199-4d9d-a630-1f6059eef843,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:28:59.244128 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-a2bdd4ce-8ff6-4bc7-b4a1-9ab7e62f3465 admin admin] Publish callbacks [] for security_group (f0679862-3199-4d9d-a630-1f6059eef843), before_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:59.267072 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-a2bdd4ce-8ff6-4bc7-b4a1-9ab7e62f3465 admin admin] Publish callbacks [] for security_group (f0679862-3199-4d9d-a630-1f6059eef843), precommit_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:59.396389 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79776096-63ae-4e91-bfb6-fa61ef822fc4 req-192b3c4f-cdc4-4221-b45f-9e3ab81a4150 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:28:59.398059 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-79776096-63ae-4e91-bfb6-fa61ef822fc4 req-192b3c4f-cdc4-4221-b45f-9e3ab81a4150 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/ports?device_id=661e25a3-6da7-4a40-b28d-2ad6c73f6911 HTTP/1.1" status: 200 len: 945 time: 0.0557642 Mar 14 10:28:59.434302 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-a2bdd4ce-8ff6-4bc7-b4a1-9ab7e62f3465 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (f0679862-3199-4d9d-a630-1f6059eef843), after_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:59.436904 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-a2bdd4ce-8ff6-4bc7-b4a1-9ab7e62f3465 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:59.441109 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-a2bdd4ce-8ff6-4bc7-b4a1-9ab7e62f3465 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f0679862-3199-4d9d-a630-1f6059eef843 HTTP/1.1" status: 204 len: 168 time: 0.2557642 Mar 14 10:28:59.451878 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bdd4ce-8ff6-4bc7-b4a1-9ab7e62f3465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0679862-3199-4d9d-a630-1f6059eef843,revision_number=None']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:28:59.513405 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-79776096-63ae-4e91-bfb6-fa61ef822fc4 req-9599b381-69e2-4650-92f1-86aee235caea tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e1dfb47-6410-4f33-81fd-58fdf8819acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098919 Mar 14 10:28:59.544660 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-2655c0f0-b479-4af3-836b-303cc5094427 req-2a3d2891-6da3-4b69-a707-7d6bcaf56ed4 service neutron] 10.222.0.39 "GET /v2.0/networks/f32a9833-69ef-4b23-859e-a7b8b0d08e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235147 Mar 14 10:28:59.618769 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 44110) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:28:59.632172 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-0d6460e5-6b52-4ab9-8bc2-34acc479f3eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:59.715491 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-0d6460e5-6b52-4ab9-8bc2-34acc479f3eb admin admin] Publish callbacks [] for security_group (2372550f-fbba-4899-bd08-5fad5bc8806b), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:59.780020 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-0d6460e5-6b52-4ab9-8bc2-34acc479f3eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (2372550f-fbba-4899-bd08-5fad5bc8806b), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:59.826443 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-0d6460e5-6b52-4ab9-8bc2-34acc479f3eb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0ef97abb231d42b29819ad10f49d324b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2065635 Mar 14 10:28:59.827448 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6460e5-6b52-4ab9-8bc2-34acc479f3eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2372550f-fbba-4899-bd08-5fad5bc8806b,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:28:59.829179 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 44124) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:28:59.886520 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-6cc35090-f5be-4340-a874-48c408f559ee admin admin] Publish callbacks [] for security_group (2372550f-fbba-4899-bd08-5fad5bc8806b), before_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:59.911238 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-6cc35090-f5be-4340-a874-48c408f559ee admin admin] Publish callbacks [] for security_group (2372550f-fbba-4899-bd08-5fad5bc8806b), precommit_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:00.053326 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-6cc35090-f5be-4340-a874-48c408f559ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (2372550f-fbba-4899-bd08-5fad5bc8806b), after_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:00.055953 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-6cc35090-f5be-4340-a874-48c408f559ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:00.057109 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-6cc35090-f5be-4340-a874-48c408f559ee admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2372550f-fbba-4899-bd08-5fad5bc8806b HTTP/1.1" status: 204 len: 168 time: 0.2266233 Mar 14 10:29:00.066380 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc35090-f5be-4340-a874-48c408f559ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2372550f-fbba-4899-bd08-5fad5bc8806b,revision_number=None']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:29:00.635513 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee23fe6c-9ee3-41b0-ab90-927009a55ffe req-8c81a5a0-0ac5-4c33-940c-2420520d0f90 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:29:00.637094 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-ee23fe6c-9ee3-41b0-ab90-927009a55ffe req-8c81a5a0-0ac5-4c33-940c-2420520d0f90 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/ports?device_id=661e25a3-6da7-4a40-b28d-2ad6c73f6911 HTTP/1.1" status: 200 len: 945 time: 0.0514164 Mar 14 10:29:00.693092 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-ee23fe6c-9ee3-41b0-ab90-927009a55ffe req-40831898-7047-49b3-b70e-1efab5f35197 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e1dfb47-6410-4f33-81fd-58fdf8819acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497885 Mar 14 10:29:01.232110 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114eff20-bb41-459c-892f-d12db4eaddb0 req-ec8dc6cb-d7a0-4abd-b12a-5b1d2b2cd398 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:29:01.234196 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-114eff20-bb41-459c-892f-d12db4eaddb0 req-ec8dc6cb-d7a0-4abd-b12a-5b1d2b2cd398 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/ports?device_id=661e25a3-6da7-4a40-b28d-2ad6c73f6911 HTTP/1.1" status: 200 len: 945 time: 0.0572677 Mar 14 10:29:01.316449 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-114eff20-bb41-459c-892f-d12db4eaddb0 req-f0ef66dc-9cb3-4579-8cff-6dfb4bbc7481 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e1dfb47-6410-4f33-81fd-58fdf8819acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753016 Mar 14 10:29:01.342387 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d56bdf3-8479-4377-99b7-f87915ed3cfb req-0965ffbd-c655-4481-adf2-3a889b232763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:29:01.344148 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-0d56bdf3-8479-4377-99b7-f87915ed3cfb req-0965ffbd-c655-4481-adf2-3a889b232763 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=101a93bee6d44e499149e201608b6104&device_id=661e25a3-6da7-4a40-b28d-2ad6c73f6911 HTTP/1.1" status: 200 len: 1129 time: 0.0698287 Mar 14 10:29:01.405027 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 44186) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:29:01.457395 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d56bdf3-8479-4377-99b7-f87915ed3cfb req-08636f40-8a34-4378-8c4e-4fc75b6189ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:29:01.458854 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-0d56bdf3-8479-4377-99b7-f87915ed3cfb req-08636f40-8a34-4378-8c4e-4fc75b6189ef service neutron] 10.222.0.39 "GET /v2.0/networks?id=f32a9833-69ef-4b23-859e-a7b8b0d08e87 HTTP/1.1" status: 200 len: 919 time: 0.1089902 Mar 14 10:29:01.503899 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-0d56bdf3-8479-4377-99b7-f87915ed3cfb req-e6eab159-5bdd-406f-8482-bcad1654855d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b5a96ecf-b332-4d17-ad81-355272627e6b HTTP/1.1" status: 200 len: 217 time: 0.0380297 Mar 14 10:29:01.523084 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-08219bee-9c7a-46da-9927-23b5843492fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:01.568033 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d56bdf3-8479-4377-99b7-f87915ed3cfb req-0ab7fe7d-c3f0-4cfc-b1f9-7e738ce6a0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:29:01.575358 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-0d56bdf3-8479-4377-99b7-f87915ed3cfb req-0ab7fe7d-c3f0-4cfc-b1f9-7e738ce6a0b0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=00786b35-2cc5-4c4c-83cc-316ffef97c56 HTTP/1.1" status: 200 len: 858 time: 0.0597069 Mar 14 10:29:01.603782 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-0d56bdf3-8479-4377-99b7-f87915ed3cfb req-f69addde-4f13-48fd-a55b-9aa3d334cf6b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f32a9833-69ef-4b23-859e-a7b8b0d08e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271702 Mar 14 10:29:01.605294 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-08219bee-9c7a-46da-9927-23b5843492fd admin admin] Publish callbacks [] for security_group (bdbd9395-a246-487b-8109-73d0b2ffbc26), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:01.697775 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-0d56bdf3-8479-4377-99b7-f87915ed3cfb req-702d7311-6a7e-4807-a98a-98f847392d23 service neutron] 10.222.0.39 "GET /v2.0/networks/f32a9833-69ef-4b23-859e-a7b8b0d08e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880985 Mar 14 10:29:01.707813 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-08219bee-9c7a-46da-9927-23b5843492fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (bdbd9395-a246-487b-8109-73d0b2ffbc26), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:01.747356 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-08219bee-9c7a-46da-9927-23b5843492fd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bb87940872d6491e88f4d0775e5ab9a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3412437 Mar 14 10:29:01.748267 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08219bee-9c7a-46da-9927-23b5843492fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdbd9395-a246-487b-8109-73d0b2ffbc26,revision_number=1']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:29:01.750474 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 44224) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:29:01.793525 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-0d56bdf3-8479-4377-99b7-f87915ed3cfb req-9cc424d6-23d1-4225-bccc-d88b1a2ffbea service neutron] 10.222.0.39 "GET /v2.0/networks/f32a9833-69ef-4b23-859e-a7b8b0d08e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898104 Mar 14 10:29:01.801203 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-3de07838-4015-4790-ac6d-867c552b3308 admin admin] Publish callbacks [] for security_group (bdbd9395-a246-487b-8109-73d0b2ffbc26), before_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:01.823356 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-3de07838-4015-4790-ac6d-867c552b3308 admin admin] Publish callbacks [] for security_group (bdbd9395-a246-487b-8109-73d0b2ffbc26), precommit_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:01.956472 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-3de07838-4015-4790-ac6d-867c552b3308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (bdbd9395-a246-487b-8109-73d0b2ffbc26), after_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:01.959044 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-3de07838-4015-4790-ac6d-867c552b3308 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:01.960219 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-3de07838-4015-4790-ac6d-867c552b3308 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bdbd9395-a246-487b-8109-73d0b2ffbc26 HTTP/1.1" status: 204 len: 168 time: 0.2083421 Mar 14 10:29:01.968484 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de07838-4015-4790-ac6d-867c552b3308 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdbd9395-a246-487b-8109-73d0b2ffbc26,revision_number=None']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:29:02.457676 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a17ccd-81ee-4673-9570-5c426d8a6899 req-4de9769b-5964-4c08-b922-5d8fc29be015 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:29:02.457676 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-54a17ccd-81ee-4673-9570-5c426d8a6899 req-4de9769b-5964-4c08-b922-5d8fc29be015 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/ports?device_id=661e25a3-6da7-4a40-b28d-2ad6c73f6911 HTTP/1.1" status: 200 len: 945 time: 0.0586777 Mar 14 10:29:02.505975 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-54a17ccd-81ee-4673-9570-5c426d8a6899 req-48f33f8e-3f8e-4c9e-952f-fc5f232759d3 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e1dfb47-6410-4f33-81fd-58fdf8819acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430825 Mar 14 10:29:03.120366 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.agents_db [None req-e5bc90a1-3fae-4be0-a54a-d59a030b4380 None None] Agent healthcheck: found 6 active agents {{(pid=103645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 10:29:03.633330 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cfe921-b21e-48d5-b8db-ee289b033d36 req-d0182839-0270-46c6-8f81-5fcfa20a3c42 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:29:03.635029 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-38cfe921-b21e-48d5-b8db-ee289b033d36 req-d0182839-0270-46c6-8f81-5fcfa20a3c42 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/ports?device_id=661e25a3-6da7-4a40-b28d-2ad6c73f6911 HTTP/1.1" status: 200 len: 945 time: 0.0595195 Mar 14 10:29:03.680730 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-38cfe921-b21e-48d5-b8db-ee289b033d36 req-ab581023-06c7-461e-9373-e9c47bd731ff tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e1dfb47-6410-4f33-81fd-58fdf8819acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396464 Mar 14 10:29:04.800000 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af456219-d0fd-4fb5-a179-6d2a87cfa5fb req-c1846006-ae47-45db-a73d-31ac542be84d tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:29:04.801645 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-af456219-d0fd-4fb5-a179-6d2a87cfa5fb req-c1846006-ae47-45db-a73d-31ac542be84d tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/ports?device_id=661e25a3-6da7-4a40-b28d-2ad6c73f6911 HTTP/1.1" status: 200 len: 945 time: 0.0526409 Mar 14 10:29:04.851907 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-af456219-d0fd-4fb5-a179-6d2a87cfa5fb req-4fce53b4-448c-4561-8b4b-dde43b3fc341 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e1dfb47-6410-4f33-81fd-58fdf8819acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439324 Mar 14 10:29:10.492739 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2621492a-72af-4fa7-a6d9-3e0bc75d27b4 req-a15fb02c-84c4-40de-970a-2fad4612df61 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:29:10.494382 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-2621492a-72af-4fa7-a6d9-3e0bc75d27b4 req-a15fb02c-84c4-40de-970a-2fad4612df61 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/ports?device_id=b80d74d2-bc9a-4236-8994-9fc9447d0f1b HTTP/1.1" status: 200 len: 945 time: 0.0532806 Mar 14 10:29:10.543844 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-2621492a-72af-4fa7-a6d9-3e0bc75d27b4 req-c8fec8e6-bcb9-44b5-933a-0191f5e48ba5 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e1dfb47-6410-4f33-81fd-58fdf8819acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439684 Mar 14 10:29:11.662916 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0919c099-13e4-4977-b716-d42de17fa151 req-29089194-5a5d-4752-98cd-e7edb7f6de13 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:29:11.664420 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-0919c099-13e4-4977-b716-d42de17fa151 req-29089194-5a5d-4752-98cd-e7edb7f6de13 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/ports?device_id=b80d74d2-bc9a-4236-8994-9fc9447d0f1b HTTP/1.1" status: 200 len: 945 time: 0.0512435 Mar 14 10:29:11.714609 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-0919c099-13e4-4977-b716-d42de17fa151 req-a4790a08-d845-40da-bef4-9d6745df446e tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e1dfb47-6410-4f33-81fd-58fdf8819acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444067 Mar 14 10:29:12.832511 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7007ca2e-55cd-4725-ab2a-c412d78643b9 req-fa8f9e77-f852-4f2a-aa08-62d3ed75d2c3 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:29:12.833878 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-7007ca2e-55cd-4725-ab2a-c412d78643b9 req-fa8f9e77-f852-4f2a-aa08-62d3ed75d2c3 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/ports?device_id=b80d74d2-bc9a-4236-8994-9fc9447d0f1b HTTP/1.1" status: 200 len: 945 time: 0.0533125 Mar 14 10:29:12.878501 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-7007ca2e-55cd-4725-ab2a-c412d78643b9 req-1c2a2b35-7319-4172-a063-f65b5b9aebf5 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e1dfb47-6410-4f33-81fd-58fdf8819acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392616 Mar 14 10:29:13.551462 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b437ae8-3ba6-412c-b0e6-da2f64913ad7 req-b6498908-4be7-487c-a457-479d5ef8cbde tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:29:13.552916 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-6b437ae8-3ba6-412c-b0e6-da2f64913ad7 req-b6498908-4be7-487c-a457-479d5ef8cbde tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.39 "GET /v2.0/ports?device_id=b80d74d2-bc9a-4236-8994-9fc9447d0f1b HTTP/1.1" status: 200 len: 945 time: 0.0564492 Mar 14 10:29:13.647584 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [req-6b437ae8-3ba6-412c-b0e6-da2f64913ad7 req-1802fbb9-41c7-4ea1-8b67-49441763f0a2 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Deleting port 30e6120e-d6e3-4cf2-b721-425f9e5d8b75 {{(pid=103643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 10:29:13.648047 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-6b437ae8-3ba6-412c-b0e6-da2f64913ad7 req-1802fbb9-41c7-4ea1-8b67-49441763f0a2 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739585920741'] for port (30e6120e-d6e3-4cf2-b721-425f9e5d8b75), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:13.744884 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.db [req-6b437ae8-3ba6-412c-b0e6-da2f64913ad7 req-1802fbb9-41c7-4ea1-8b67-49441763f0a2 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] For port 30e6120e-d6e3-4cf2-b721-425f9e5d8b75, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=30e6120e-d6e3-4cf2-b721-425f9e5d8b75,segment=NetworkSegment(813206bc-3b4b-41d1-bc9c-0d026c4e302c),segment_id=813206bc-3b4b-41d1-bc9c-0d026c4e302c)] {{(pid=103643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:29:13.745248 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-6b437ae8-3ba6-412c-b0e6-da2f64913ad7 req-1802fbb9-41c7-4ea1-8b67-49441763f0a2 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562337'] for port (30e6120e-d6e3-4cf2-b721-425f9e5d8b75), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:13.757304 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [req-6b437ae8-3ba6-412c-b0e6-da2f64913ad7 req-1802fbb9-41c7-4ea1-8b67-49441763f0a2 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Calling delete_port for 30e6120e-d6e3-4cf2-b721-425f9e5d8b75 owned by compute:nova {{(pid=103643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 10:29:13.996104 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-6b437ae8-3ba6-412c-b0e6-da2f64913ad7 req-1802fbb9-41c7-4ea1-8b67-49441763f0a2 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739585930060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739585409127'] for port (30e6120e-d6e3-4cf2-b721-425f9e5d8b75), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:14.027777 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802fbb9-41c7-4ea1-8b67-49441763f0a2 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Pushing event deleted for resources: {'Port': ['ID=30e6120e-d6e3-4cf2-b721-425f9e5d8b75,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:29:14.036066 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] get_ports_and_sgs() called for port_ids ['30e6120e-d6e3-4cf2-b721-425f9e5d8b75', 'b5a96ecf-b332-4d17-ad81-355272627e6b'] {{(pid=103644) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 10:29:14.042268 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b8639e-1059-4b3d-ae2f-6781fcd2ca77 req-fc9e7bb1-7ce9-45fc-bc60-47c1871d654c tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:29:14.043768 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-53b8639e-1059-4b3d-ae2f-6781fcd2ca77 req-fc9e7bb1-7ce9-45fc-bc60-47c1871d654c tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/ports?device_id=b80d74d2-bc9a-4236-8994-9fc9447d0f1b HTTP/1.1" status: 200 len: 945 time: 0.0980031 Mar 14 10:29:14.071836 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1802fbb9-41c7-4ea1-8b67-49441763f0a2 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:29:14.072196 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1802fbb9-41c7-4ea1-8b67-49441763f0a2 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:29:14.072538 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1802fbb9-41c7-4ea1-8b67-49441763f0a2 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:29:14.072876 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1802fbb9-41c7-4ea1-8b67-49441763f0a2 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:29:14.073209 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1802fbb9-41c7-4ea1-8b67-49441763f0a2 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:29:14.073536 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1802fbb9-41c7-4ea1-8b67-49441763f0a2 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:29:14.073861 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1802fbb9-41c7-4ea1-8b67-49441763f0a2 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:29:14.074192 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1802fbb9-41c7-4ea1-8b67-49441763f0a2 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:29:14.074517 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1802fbb9-41c7-4ea1-8b67-49441763f0a2 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:29:14.074837 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1802fbb9-41c7-4ea1-8b67-49441763f0a2 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:29:14.075157 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1802fbb9-41c7-4ea1-8b67-49441763f0a2 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:29:14.075476 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1802fbb9-41c7-4ea1-8b67-49441763f0a2 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:29:14.075821 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1802fbb9-41c7-4ea1-8b67-49441763f0a2 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:29:14.076142 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1802fbb9-41c7-4ea1-8b67-49441763f0a2 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:29:14.076459 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1802fbb9-41c7-4ea1-8b67-49441763f0a2 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:29:14.105460 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b437ae8-3ba6-412c-b0e6-da2f64913ad7 req-1802fbb9-41c7-4ea1-8b67-49441763f0a2 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] No DVR routers for this DVR port 30e6120e-d6e3-4cf2-b721-425f9e5d8b75 on host hv-cinder-83354 {{(pid=103643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 10:29:14.108602 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-6b437ae8-3ba6-412c-b0e6-da2f64913ad7 req-1802fbb9-41c7-4ea1-8b67-49441763f0a2 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211739'] for port (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:14.112217 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-6b437ae8-3ba6-412c-b0e6-da2f64913ad7 req-1802fbb9-41c7-4ea1-8b67-49441763f0a2 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.39 "DELETE /v2.0/ports/30e6120e-d6e3-4cf2-b721-425f9e5d8b75 HTTP/1.1" status: 204 len: 173 time: 0.5532773 Mar 14 10:29:14.113808 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b80d74d2-bc9a-4236-8994-9fc9447d0f1b', 'name': 'network-vif-deleted', 'tag': '30e6120e-d6e3-4cf2-b721-425f9e5d8b75'}] {{(pid=103643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:29:14.116768 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b58adf1808d3e8f2b7de4636db435fb255da6a44abdc46a7a48cdc23cb85b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed543690-ea86-42b5-a423-38ffa83e726e" -d '{"events": [{"server_uuid": "b80d74d2-bc9a-4236-8994-9fc9447d0f1b", "name": "network-vif-deleted", "tag": "30e6120e-d6e3-4cf2-b721-425f9e5d8b75"}]}' {{(pid=103643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:29:14.153384 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-53b8639e-1059-4b3d-ae2f-6781fcd2ca77 req-47b98d7d-baa3-4b01-ada6-122408a0d4eb tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e1dfb47-6410-4f33-81fd-58fdf8819acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032488 Mar 14 10:29:14.154938 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 10:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e162e91-60d9-459b-82fb-c5c1bba34add x-openstack-request-id: req-1e162e91-60d9-459b-82fb-c5c1bba34add {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:29:14.155074 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b80d74d2-bc9a-4236-8994-9fc9447d0f1b", "name": "network-vif-deleted", "tag": "30e6120e-d6e3-4cf2-b721-425f9e5d8b75", "status": "completed", "code": 200}]} {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:29:14.155301 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1e162e91-60d9-459b-82fb-c5c1bba34add {{(pid=103643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:29:14.155700 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b80d74d2-bc9a-4236-8994-9fc9447d0f1b', 'name': 'network-vif-deleted', 'tag': '30e6120e-d6e3-4cf2-b721-425f9e5d8b75', 'status': 'completed', 'code': 200} Mar 14 10:29:15.264361 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-526d0019-f9ab-4a5d-a07a-12653f1c6aca req-e0ab76c1-fcde-49bd-bacc-26bf9a5f4960 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/ports?device_id=b80d74d2-bc9a-4236-8994-9fc9447d0f1b HTTP/1.1" status: 200 len: 210 time: 0.0309322 Mar 14 10:29:15.535723 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 44468) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:29:15.638177 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-06dcef03-f1b6-4adf-8aef-dfccb65d91b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:15.710169 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-06dcef03-f1b6-4adf-8aef-dfccb65d91b8 admin admin] Publish callbacks [] for security_group (84cbb68a-022d-45c3-b324-9c2983603a91), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:15.784951 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-06dcef03-f1b6-4adf-8aef-dfccb65d91b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (84cbb68a-022d-45c3-b324-9c2983603a91), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:15.826361 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dcef03-f1b6-4adf-8aef-dfccb65d91b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84cbb68a-022d-45c3-b324-9c2983603a91,revision_number=1']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:29:15.832333 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-06dcef03-f1b6-4adf-8aef-dfccb65d91b8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c6bd7a411bd74cdfb0199cb4b2331ba2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2941830 Mar 14 10:29:15.833857 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 44472) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:29:15.837351 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06dcef03-f1b6-4adf-8aef-dfccb65d91b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:29:15.837702 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06dcef03-f1b6-4adf-8aef-dfccb65d91b8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:29:15.838044 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06dcef03-f1b6-4adf-8aef-dfccb65d91b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:29:15.838381 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06dcef03-f1b6-4adf-8aef-dfccb65d91b8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:29:15.838714 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06dcef03-f1b6-4adf-8aef-dfccb65d91b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:29:15.839045 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06dcef03-f1b6-4adf-8aef-dfccb65d91b8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:29:15.839376 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06dcef03-f1b6-4adf-8aef-dfccb65d91b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:29:15.839723 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06dcef03-f1b6-4adf-8aef-dfccb65d91b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:29:15.840053 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06dcef03-f1b6-4adf-8aef-dfccb65d91b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:29:15.840385 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06dcef03-f1b6-4adf-8aef-dfccb65d91b8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:29:15.840709 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06dcef03-f1b6-4adf-8aef-dfccb65d91b8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:29:15.841030 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06dcef03-f1b6-4adf-8aef-dfccb65d91b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:29:15.841347 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06dcef03-f1b6-4adf-8aef-dfccb65d91b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:29:15.841665 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06dcef03-f1b6-4adf-8aef-dfccb65d91b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:29:15.841980 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06dcef03-f1b6-4adf-8aef-dfccb65d91b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:29:15.884861 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-e7853bc6-bc98-4be7-af82-eddb1f8cbcb0 admin admin] Publish callbacks [] for security_group (84cbb68a-022d-45c3-b324-9c2983603a91), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:15.906512 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-e7853bc6-bc98-4be7-af82-eddb1f8cbcb0 admin admin] Publish callbacks [] for security_group (84cbb68a-022d-45c3-b324-9c2983603a91), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:16.021882 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-e7853bc6-bc98-4be7-af82-eddb1f8cbcb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (84cbb68a-022d-45c3-b324-9c2983603a91), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:16.024531 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-e7853bc6-bc98-4be7-af82-eddb1f8cbcb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:16.025740 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-e7853bc6-bc98-4be7-af82-eddb1f8cbcb0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/84cbb68a-022d-45c3-b324-9c2983603a91 HTTP/1.1" status: 204 len: 168 time: 0.1908743 Mar 14 10:29:16.034658 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7853bc6-bc98-4be7-af82-eddb1f8cbcb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84cbb68a-022d-45c3-b324-9c2983603a91,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:29:16.640822 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 44486) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:29:16.653789 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-9d6089f0-e505-4ed8-9ec7-cbe5fd2b3b03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:16.726375 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-9d6089f0-e505-4ed8-9ec7-cbe5fd2b3b03 admin admin] Publish callbacks [] for security_group (3897ddbe-0cdd-413a-b2d9-8cbc10f70fec), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:16.781229 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b218970d-7c10-48cf-a51a-67e3c09a5123 req-d2549d05-3209-46b3-a0d6-8148ff91088e tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:29:16.783301 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-b218970d-7c10-48cf-a51a-67e3c09a5123 req-d2549d05-3209-46b3-a0d6-8148ff91088e tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/ports?device_id=661e25a3-6da7-4a40-b28d-2ad6c73f6911 HTTP/1.1" status: 200 len: 945 time: 0.0514646 Mar 14 10:29:16.799473 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-9d6089f0-e505-4ed8-9ec7-cbe5fd2b3b03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (3897ddbe-0cdd-413a-b2d9-8cbc10f70fec), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:16.828665 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-b218970d-7c10-48cf-a51a-67e3c09a5123 req-db87e05d-0fbd-4238-b27f-f3914861376a tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e1dfb47-6410-4f33-81fd-58fdf8819acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397019 Mar 14 10:29:16.835373 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6089f0-e505-4ed8-9ec7-cbe5fd2b3b03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3897ddbe-0cdd-413a-b2d9-8cbc10f70fec,revision_number=1']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:29:16.840738 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-9d6089f0-e505-4ed8-9ec7-cbe5fd2b3b03 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b8c3edcde6384ba486c5383905d1139d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1977608 Mar 14 10:29:16.842386 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 44490) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:29:16.890328 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-405c5ae8-c24c-4c26-a74b-b13f7cc03b30 admin admin] Publish callbacks [] for security_group (3897ddbe-0cdd-413a-b2d9-8cbc10f70fec), before_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:16.910937 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-405c5ae8-c24c-4c26-a74b-b13f7cc03b30 admin admin] Publish callbacks [] for security_group (3897ddbe-0cdd-413a-b2d9-8cbc10f70fec), precommit_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:17.047802 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-405c5ae8-c24c-4c26-a74b-b13f7cc03b30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (3897ddbe-0cdd-413a-b2d9-8cbc10f70fec), after_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:17.050405 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-405c5ae8-c24c-4c26-a74b-b13f7cc03b30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:17.051538 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-405c5ae8-c24c-4c26-a74b-b13f7cc03b30 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3897ddbe-0cdd-413a-b2d9-8cbc10f70fec HTTP/1.1" status: 204 len: 168 time: 0.2081871 Mar 14 10:29:17.059347 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405c5ae8-c24c-4c26-a74b-b13f7cc03b30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3897ddbe-0cdd-413a-b2d9-8cbc10f70fec,revision_number=None']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:29:17.702208 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 44508) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:29:17.715928 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-ef1961ad-7d5d-4173-bec1-e6542eccda68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:17.791538 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-ef1961ad-7d5d-4173-bec1-e6542eccda68 admin admin] Publish callbacks [] for security_group (e6c57ee3-0e7b-45a7-8351-a8bd71b820f7), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:17.856012 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-ef1961ad-7d5d-4173-bec1-e6542eccda68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (e6c57ee3-0e7b-45a7-8351-a8bd71b820f7), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:17.892114 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Device 30e6120e-d6e3-4cf2-b721-425f9e5d8b75 no longer exists at agent hyperv_hv-cinder-83354 {{(pid=103644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 10:29:17.900719 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-ef1961ad-7d5d-4173-bec1-e6542eccda68 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4ce01786f601431f9e53b5ebc6f6f7c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1951053 Mar 14 10:29:17.900719 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1961ad-7d5d-4173-bec1-e6542eccda68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6c57ee3-0e7b-45a7-8351-a8bd71b820f7,revision_number=1']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:29:17.901545 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 44512) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:29:17.938507 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] No Port match for: 30e6120e-d6e3-4cf2-b721-425f9e5d8b75 {{(pid=103644) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 10:29:17.939423 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Device 30e6120e-d6e3-4cf2-b721-425f9e5d8b75 not bound to the agent host hv-cinder-83354 {{(pid=103644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 10:29:17.953601 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-b9570764-3cbf-4f30-8711-1454626b93a6 admin admin] Publish callbacks [] for security_group (e6c57ee3-0e7b-45a7-8351-a8bd71b820f7), before_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:17.967188 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc2d9fe-5a1e-41e2-bfac-f19610e12c55 req-3469f70f-1288-49f4-9d8d-a75fd7bff710 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:29:17.972583 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-bfc2d9fe-5a1e-41e2-bfac-f19610e12c55 req-3469f70f-1288-49f4-9d8d-a75fd7bff710 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/ports?device_id=661e25a3-6da7-4a40-b28d-2ad6c73f6911 HTTP/1.1" status: 200 len: 945 time: 0.0728517 Mar 14 10:29:17.983203 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-b9570764-3cbf-4f30-8711-1454626b93a6 admin admin] Publish callbacks [] for security_group (e6c57ee3-0e7b-45a7-8351-a8bd71b820f7), precommit_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:18.021358 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-bfc2d9fe-5a1e-41e2-bfac-f19610e12c55 req-71e2318f-cc9c-4309-9a85-78059fc70342 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e1dfb47-6410-4f33-81fd-58fdf8819acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472612 Mar 14 10:29:18.156891 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-b9570764-3cbf-4f30-8711-1454626b93a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (e6c57ee3-0e7b-45a7-8351-a8bd71b820f7), after_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:18.159967 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-b9570764-3cbf-4f30-8711-1454626b93a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:18.161125 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-b9570764-3cbf-4f30-8711-1454626b93a6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e6c57ee3-0e7b-45a7-8351-a8bd71b820f7 HTTP/1.1" status: 204 len: 168 time: 0.2585211 Mar 14 10:29:18.170969 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9570764-3cbf-4f30-8711-1454626b93a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6c57ee3-0e7b-45a7-8351-a8bd71b820f7,revision_number=None']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:29:19.139334 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8548644d-0d0a-430a-b7f8-0151290126e8 req-d886785d-e17b-415c-9ec6-58797eec3e7f tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:29:19.140832 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-8548644d-0d0a-430a-b7f8-0151290126e8 req-d886785d-e17b-415c-9ec6-58797eec3e7f tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/ports?device_id=661e25a3-6da7-4a40-b28d-2ad6c73f6911 HTTP/1.1" status: 200 len: 945 time: 0.0521250 Mar 14 10:29:19.190609 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-8548644d-0d0a-430a-b7f8-0151290126e8 req-40ae492f-41e3-43a8-8b33-f9df9379821b tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e1dfb47-6410-4f33-81fd-58fdf8819acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412328 Mar 14 10:29:19.724865 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 44560) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:29:19.826606 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-27d738a5-e373-4405-844e-2c3dd45c8ac1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:19.898161 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-27d738a5-e373-4405-844e-2c3dd45c8ac1 admin admin] Publish callbacks [] for security_group (267ec695-c2f8-4a68-8bff-638b34be849e), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:19.962254 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-27d738a5-e373-4405-844e-2c3dd45c8ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (267ec695-c2f8-4a68-8bff-638b34be849e), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:20.193529 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-27d738a5-e373-4405-844e-2c3dd45c8ac1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c96ec419e0684b47ae2d37fd0ef175bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4675307 Mar 14 10:29:20.194381 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d738a5-e373-4405-844e-2c3dd45c8ac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=267ec695-c2f8-4a68-8bff-638b34be849e,revision_number=1']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:29:20.196155 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 44568) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:29:20.244831 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-8cef6619-e1da-4ebe-8dd5-9701a2021bc6 admin admin] Publish callbacks [] for security_group (267ec695-c2f8-4a68-8bff-638b34be849e), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:20.292181 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-8cef6619-e1da-4ebe-8dd5-9701a2021bc6 admin admin] Publish callbacks [] for security_group (267ec695-c2f8-4a68-8bff-638b34be849e), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:20.341986 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0af96a0-2be4-4ce5-b1e4-5dc9d59510c9 req-187cc9bb-5bad-4066-b595-b88bcbd6cdd8 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:29:20.343720 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-a0af96a0-2be4-4ce5-b1e4-5dc9d59510c9 req-187cc9bb-5bad-4066-b595-b88bcbd6cdd8 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/ports?device_id=661e25a3-6da7-4a40-b28d-2ad6c73f6911 HTTP/1.1" status: 200 len: 945 time: 0.0862586 Mar 14 10:29:20.396455 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-a0af96a0-2be4-4ce5-b1e4-5dc9d59510c9 req-5df39116-f0db-47a8-97d8-ed48dbffd798 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e1dfb47-6410-4f33-81fd-58fdf8819acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465038 Mar 14 10:29:20.436576 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-8cef6619-e1da-4ebe-8dd5-9701a2021bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (267ec695-c2f8-4a68-8bff-638b34be849e), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:20.439209 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-8cef6619-e1da-4ebe-8dd5-9701a2021bc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:20.440349 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-8cef6619-e1da-4ebe-8dd5-9701a2021bc6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/267ec695-c2f8-4a68-8bff-638b34be849e HTTP/1.1" status: 204 len: 168 time: 0.2431996 Mar 14 10:29:20.448213 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cef6619-e1da-4ebe-8dd5-9701a2021bc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=267ec695-c2f8-4a68-8bff-638b34be849e,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:29:20.810906 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-969b394a-4468-412c-93fd-fb817ed953b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (71411765-f129-4ae6-9e82-4fe742fde8ff), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:21.436141 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 44610) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:29:21.515124 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf3a8af-60e3-4f94-bc77-0aa341ba4e67 req-711856a8-ea97-49f8-a8a7-60c6cb8bbf54 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:29:21.516624 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-faf3a8af-60e3-4f94-bc77-0aa341ba4e67 req-711856a8-ea97-49f8-a8a7-60c6cb8bbf54 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/ports?device_id=661e25a3-6da7-4a40-b28d-2ad6c73f6911 HTTP/1.1" status: 200 len: 945 time: 0.0513394 Mar 14 10:29:21.543533 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [None req-7eb7cec2-9972-4ccf-b6e0-925d09772010 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1033551713-network', 'tenant_id': '4c639ea78b524ac38cc8c4e8a36c04e1'}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:29:21.581575 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-faf3a8af-60e3-4f94-bc77-0aa341ba4e67 req-0dfdcdb0-b961-42f0-af42-8496be5d173c tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e1dfb47-6410-4f33-81fd-58fdf8819acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591190 Mar 14 10:29:21.661869 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eb7cec2-9972-4ccf-b6e0-925d09772010 admin admin] Made reservation on behalf of 4c639ea78b524ac38cc8c4e8a36c04e1 for: {'network': 1} {{(pid=103643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 10:29:21.664100 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-7eb7cec2-9972-4ccf-b6e0-925d09772010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for network (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:21.672753 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-7eb7cec2-9972-4ccf-b6e0-925d09772010 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:21.743419 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-7eb7cec2-9972-4ccf-b6e0-925d09772010 admin admin] Publish callbacks [] for security_group (1f835d31-e3b8-449c-9db1-2eea62c7b37c), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:21.813328 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-7eb7cec2-9972-4ccf-b6e0-925d09772010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (1f835d31-e3b8-449c-9db1-2eea62c7b37c), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:21.833275 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7eb7cec2-9972-4ccf-b6e0-925d09772010 admin admin] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=103643) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 10:29:21.847967 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb7cec2-9972-4ccf-b6e0-925d09772010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f835d31-e3b8-449c-9db1-2eea62c7b37c,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:29:21.851685 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-7eb7cec2-9972-4ccf-b6e0-925d09772010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1663358'] for segment (a7d2aa36-dc5d-4b87-b609-12c32136474e), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:21.852029 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.db.segments_db [None req-7eb7cec2-9972-4ccf-b6e0-925d09772010 admin admin] Added segment a7d2aa36-dc5d-4b87-b609-12c32136474e of type vlan for network 2dbba2ff-bbf1-426e-8fea-ff3f8570afee Mar 14 10:29:21.890244 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-7eb7cec2-9972-4ccf-b6e0-925d09772010 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739585426881'] for network (2dbba2ff-bbf1-426e-8fea-ff3f8570afee), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:21.984980 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-7eb7cec2-9972-4ccf-b6e0-925d09772010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005'] for network (2dbba2ff-bbf1-426e-8fea-ff3f8570afee), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:21.986579 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb7cec2-9972-4ccf-b6e0-925d09772010 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:29:21.987162 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-7eb7cec2-9972-4ccf-b6e0-925d09772010 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631023'] for network (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:22.046931 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb7cec2-9972-4ccf-b6e0-925d09772010 admin admin] Pushing event updated for resources: {'Network': ['ID=2dbba2ff-bbf1-426e-8fea-ff3f8570afee,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:29:22.056990 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Network 2dbba2ff-bbf1-426e-8fea-ff3f8570afee details requested by agent ovs-agent-dv-cinder-833544-1-iscsi with host dv-cinder-833544-1-iscsi {{(pid=103644) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 10:29:22.070248 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-7eb7cec2-9972-4ccf-b6e0-925d09772010 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6329622 Mar 14 10:29:22.073505 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 44616) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:29:22.078111 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [None req-df79cbfd-0521-4438-9ae0-7a5bc46818b1 admin admin] Request body: {'subnet': {'network_id': '2dbba2ff-bbf1-426e-8fea-ff3f8570afee', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1033551713-subnet', 'tenant_id': '4c639ea78b524ac38cc8c4e8a36c04e1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:29:22.156363 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df79cbfd-0521-4438-9ae0-7a5bc46818b1 admin admin] Made reservation on behalf of 4c639ea78b524ac38cc8c4e8a36c04e1 for: {'subnet': 1} {{(pid=103643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 10:29:22.159176 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-df79cbfd-0521-4438-9ae0-7a5bc46818b1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:22.375893 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-df79cbfd-0521-4438-9ae0-7a5bc46818b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005'] for subnet (5b66c451-9585-4f0d-9834-3588924aca31), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:22.428392 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df79cbfd-0521-4438-9ae0-7a5bc46818b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b66c451-9585-4f0d-9834-3588924aca31,revision_number=0']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:29:22.438180 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df79cbfd-0521-4438-9ae0-7a5bc46818b1 admin admin] Checking segment: {'id': 'a7d2aa36-dc5d-4b87-b609-12c32136474e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '2dbba2ff-bbf1-426e-8fea-ff3f8570afee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:29:22.438837 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df79cbfd-0521-4438-9ae0-7a5bc46818b1 admin admin] Network hostable DHCP agents. Network: 2dbba2ff-bbf1-426e-8fea-ff3f8570afee, hostable agents: ['71411765-f129-4ae6-9e82-4fe742fde8ff'], hosted agents: [] {{(pid=103643) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 10:29:22.501527 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df79cbfd-0521-4438-9ae0-7a5bc46818b1 admin admin] Network 2dbba2ff-bbf1-426e-8fea-ff3f8570afee is scheduled to be hosted by DHCP agent 71411765-f129-4ae6-9e82-4fe742fde8ff with binding_index 1 {{(pid=103643) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 10:29:22.573371 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.base_scheduler [None req-df79cbfd-0521-4438-9ae0-7a5bc46818b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-833544-1-iscsi, 2dbba2ff-bbf1-426e-8fea-ff3f8570afee) {{(pid=103643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:29:22.577407 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df79cbfd-0521-4438-9ae0-7a5bc46818b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:29:22.578015 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-df79cbfd-0521-4438-9ae0-7a5bc46818b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631023'] for subnet (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:22.583097 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba36a0e-95ec-4492-9535-4cdca3cb6f0c None None] Network 2dbba2ff-bbf1-426e-8fea-ff3f8570afee requested from dv-cinder-833544-1-iscsi {{(pid=103644) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 10:29:22.665335 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-df79cbfd-0521-4438-9ae0-7a5bc46818b1 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5908048 Mar 14 10:29:22.683185 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-104ee27f-2716-4b0a-97be-3f9171d9a580 None None] Network 2dbba2ff-bbf1-426e-8fea-ff3f8570afee requested from dv-cinder-833544-1-iscsi {{(pid=103644) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 10:29:22.713075 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5f2099-2520-488a-b874-0725cf691efb req-6a2b5deb-b06b-40f7-9ed4-78556d36783b tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:29:22.714837 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-ba5f2099-2520-488a-b874-0725cf691efb req-6a2b5deb-b06b-40f7-9ed4-78556d36783b tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/ports?device_id=661e25a3-6da7-4a40-b28d-2ad6c73f6911 HTTP/1.1" status: 200 len: 945 time: 0.0637512 Mar 14 10:29:22.768201 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-ba5f2099-2520-488a-b874-0725cf691efb req-e25abe88-8c20-4f12-9096-9ebade0c7efb tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e1dfb47-6410-4f33-81fd-58fdf8819acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472767 Mar 14 10:29:22.933602 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-5879b759-4698-4277-bae3-928e2cdf2f54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (a016a58c-1f8a-4210-ae6c-360b1a1f78c1), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:23.317665 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8ce8c6-ca19-4a8b-910d-d25611b42554 req-064e9f26-29f5-4dcb-af5e-9195ed0661e9 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:29:23.319119 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-bf8ce8c6-ca19-4a8b-910d-d25611b42554 req-064e9f26-29f5-4dcb-af5e-9195ed0661e9 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.39 "GET /v2.0/ports?device_id=661e25a3-6da7-4a40-b28d-2ad6c73f6911 HTTP/1.1" status: 200 len: 945 time: 0.0549669 Mar 14 10:29:23.410973 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [req-bf8ce8c6-ca19-4a8b-910d-d25611b42554 req-80d2b014-78f2-42e5-8a5c-9efcfe2c8f9c tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Deleting port b5a96ecf-b332-4d17-ad81-355272627e6b {{(pid=103643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 10:29:23.411315 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-bf8ce8c6-ca19-4a8b-910d-d25611b42554 req-80d2b014-78f2-42e5-8a5c-9efcfe2c8f9c tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739585920741'] for port (b5a96ecf-b332-4d17-ad81-355272627e6b), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:23.504568 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.db [req-bf8ce8c6-ca19-4a8b-910d-d25611b42554 req-80d2b014-78f2-42e5-8a5c-9efcfe2c8f9c tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] For port b5a96ecf-b332-4d17-ad81-355272627e6b, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=b5a96ecf-b332-4d17-ad81-355272627e6b,segment=NetworkSegment(813206bc-3b4b-41d1-bc9c-0d026c4e302c),segment_id=813206bc-3b4b-41d1-bc9c-0d026c4e302c)] {{(pid=103643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:29:23.505146 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-bf8ce8c6-ca19-4a8b-910d-d25611b42554 req-80d2b014-78f2-42e5-8a5c-9efcfe2c8f9c tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562337'] for port (b5a96ecf-b332-4d17-ad81-355272627e6b), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:23.517948 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [req-bf8ce8c6-ca19-4a8b-910d-d25611b42554 req-80d2b014-78f2-42e5-8a5c-9efcfe2c8f9c tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Calling delete_port for b5a96ecf-b332-4d17-ad81-355272627e6b owned by compute:nova {{(pid=103643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 10:29:23.712947 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-bf8ce8c6-ca19-4a8b-910d-d25611b42554 req-80d2b014-78f2-42e5-8a5c-9efcfe2c8f9c tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739585930060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739585409127'] for port (b5a96ecf-b332-4d17-ad81-355272627e6b), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:23.744058 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d2b014-78f2-42e5-8a5c-9efcfe2c8f9c tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Pushing event deleted for resources: {'Port': ['ID=b5a96ecf-b332-4d17-ad81-355272627e6b,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:29:23.764535 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] get_ports_and_sgs() called for port_ids ['b5a96ecf-b332-4d17-ad81-355272627e6b'] {{(pid=103644) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 10:29:23.784007 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf8ce8c6-ca19-4a8b-910d-d25611b42554 req-80d2b014-78f2-42e5-8a5c-9efcfe2c8f9c tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] No DVR routers for this DVR port b5a96ecf-b332-4d17-ad81-355272627e6b on host hv-cinder-83354 {{(pid=103643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 10:29:23.786450 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-bf8ce8c6-ca19-4a8b-910d-d25611b42554 req-80d2b014-78f2-42e5-8a5c-9efcfe2c8f9c tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211739'] for port (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:23.789751 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-bf8ce8c6-ca19-4a8b-910d-d25611b42554 req-80d2b014-78f2-42e5-8a5c-9efcfe2c8f9c tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.39 "DELETE /v2.0/ports/b5a96ecf-b332-4d17-ad81-355272627e6b HTTP/1.1" status: 204 len: 173 time: 0.4650996 Mar 14 10:29:23.790191 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '661e25a3-6da7-4a40-b28d-2ad6c73f6911', 'name': 'network-vif-deleted', 'tag': 'b5a96ecf-b332-4d17-ad81-355272627e6b'}] {{(pid=103643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:29:23.792698 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b58adf1808d3e8f2b7de4636db435fb255da6a44abdc46a7a48cdc23cb85b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c71962be-239e-4306-80b6-7d1f249df61c" -d '{"events": [{"server_uuid": "661e25a3-6da7-4a40-b28d-2ad6c73f6911", "name": "network-vif-deleted", "tag": "b5a96ecf-b332-4d17-ad81-355272627e6b"}]}' {{(pid=103643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:29:23.832741 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 10:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df3000ec-8923-463d-b9a4-fc9e9dd6a0b6 x-openstack-request-id: req-df3000ec-8923-463d-b9a4-fc9e9dd6a0b6 {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:29:23.833037 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "661e25a3-6da7-4a40-b28d-2ad6c73f6911", "name": "network-vif-deleted", "tag": "b5a96ecf-b332-4d17-ad81-355272627e6b", "status": "completed", "code": 200}]} {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:29:23.833423 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-df3000ec-8923-463d-b9a4-fc9e9dd6a0b6 {{(pid=103643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:29:23.833830 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '661e25a3-6da7-4a40-b28d-2ad6c73f6911', 'name': 'network-vif-deleted', 'tag': 'b5a96ecf-b332-4d17-ad81-355272627e6b', 'status': 'completed', 'code': 200} Mar 14 10:29:23.871086 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-95c0fc38-3cc8-4c0f-adee-cfdc4824b21b req-ff19e576-935b-4284-8591-a3f45d98f793 tempest-ServerRescueNegativeTestJSON-1490958658 tempest-ServerRescueNegativeTestJSON-1490958658-project] 10.222.0.16 "GET /v2.0/ports?device_id=661e25a3-6da7-4a40-b28d-2ad6c73f6911 HTTP/1.1" status: 200 len: 210 time: 0.0271652 Mar 14 10:29:24.078899 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-f4039063-230b-41a9-bf4a-d5dd4b348b96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (46201191-f63a-41db-ad4d-3c2c795fe1c2), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:24.927109 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 44662) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:29:25.329628 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-f658a060-f271-4d5c-ad5a-c93e9337d161 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-557792'] for router_interface (233cb934-d91d-4cb3-bfc5-144fa54d5928), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:25.695952 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-a3541fa5-4b74-4b29-92a0-285d4d95a3dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (a9a1db27-ecd3-427e-bc57-ce8de4da4c28), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:25.821617 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a747a9-26a4-4e24-bf53-ae8dae86c360 req-c92ddc60-65d3-41b9-aa63-43a600ed0c3f tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:29:25.822963 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-d2a747a9-26a4-4e24-bf53-ae8dae86c360 req-c92ddc60-65d3-41b9-aa63-43a600ed0c3f tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] 10.222.0.16 "GET /v2.0/networks?id=2dbba2ff-bbf1-426e-8fea-ff3f8570afee HTTP/1.1" status: 200 len: 814 time: 0.1836209 Mar 14 10:29:25.859442 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-d2a747a9-26a4-4e24-bf53-ae8dae86c360 req-8417d41d-f7f4-411b-82a7-36bdd159529a tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] 10.222.0.16 "GET /v2.0/quotas/4c639ea78b524ac38cc8c4e8a36c04e1 HTTP/1.1" status: 200 len: 375 time: 0.0306497 Mar 14 10:29:25.910705 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-d2a747a9-26a4-4e24-bf53-ae8dae86c360 req-98447fc0-7b8f-4d52-9b05-0f52ed0631d0 tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=4c639ea78b524ac38cc8c4e8a36c04e1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0445480 Mar 14 10:29:25.951407 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Device b5a96ecf-b332-4d17-ad81-355272627e6b no longer exists at agent hyperv_hv-cinder-83354 {{(pid=103644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 10:29:25.971941 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] No Port match for: b5a96ecf-b332-4d17-ad81-355272627e6b {{(pid=103644) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 10:29:25.972291 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Device b5a96ecf-b332-4d17-ad81-355272627e6b not bound to the agent host hv-cinder-83354 {{(pid=103644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 10:29:25.978809 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [None req-f658a060-f271-4d5c-ad5a-c93e9337d161 admin admin] Deleting port c5990c43-c1d2-4249-957a-20b1ad2663d0 {{(pid=103643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 10:29:25.979288 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-f658a060-f271-4d5c-ad5a-c93e9337d161 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739585920741'] for port (c5990c43-c1d2-4249-957a-20b1ad2663d0), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:26.053234 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-d2a747a9-26a4-4e24-bf53-ae8dae86c360 req-5285cce1-8a1c-472a-b4dd-8903679ddc54 service neutron] 10.222.0.16 "GET /v2.0/networks/2dbba2ff-bbf1-426e-8fea-ff3f8570afee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357272 Mar 14 10:29:26.131962 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.db [None req-f658a060-f271-4d5c-ad5a-c93e9337d161 admin admin] For port c5990c43-c1d2-4249-957a-20b1ad2663d0, host dv-cinder-833544-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833544-1-iscsi',level=0,port_id=c5990c43-c1d2-4249-957a-20b1ad2663d0,segment=NetworkSegment(813206bc-3b4b-41d1-bc9c-0d026c4e302c),segment_id=813206bc-3b4b-41d1-bc9c-0d026c4e302c)] {{(pid=103643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:29:26.132319 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-f658a060-f271-4d5c-ad5a-c93e9337d161 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562337'] for port (c5990c43-c1d2-4249-957a-20b1ad2663d0), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:26.150073 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [None req-f658a060-f271-4d5c-ad5a-c93e9337d161 admin admin] Calling delete_port for c5990c43-c1d2-4249-957a-20b1ad2663d0 owned by network:router_interface {{(pid=103643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 10:29:26.204067 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-d2a747a9-26a4-4e24-bf53-ae8dae86c360 req-ece002b4-5890-479c-8719-1d291f930b8a service neutron] 10.222.0.16 "GET /v2.0/networks/2dbba2ff-bbf1-426e-8fea-ff3f8570afee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453125 Mar 14 10:29:26.439908 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-f658a060-f271-4d5c-ad5a-c93e9337d161 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739585930060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739585409127'] for port (c5990c43-c1d2-4249-957a-20b1ad2663d0), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:26.464161 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-ea168c2d-8403-4dfc-add3-9b08042b2a30 req-1294c4ad-29e6-43a8-b624-d326aa48b0e1 tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a3148c1-9188-4c5e-8c0b-403978db9cf6 HTTP/1.1" status: 200 len: 210 time: 0.0350559 Mar 14 10:29:26.483374 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f658a060-f271-4d5c-ad5a-c93e9337d161 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5990c43-c1d2-4249-957a-20b1ad2663d0,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:29:26.615206 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-f658a060-f271-4d5c-ad5a-c93e9337d161 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-559952'] for router_interface (233cb934-d91d-4cb3-bfc5-144fa54d5928), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:26.826288 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f658a060-f271-4d5c-ad5a-c93e9337d161 admin admin] Router 233cb934-d91d-4cb3-bfc5-144fa54d5928 has already been hosted by L3 agent a016a58c-1f8a-4210-ae6c-360b1a1f78c1 {{(pid=103643) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 10:29:26.937533 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f658a060-f271-4d5c-ad5a-c93e9337d161 admin admin] Notify agent at l3_agent.dv-cinder-833544-1-iscsi the message routers_updated {{(pid=103643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 10:29:26.949573 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-f658a060-f271-4d5c-ad5a-c93e9337d161 admin admin] 10.222.0.16 "PUT /v2.0/routers/233cb934-d91d-4cb3-bfc5-144fa54d5928/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0148363 Mar 14 10:29:26.949573 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 44696) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:29:26.949762 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3491768-2def-4d8f-aadc-1b991734aeac None None] Sync routers for ids ['233cb934-d91d-4cb3-bfc5-144fa54d5928'] in dv-cinder-833544-1-iscsi {{(pid=103645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 10:29:26.958057 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3491768-2def-4d8f-aadc-1b991734aeac None None] Routers {'233cb934-d91d-4cb3-bfc5-144fa54d5928'} bound to L3 agent in host dv-cinder-833544-1-iscsi {{(pid=103645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:29:26.958740 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-f3491768-2def-4d8f-aadc-1b991734aeac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833544-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T10:17:23Z,description=,heartbeat_timestamp=2022-03-14T10:29:23Z,host='dv-cinder-833544-1-iscsi',id=a016a58c-1f8a-4210-ae6c-360b1a1f78c1,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:17:24Z,topic='l3_agent')) {'router_ids': ['233cb934-d91d-4cb3-bfc5-144fa54d5928'], 'active': True} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:29:26.996255 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (3daba05a-6d77-487a-83af-fb9f8edf24c0), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:27.057229 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-50882303-7f36-4296-8e99-7eebdb6b770b admin admin] Publish callbacks [] for router (233cb934-d91d-4cb3-bfc5-144fa54d5928), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:27.069015 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvr_db [None req-f3491768-2def-4d8f-aadc-1b991734aeac None None] Set router 233cb934-d91d-4cb3-bfc5-144fa54d5928 gateway port host: dv-cinder-833544-1-iscsi {{(pid=103645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:29:27.161554 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-50882303-7f36-4296-8e99-7eebdb6b770b admin admin] Publish callbacks [] for router_gateway (233cb934-d91d-4cb3-bfc5-144fa54d5928), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:27.244882 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-f3491768-2def-4d8f-aadc-1b991734aeac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '233cb934-d91d-4cb3-bfc5-144fa54d5928', 'name': 'tempest-ServerRescueNegativeTestJSON-974936345-router', 'tenant_id': '101a93bee6d44e499149e201608b6104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': '722ab4df-fb95-4f8c-a657-da1fb5129cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:25:54Z', 'updated_at': '2022-03-14T10:29:26Z', 'revision_number': 5, 'project_id': '101a93bee6d44e499149e201608b6104', 'gw_port': {'id': '722ab4df-fb95-4f8c-a657-da1fb5129cad', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:48:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233cb934-d91d-4cb3-bfc5-144fa54d5928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:25:55Z', 'updated_at': '2022-03-14T10:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi'}], 'dv-cinder-833544-1-iscsi', False) {} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:29:27.274521 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [None req-50882303-7f36-4296-8e99-7eebdb6b770b admin admin] Deleting port 722ab4df-fb95-4f8c-a657-da1fb5129cad {{(pid=103643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 10:29:27.275080 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-50882303-7f36-4296-8e99-7eebdb6b770b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739585920741'] for port (722ab4df-fb95-4f8c-a657-da1fb5129cad), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:27.275922 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3491768-2def-4d8f-aadc-1b991734aeac None None] Checking router: 233cb934-d91d-4cb3-bfc5-144fa54d5928 for host: dv-cinder-833544-1-iscsi {{(pid=103645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 10:29:27.285557 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3491768-2def-4d8f-aadc-1b991734aeac None None] Routers {'233cb934-d91d-4cb3-bfc5-144fa54d5928'} bound to L3 agent in host dv-cinder-833544-1-iscsi {{(pid=103645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:29:27.286316 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-f3491768-2def-4d8f-aadc-1b991734aeac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833544-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T10:17:23Z,description=,heartbeat_timestamp=2022-03-14T10:29:23Z,host='dv-cinder-833544-1-iscsi',id=a016a58c-1f8a-4210-ae6c-360b1a1f78c1,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:17:24Z,topic='l3_agent')) {'router_ids': ['233cb934-d91d-4cb3-bfc5-144fa54d5928'], 'active': True} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:29:27.359195 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (cd4c1fd5-6bd0-46fc-9cd1-9ea8fc180379), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:27.363722 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.db [None req-50882303-7f36-4296-8e99-7eebdb6b770b admin admin] For port 722ab4df-fb95-4f8c-a657-da1fb5129cad, host dv-cinder-833544-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833544-1-iscsi',level=0,port_id=722ab4df-fb95-4f8c-a657-da1fb5129cad,segment=NetworkSegment(11cedc40-3914-4af6-ba83-0b9ce6d6fc30),segment_id=11cedc40-3914-4af6-ba83-0b9ce6d6fc30)] {{(pid=103643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:29:27.484604 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-50882303-7f36-4296-8e99-7eebdb6b770b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562337'] for port (722ab4df-fb95-4f8c-a657-da1fb5129cad), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:27.484604 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [None req-50882303-7f36-4296-8e99-7eebdb6b770b admin admin] Calling delete_port for 722ab4df-fb95-4f8c-a657-da1fb5129cad owned by network:router_gateway {{(pid=103643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 10:29:27.486165 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvr_db [None req-f3491768-2def-4d8f-aadc-1b991734aeac None None] Set router 233cb934-d91d-4cb3-bfc5-144fa54d5928 gateway port host: None {{(pid=103645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:29:27.486165 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-f3491768-2def-4d8f-aadc-1b991734aeac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '233cb934-d91d-4cb3-bfc5-144fa54d5928', 'name': 'tempest-ServerRescueNegativeTestJSON-974936345-router', 'tenant_id': '101a93bee6d44e499149e201608b6104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:25:54Z', 'updated_at': '2022-03-14T10:29:27Z', 'revision_number': 6, 'project_id': '101a93bee6d44e499149e201608b6104', 'gw_port_host': None}], 'dv-cinder-833544-1-iscsi', False) {} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:29:27.540205 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3491768-2def-4d8f-aadc-1b991734aeac None None] The sync data for ids ['233cb934-d91d-4cb3-bfc5-144fa54d5928'] in dv-cinder-833544-1-iscsi is: [{'id': '233cb934-d91d-4cb3-bfc5-144fa54d5928', 'name': 'tempest-ServerRescueNegativeTestJSON-974936345-router', 'tenant_id': '101a93bee6d44e499149e201608b6104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:25:54Z', 'updated_at': '2022-03-14T10:29:27Z', 'revision_number': 6, 'project_id': '101a93bee6d44e499149e201608b6104', 'gw_port_host': None}] {{(pid=103645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 10:29:27.558717 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-4bd25a71-42eb-4588-a8cd-523068003b77 req-a060a1de-fa1a-4940-8a52-aad45de4208c tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a3148c1-9188-4c5e-8c0b-403978db9cf6 HTTP/1.1" status: 200 len: 210 time: 0.0329955 Mar 14 10:29:27.650214 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-50882303-7f36-4296-8e99-7eebdb6b770b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739585930060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739585409127'] for port (722ab4df-fb95-4f8c-a657-da1fb5129cad), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:27.680217 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50882303-7f36-4296-8e99-7eebdb6b770b admin admin] Pushing event deleted for resources: {'Port': ['ID=722ab4df-fb95-4f8c-a657-da1fb5129cad,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:29:27.705540 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-50882303-7f36-4296-8e99-7eebdb6b770b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-564278'] for router_gateway (233cb934-d91d-4cb3-bfc5-144fa54d5928), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:27.811384 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-50882303-7f36-4296-8e99-7eebdb6b770b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10120'] for router (233cb934-d91d-4cb3-bfc5-144fa54d5928), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:27.813533 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-50882303-7f36-4296-8e99-7eebdb6b770b admin admin] Publish callbacks [] for router_controller (233cb934-d91d-4cb3-bfc5-144fa54d5928), precommit_delete_associations {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:27.999131 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-50882303-7f36-4296-8e99-7eebdb6b770b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-559426'] for router (233cb934-d91d-4cb3-bfc5-144fa54d5928), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:27.999797 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50882303-7f36-4296-8e99-7eebdb6b770b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 233cb934-d91d-4cb3-bfc5-144fa54d5928 {{(pid=103643) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 10:29:28.005123 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-50882303-7f36-4296-8e99-7eebdb6b770b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:28.006266 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-50882303-7f36-4296-8e99-7eebdb6b770b admin admin] 10.222.0.16 "DELETE /v2.0/routers/233cb934-d91d-4cb3-bfc5-144fa54d5928 HTTP/1.1" status: 204 len: 168 time: 1.0597222 Mar 14 10:29:28.008821 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 44706) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:29:28.242713 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b0d924d-a6c2-4321-8c91-c49831ab5ed0 admin admin] Deleting subnet 00786b35-2cc5-4c4c-83cc-316ffef97c56 {{(pid=103643) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 14 10:29:28.245686 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-0b0d924d-a6c2-4321-8c91-c49831ab5ed0 admin admin] Publish callbacks [] for subnet (00786b35-2cc5-4c4c-83cc-316ffef97c56), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:28.284715 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-0b0d924d-a6c2-4321-8c91-c49831ab5ed0 admin admin] Publish callbacks [] for subnet (00786b35-2cc5-4c4c-83cc-316ffef97c56), precommit_delete_associations {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:28.290597 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-0b0d924d-a6c2-4321-8c91-c49831ab5ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1689235'] for subnet (00786b35-2cc5-4c4c-83cc-316ffef97c56), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:28.325966 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Device 722ab4df-fb95-4f8c-a657-da1fb5129cad no longer exists at agent ovs-agent-dv-cinder-833544-1-iscsi {{(pid=103644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 10:29:28.348443 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] No Port match for: 722ab4df-fb95-4f8c-a657-da1fb5129cad {{(pid=103644) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 10:29:28.348784 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Device 722ab4df-fb95-4f8c-a657-da1fb5129cad not bound to the agent host dv-cinder-833544-1-iscsi {{(pid=103644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 10:29:28.349193 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Device c5990c43-c1d2-4249-957a-20b1ad2663d0 no longer exists at agent ovs-agent-dv-cinder-833544-1-iscsi {{(pid=103644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 10:29:28.368657 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] No Port match for: c5990c43-c1d2-4249-957a-20b1ad2663d0 {{(pid=103644) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 10:29:28.369011 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Device c5990c43-c1d2-4249-957a-20b1ad2663d0 not bound to the agent host dv-cinder-833544-1-iscsi {{(pid=103644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 10:29:28.413292 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-0b0d924d-a6c2-4321-8c91-c49831ab5ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005'] for subnet (00786b35-2cc5-4c4c-83cc-316ffef97c56), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:28.446042 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-0b0d924d-a6c2-4321-8c91-c49831ab5ed0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631023'] for subnet (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:28.452099 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 44708) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:29:28.452617 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-0b0d924d-a6c2-4321-8c91-c49831ab5ed0 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/00786b35-2cc5-4c4c-83cc-316ffef97c56 HTTP/1.1" status: 204 len: 168 time: 0.4422307 Mar 14 10:29:28.453032 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0d924d-a6c2-4321-8c91-c49831ab5ed0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00786b35-2cc5-4c4c-83cc-316ffef97c56,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:29:28.519880 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-3829b98c-3235-4f9e-9a8f-c6d6eb94c492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369052'] for network (f32a9833-69ef-4b23-859e-a7b8b0d08e87), before_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:28.604220 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-3829b98c-3235-4f9e-9a8f-c6d6eb94c492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687834', 'neutron.services.segments.db._delete_segments_for_network-8739585737229'] for network (f32a9833-69ef-4b23-859e-a7b8b0d08e87), precommit_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:28.623822 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.services.segments.db [None req-3829b98c-3235-4f9e-9a8f-c6d6eb94c492 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f32a9833-69ef-4b23-859e-a7b8b0d08e87']}} {{(pid=103642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:29:28.633629 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.services.segments.db [None req-3829b98c-3235-4f9e-9a8f-c6d6eb94c492 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '813206bc-3b4b-41d1-bc9c-0d026c4e302c') {'for_net_delete': True} {{(pid=103642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:29:28.633860 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.services.segments.db [None req-3829b98c-3235-4f9e-9a8f-c6d6eb94c492 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '813206bc-3b4b-41d1-bc9c-0d026c4e302c') {} {{(pid=103642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:29:28.644080 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-3829b98c-3235-4f9e-9a8f-c6d6eb94c492 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739585737494', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10247686'] for segment (813206bc-3b4b-41d1-bc9c-0d026c4e302c), before_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:28.655185 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-52b6e01e-d3ec-4efa-b3f7-89010a83a8fc req-51a23cd3-7200-4790-914b-8404c4eda951 tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a3148c1-9188-4c5e-8c0b-403978db9cf6 HTTP/1.1" status: 200 len: 210 time: 0.0286260 Mar 14 10:29:28.658406 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-3829b98c-3235-4f9e-9a8f-c6d6eb94c492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1663358'] for segment (813206bc-3b4b-41d1-bc9c-0d026c4e302c), precommit_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:28.664346 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3829b98c-3235-4f9e-9a8f-c6d6eb94c492 admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=103642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 10:29:28.664728 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-3829b98c-3235-4f9e-9a8f-c6d6eb94c492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1663358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9715443'] for segment (813206bc-3b4b-41d1-bc9c-0d026c4e302c), after_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:28.666443 dv-cinder-833544-1-iscsi neutron-server[103642]: Traceback (most recent call last): Mar 14 10:29:28.666443 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 10:29:28.666443 dv-cinder-833544-1-iscsi neutron-server[103642]: timer() Mar 14 10:29:28.666443 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 10:29:28.666443 dv-cinder-833544-1-iscsi neutron-server[103642]: cb(*args, **kw) Mar 14 10:29:28.666443 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 10:29:28.666443 dv-cinder-833544-1-iscsi neutron-server[103642]: return func(*args, **kwargs) Mar 14 10:29:28.666443 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 10:29:28.666443 dv-cinder-833544-1-iscsi neutron-server[103642]: self._notify() Mar 14 10:29:28.666443 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 10:29:28.666443 dv-cinder-833544-1-iscsi neutron-server[103642]: self.callback(batched_events) Mar 14 10:29:28.666443 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 10:29:28.666443 dv-cinder-833544-1-iscsi neutron-server[103642]: event.method(event) Mar 14 10:29:28.666443 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 10:29:28.666443 dv-cinder-833544-1-iscsi neutron-server[103642]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 10:29:28.666443 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 10:29:28.666443 dv-cinder-833544-1-iscsi neutron-server[103642]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 10:29:28.666443 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 10:29:28.666443 dv-cinder-833544-1-iscsi neutron-server[103642]: return f(self, *a, **k) Mar 14 10:29:28.666443 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 10:29:28.666443 dv-cinder-833544-1-iscsi neutron-server[103642]: return self._get(url).json() Mar 14 10:29:28.666443 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 10:29:28.666443 dv-cinder-833544-1-iscsi neutron-server[103642]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 10:29:28.666443 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 10:29:28.666443 dv-cinder-833544-1-iscsi neutron-server[103642]: return self.request(url, 'GET', **kwargs) Mar 14 10:29:28.666443 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 10:29:28.666443 dv-cinder-833544-1-iscsi neutron-server[103642]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 10:29:28.666443 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 10:29:28.666443 dv-cinder-833544-1-iscsi neutron-server[103642]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 10:29:28.666443 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 10:29:28.666443 dv-cinder-833544-1-iscsi neutron-server[103642]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 10:29:28.666443 dv-cinder-833544-1-iscsi neutron-server[103642]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 10:29:28.813146 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-3829b98c-3235-4f9e-9a8f-c6d6eb94c492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-564434'] for network (f32a9833-69ef-4b23-859e-a7b8b0d08e87), after_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:28.819033 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-3829b98c-3235-4f9e-9a8f-c6d6eb94c492 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631023'] for network (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:28.823955 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-3829b98c-3235-4f9e-9a8f-c6d6eb94c492 admin admin] 10.222.0.16 "DELETE /v2.0/networks/f32a9833-69ef-4b23-859e-a7b8b0d08e87 HTTP/1.1" status: 204 len: 168 time: 0.3690324 Mar 14 10:29:28.833340 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3829b98c-3235-4f9e-9a8f-c6d6eb94c492 admin admin] Pushing event deleted for resources: {'Network': ['ID=f32a9833-69ef-4b23-859e-a7b8b0d08e87,revision_number=None']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:29:29.004847 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a747a9-26a4-4e24-bf53-ae8dae86c360 req-ad83396c-83ba-4169-bcf3-786a6875f107 tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:29:29.006291 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-d2a747a9-26a4-4e24-bf53-ae8dae86c360 req-ad83396c-83ba-4169-bcf3-786a6875f107 tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] 10.222.0.39 "GET /v2.0/networks?id=2dbba2ff-bbf1-426e-8fea-ff3f8570afee HTTP/1.1" status: 200 len: 814 time: 0.1002572 Mar 14 10:29:29.025883 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [req-d2a747a9-26a4-4e24-bf53-ae8dae86c360 req-06f55d01-208a-4669-bb99-8f978a121a53 tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] Request body: {'port': {'device_id': '5a3148c1-9188-4c5e-8c0b-403978db9cf6', 'network_id': '2dbba2ff-bbf1-426e-8fea-ff3f8570afee', 'admin_state_up': True, 'tenant_id': '4c639ea78b524ac38cc8c4e8a36c04e1'}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:29:29.122337 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 44718) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:29:29.168034 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-fda5648f-c1d1-4208-a40d-d4313006c7a9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=101a93bee6d44e499149e201608b6104&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0437870 Mar 14 10:29:29.169628 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 44720) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:29:29.206416 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2a747a9-26a4-4e24-bf53-ae8dae86c360 req-06f55d01-208a-4669-bb99-8f978a121a53 tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] Made reservation on behalf of 4c639ea78b524ac38cc8c4e8a36c04e1 for: {'port': 1} {{(pid=103643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 10:29:29.209638 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-d2a747a9-26a4-4e24-bf53-ae8dae86c360 req-06f55d01-208a-4669-bb99-8f978a121a53 tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:29.229423 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-ea83fcbe-e7cb-4564-9619-fd699f1252d8 admin admin] Publish callbacks [] for security_group (0e1dfb47-6410-4f33-81fd-58fdf8819acc), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:29.288767 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-ea83fcbe-e7cb-4564-9619-fd699f1252d8 admin admin] Publish callbacks [] for security_group (0e1dfb47-6410-4f33-81fd-58fdf8819acc), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:29.381703 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.db.db_base_plugin_common [req-d2a747a9-26a4-4e24-bf53-ae8dae86c360 req-06f55d01-208a-4669-bb99-8f978a121a53 tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] Allocated IP 172.20.0.5 (2dbba2ff-bbf1-426e-8fea-ff3f8570afee/5b66c451-9585-4f0d-9834-3588924aca31/4d81218b-c05d-4326-baed-3f93f754724b) {{(pid=103643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 10:29:29.456422 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-ea83fcbe-e7cb-4564-9619-fd699f1252d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (0e1dfb47-6410-4f33-81fd-58fdf8819acc), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:29.458951 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-ea83fcbe-e7cb-4564-9619-fd699f1252d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:29.460124 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-ea83fcbe-e7cb-4564-9619-fd699f1252d8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0e1dfb47-6410-4f33-81fd-58fdf8819acc HTTP/1.1" status: 204 len: 168 time: 0.2896006 Mar 14 10:29:29.480434 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea83fcbe-e7cb-4564-9619-fd699f1252d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e1dfb47-6410-4f33-81fd-58fdf8819acc,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:29:29.567191 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-d2a747a9-26a4-4e24-bf53-ae8dae86c360 req-06f55d01-208a-4669-bb99-8f978a121a53 tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] Publish callbacks [] for port (4d81218b-c05d-4326-baed-3f93f754724b), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:29.656915 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-d2a747a9-26a4-4e24-bf53-ae8dae86c360 req-06f55d01-208a-4669-bb99-8f978a121a53 tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739585409118'] for port (4d81218b-c05d-4326-baed-3f93f754724b), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:29.699186 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2a747a9-26a4-4e24-bf53-ae8dae86c360 req-06f55d01-208a-4669-bb99-8f978a121a53 tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] Network 2dbba2ff-bbf1-426e-8fea-ff3f8570afee is already hosted by enough agents. {{(pid=103643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:29:29.702332 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.base_scheduler [req-d2a747a9-26a4-4e24-bf53-ae8dae86c360 req-06f55d01-208a-4669-bb99-8f978a121a53 tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] Resources bound (agent type, host, resource id): {{(pid=103643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:29:29.706727 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2a747a9-26a4-4e24-bf53-ae8dae86c360 req-06f55d01-208a-4669-bb99-8f978a121a53 tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] Received port after_create {{(pid=103643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 10:29:29.711819 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a747a9-26a4-4e24-bf53-ae8dae86c360 req-06f55d01-208a-4669-bb99-8f978a121a53 tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:29:29.712428 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-d2a747a9-26a4-4e24-bf53-ae8dae86c360 req-06f55d01-208a-4669-bb99-8f978a121a53 tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211739'] for port (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:29.725257 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f55d01-208a-4669-bb99-8f978a121a53 tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] Pushing event updated for resources: {'Port': ['ID=4d81218b-c05d-4326-baed-3f93f754724b,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:29:29.792464 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa68796-b5bf-43d5-9052-ff58fc9bf7f1 req-c68afc8b-d806-4f13-b89c-e4e62c038dd3 tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:29:29.793949 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-1aa68796-b5bf-43d5-9052-ff58fc9bf7f1 req-c68afc8b-d806-4f13-b89c-e4e62c038dd3 tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a3148c1-9188-4c5e-8c0b-403978db9cf6 HTTP/1.1" status: 200 len: 931 time: 0.0623665 Mar 14 10:29:29.816436 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-d2a747a9-26a4-4e24-bf53-ae8dae86c360 req-06f55d01-208a-4669-bb99-8f978a121a53 tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7943239 Mar 14 10:29:29.840187 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [req-d2a747a9-26a4-4e24-bf53-ae8dae86c360 req-3143a242-0aae-4bf5-98a3-2320984787fe service neutron] Request body: {'port': {'device_id': '5a3148c1-9188-4c5e-8c0b-403978db9cf6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83354'}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:29:29.865688 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-1aa68796-b5bf-43d5-9052-ff58fc9bf7f1 req-d96bc13f-f042-48bc-a1f1-0378fb2dff36 tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f835d31-e3b8-449c-9db1-2eea62c7b37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662227 Mar 14 10:29:29.902914 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-d2a747a9-26a4-4e24-bf53-ae8dae86c360 req-3143a242-0aae-4bf5-98a3-2320984787fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (4d81218b-c05d-4326-baed-3f93f754724b), before_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:30.173956 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.notifiers.nova [req-d2a747a9-26a4-4e24-bf53-ae8dae86c360 req-3143a242-0aae-4bf5-98a3-2320984787fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d81218b-c05d-4326-baed-3f93f754724b {{(pid=103643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 10:29:30.181584 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-d2a747a9-26a4-4e24-bf53-ae8dae86c360 req-3143a242-0aae-4bf5-98a3-2320984787fe service neutron] Publish callbacks [] for port (4d81218b-c05d-4326-baed-3f93f754724b), precommit_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:30.193604 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.db.provisioning_blocks [req-d2a747a9-26a4-4e24-bf53-ae8dae86c360 req-3143a242-0aae-4bf5-98a3-2320984787fe service neutron] Transition to ACTIVE for port object 4d81218b-c05d-4326-baed-3f93f754724b will not be triggered until provisioned by entity L2. {{(pid=103643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 14 10:29:30.248073 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-d2a747a9-26a4-4e24-bf53-ae8dae86c360 req-3143a242-0aae-4bf5-98a3-2320984787fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (4d81218b-c05d-4326-baed-3f93f754724b), after_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:30.301683 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3143a242-0aae-4bf5-98a3-2320984787fe service neutron] Pushing event updated for resources: {'Port': ['ID=4d81218b-c05d-4326-baed-3f93f754724b,revision_number=2']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:29:30.332505 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.managers [req-d2a747a9-26a4-4e24-bf53-ae8dae86c360 req-3143a242-0aae-4bf5-98a3-2320984787fe service neutron] Attempting to bind port 4d81218b-c05d-4326-baed-3f93f754724b on host hv-cinder-83354 for vnic_type normal with profile {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 10:29:30.332847 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.managers [req-d2a747a9-26a4-4e24-bf53-ae8dae86c360 req-3143a242-0aae-4bf5-98a3-2320984787fe service neutron] Attempting to bind port 4d81218b-c05d-4326-baed-3f93f754724b by drivers openvswitch,hyperv on host hv-cinder-83354 at level 0 using segments [{'id': 'a7d2aa36-dc5d-4b87-b609-12c32136474e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '2dbba2ff-bbf1-426e-8fea-ff3f8570afee'}] {{(pid=103643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 10:29:30.333201 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a747a9-26a4-4e24-bf53-ae8dae86c360 req-3143a242-0aae-4bf5-98a3-2320984787fe service neutron] Attempting to bind port 4d81218b-c05d-4326-baed-3f93f754724b on network 2dbba2ff-bbf1-426e-8fea-ff3f8570afee {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:29:30.337444 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a747a9-26a4-4e24-bf53-ae8dae86c360 req-3143a242-0aae-4bf5-98a3-2320984787fe service neutron] Port 4d81218b-c05d-4326-baed-3f93f754724b on network 2dbba2ff-bbf1-426e-8fea-ff3f8570afee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83354 {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 10:29:30.337767 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a747a9-26a4-4e24-bf53-ae8dae86c360 req-3143a242-0aae-4bf5-98a3-2320984787fe service neutron] Attempting to bind port 4d81218b-c05d-4326-baed-3f93f754724b on network 2dbba2ff-bbf1-426e-8fea-ff3f8570afee {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:29:30.342471 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a747a9-26a4-4e24-bf53-ae8dae86c360 req-3143a242-0aae-4bf5-98a3-2320984787fe service neutron] Checking agent: {'id': 'cd4c1fd5-6bd0-46fc-9cd1-9ea8fc180379', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83354', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 10, 23, 57), 'started_at': datetime.datetime(2022, 3, 14, 10, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 10, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 10:29:30.345315 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a747a9-26a4-4e24-bf53-ae8dae86c360 req-3143a242-0aae-4bf5-98a3-2320984787fe service neutron] Checking segment: {'id': 'a7d2aa36-dc5d-4b87-b609-12c32136474e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '2dbba2ff-bbf1-426e-8fea-ff3f8570afee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:29:30.345315 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a747a9-26a4-4e24-bf53-ae8dae86c360 req-3143a242-0aae-4bf5-98a3-2320984787fe service neutron] Bound using segment: {'id': 'a7d2aa36-dc5d-4b87-b609-12c32136474e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '2dbba2ff-bbf1-426e-8fea-ff3f8570afee'} {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 10:29:30.345315 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.managers [req-d2a747a9-26a4-4e24-bf53-ae8dae86c360 req-3143a242-0aae-4bf5-98a3-2320984787fe service neutron] Bound port: 4d81218b-c05d-4326-baed-3f93f754724b, host: hv-cinder-83354, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7d2aa36-dc5d-4b87-b609-12c32136474e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '2dbba2ff-bbf1-426e-8fea-ff3f8570afee'}}] {{(pid=103643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 10:29:30.345315 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-d2a747a9-26a4-4e24-bf53-ae8dae86c360 req-3143a242-0aae-4bf5-98a3-2320984787fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (4d81218b-c05d-4326-baed-3f93f754724b), before_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:30.405448 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.db [req-d2a747a9-26a4-4e24-bf53-ae8dae86c360 req-3143a242-0aae-4bf5-98a3-2320984787fe service neutron] For port 4d81218b-c05d-4326-baed-3f93f754724b, host hv-cinder-83354, cleared binding levels {{(pid=103643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 10:29:30.408667 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.db [req-d2a747a9-26a4-4e24-bf53-ae8dae86c360 req-3143a242-0aae-4bf5-98a3-2320984787fe service neutron] For port 4d81218b-c05d-4326-baed-3f93f754724b, host hv-cinder-83354, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=4d81218b-c05d-4326-baed-3f93f754724b,segment=NetworkSegment(a7d2aa36-dc5d-4b87-b609-12c32136474e),segment_id=a7d2aa36-dc5d-4b87-b609-12c32136474e)] {{(pid=103643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 10:29:30.479772 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-d2a747a9-26a4-4e24-bf53-ae8dae86c360 req-3143a242-0aae-4bf5-98a3-2320984787fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (4d81218b-c05d-4326-baed-3f93f754724b), after_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:30.489983 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 44752) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:29:30.516706 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a747a9-26a4-4e24-bf53-ae8dae86c360 req-3143a242-0aae-4bf5-98a3-2320984787fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:29:30.517325 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-d2a747a9-26a4-4e24-bf53-ae8dae86c360 req-3143a242-0aae-4bf5-98a3-2320984787fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211739'] for port (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:30.518880 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-d2a747a9-26a4-4e24-bf53-ae8dae86c360 req-3143a242-0aae-4bf5-98a3-2320984787fe service neutron] 10.222.0.39 "PUT /v2.0/ports/4d81218b-c05d-4326-baed-3f93f754724b HTTP/1.1" status: 200 len: 1093 time: 0.6867709 Mar 14 10:29:30.521160 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a3148c1-9188-4c5e-8c0b-403978db9cf6', 'tag': '4d81218b-c05d-4326-baed-3f93f754724b'}] {{(pid=103643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:29:30.523408 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b58adf1808d3e8f2b7de4636db435fb255da6a44abdc46a7a48cdc23cb85b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcb9e496-0e34-4147-a2a5-e937f30956c8" -d '{"events": [{"name": "network-changed", "server_uuid": "5a3148c1-9188-4c5e-8c0b-403978db9cf6", "tag": "4d81218b-c05d-4326-baed-3f93f754724b"}]}' {{(pid=103643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:29:30.552487 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3143a242-0aae-4bf5-98a3-2320984787fe service neutron] Pushing event updated for resources: {'Port': ['ID=4d81218b-c05d-4326-baed-3f93f754724b,revision_number=3']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:29:30.562999 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 10:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f8d8a88-0436-4336-a69a-8a8347282b53 x-openstack-request-id: req-8f8d8a88-0436-4336-a69a-8a8347282b53 {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:29:30.563313 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a3148c1-9188-4c5e-8c0b-403978db9cf6", "tag": "4d81218b-c05d-4326-baed-3f93f754724b", "status": "completed", "code": 200}]} {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:29:30.563571 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8f8d8a88-0436-4336-a69a-8a8347282b53 {{(pid=103643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:29:30.566077 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a3148c1-9188-4c5e-8c0b-403978db9cf6', 'tag': '4d81218b-c05d-4326-baed-3f93f754724b', 'status': 'completed', 'code': 200} Mar 14 10:29:30.598003 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.v2.base [None req-f38c7f21-c7c5-44ab-a6a0-f6fc28c46ada admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1016826043-network', 'tenant_id': '8323ed68f5bb4a3488c9723cb7c54c0f'}} {{(pid=103642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:29:30.651956 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb9e496-0e34-4147-a2a5-e937f30956c8 req-6bbbdafb-370b-483d-97ac-e3a873476106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:29:30.653509 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-fcb9e496-0e34-4147-a2a5-e937f30956c8 req-6bbbdafb-370b-483d-97ac-e3a873476106 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4c639ea78b524ac38cc8c4e8a36c04e1&device_id=5a3148c1-9188-4c5e-8c0b-403978db9cf6 HTTP/1.1" status: 200 len: 1127 time: 0.0513399 Mar 14 10:29:30.712965 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f38c7f21-c7c5-44ab-a6a0-f6fc28c46ada admin admin] Made reservation on behalf of 8323ed68f5bb4a3488c9723cb7c54c0f for: {'network': 1} {{(pid=103642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 10:29:30.715256 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-f38c7f21-c7c5-44ab-a6a0-f6fc28c46ada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for network (None), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:30.727255 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-f38c7f21-c7c5-44ab-a6a0-f6fc28c46ada admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:30.799578 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-f38c7f21-c7c5-44ab-a6a0-f6fc28c46ada admin admin] Publish callbacks [] for security_group (48dfb193-2588-4d32-ba38-b3af8f530278), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:30.825800 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb9e496-0e34-4147-a2a5-e937f30956c8 req-cbf7a7de-1c2a-4693-8fbb-53d66c7781ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:29:30.827290 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-fcb9e496-0e34-4147-a2a5-e937f30956c8 req-cbf7a7de-1c2a-4693-8fbb-53d66c7781ab service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=4c639ea78b524ac38cc8c4e8a36c04e1&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1618071 Mar 14 10:29:30.878784 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-f38c7f21-c7c5-44ab-a6a0-f6fc28c46ada admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (48dfb193-2588-4d32-ba38-b3af8f530278), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:30.908534 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f38c7f21-c7c5-44ab-a6a0-f6fc28c46ada admin admin] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=103642) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 10:29:30.913169 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38c7f21-c7c5-44ab-a6a0-f6fc28c46ada admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48dfb193-2588-4d32-ba38-b3af8f530278,revision_number=1']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:29:30.924806 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-f38c7f21-c7c5-44ab-a6a0-f6fc28c46ada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1663358'] for segment (6ae4d02e-40e5-4abd-9646-fddaab197544), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:30.925162 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.db.segments_db [None req-f38c7f21-c7c5-44ab-a6a0-f6fc28c46ada admin admin] Added segment 6ae4d02e-40e5-4abd-9646-fddaab197544 of type vlan for network 41fa337d-ea5f-4994-bc9b-def763652602 Mar 14 10:29:30.969339 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-f38c7f21-c7c5-44ab-a6a0-f6fc28c46ada admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739585426881'] for network (41fa337d-ea5f-4994-bc9b-def763652602), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:31.024841 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb9e496-0e34-4147-a2a5-e937f30956c8 req-80777be2-bd15-4256-9b9c-3716cf055298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:29:31.026313 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-fcb9e496-0e34-4147-a2a5-e937f30956c8 req-80777be2-bd15-4256-9b9c-3716cf055298 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1934826 Mar 14 10:29:31.041734 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c43760-7fbc-4684-b202-41882710f1fd req-f9c4d579-1e05-4637-ab95-f7d7ec8a9fc4 tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:29:31.043178 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-b6c43760-7fbc-4684-b202-41882710f1fd req-f9c4d579-1e05-4637-ab95-f7d7ec8a9fc4 tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a3148c1-9188-4c5e-8c0b-403978db9cf6 HTTP/1.1" status: 200 len: 943 time: 0.1038399 Mar 14 10:29:31.057171 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-f38c7f21-c7c5-44ab-a6a0-f6fc28c46ada admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005'] for network (41fa337d-ea5f-4994-bc9b-def763652602), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:31.057171 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f38c7f21-c7c5-44ab-a6a0-f6fc28c46ada admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:29:31.057171 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-f38c7f21-c7c5-44ab-a6a0-f6fc28c46ada admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631023'] for network (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:31.111772 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-b6c43760-7fbc-4684-b202-41882710f1fd req-e470ed8f-8633-4997-b63f-75af3223c4d9 tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f835d31-e3b8-449c-9db1-2eea62c7b37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524969 Mar 14 10:29:31.117685 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38c7f21-c7c5-44ab-a6a0-f6fc28c46ada admin admin] Pushing event updated for resources: {'Network': ['ID=41fa337d-ea5f-4994-bc9b-def763652602,revision_number=1']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:29:31.127760 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Network 41fa337d-ea5f-4994-bc9b-def763652602 details requested by agent ovs-agent-dv-cinder-833544-1-iscsi with host dv-cinder-833544-1-iscsi {{(pid=103644) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 10:29:31.143315 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a747a9-26a4-4e24-bf53-ae8dae86c360 req-a148f9a4-24a3-4a8f-b85c-d24caefe7ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:29:31.144985 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-d2a747a9-26a4-4e24-bf53-ae8dae86c360 req-a148f9a4-24a3-4a8f-b85c-d24caefe7ee2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4c639ea78b524ac38cc8c4e8a36c04e1&device_id=5a3148c1-9188-4c5e-8c0b-403978db9cf6 HTTP/1.1" status: 200 len: 1127 time: 0.0576274 Mar 14 10:29:31.174113 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-f38c7f21-c7c5-44ab-a6a0-f6fc28c46ada admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6824000 Mar 14 10:29:31.175002 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 44772) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:29:31.183003 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.v2.base [None req-76184420-31d3-463b-b7b2-1cb0b3d404c9 admin admin] Request body: {'subnet': {'network_id': '41fa337d-ea5f-4994-bc9b-def763652602', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1016826043-subnet', 'tenant_id': '8323ed68f5bb4a3488c9723cb7c54c0f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:29:31.206381 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-d2a747a9-26a4-4e24-bf53-ae8dae86c360 req-da68b09d-69c7-4aa9-bf2d-e28a19daf7aa service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4d81218b-c05d-4326-baed-3f93f754724b HTTP/1.1" status: 200 len: 217 time: 0.0469372 Mar 14 10:29:31.253794 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a747a9-26a4-4e24-bf53-ae8dae86c360 req-d27c2df4-8153-4807-8311-ddeadd520cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:29:31.255256 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-d2a747a9-26a4-4e24-bf53-ae8dae86c360 req-d27c2df4-8153-4807-8311-ddeadd520cda service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5b66c451-9585-4f0d-9834-3588924aca31 HTTP/1.1" status: 200 len: 854 time: 0.0433822 Mar 14 10:29:31.276332 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76184420-31d3-463b-b7b2-1cb0b3d404c9 admin admin] Made reservation on behalf of 8323ed68f5bb4a3488c9723cb7c54c0f for: {'subnet': 1} {{(pid=103642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 10:29:31.278709 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-76184420-31d3-463b-b7b2-1cb0b3d404c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10301198'] for subnet (None), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:31.286664 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-d2a747a9-26a4-4e24-bf53-ae8dae86c360 req-c826013e-fd41-49bf-b2b1-769338418a10 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2dbba2ff-bbf1-426e-8fea-ff3f8570afee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258293 Mar 14 10:29:31.383187 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-d2a747a9-26a4-4e24-bf53-ae8dae86c360 req-66b5c5b0-4cc9-4118-b8a5-f2446fb59167 service neutron] 10.222.0.39 "GET /v2.0/networks/2dbba2ff-bbf1-426e-8fea-ff3f8570afee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865598 Mar 14 10:29:31.467371 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-d2a747a9-26a4-4e24-bf53-ae8dae86c360 req-1bfd0cab-8c1a-460a-82cf-93c8c0336134 service neutron] 10.222.0.39 "GET /v2.0/networks/2dbba2ff-bbf1-426e-8fea-ff3f8570afee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814888 Mar 14 10:29:31.516326 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-76184420-31d3-463b-b7b2-1cb0b3d404c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9715100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10301244'] for subnet (623577f8-c7f3-4e24-b897-1f421a0f10a6), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:31.569338 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76184420-31d3-463b-b7b2-1cb0b3d404c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=623577f8-c7f3-4e24-b897-1f421a0f10a6,revision_number=0']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:29:31.580100 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76184420-31d3-463b-b7b2-1cb0b3d404c9 admin admin] Checking segment: {'id': '6ae4d02e-40e5-4abd-9646-fddaab197544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '41fa337d-ea5f-4994-bc9b-def763652602'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:29:31.580735 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76184420-31d3-463b-b7b2-1cb0b3d404c9 admin admin] Network hostable DHCP agents. Network: 41fa337d-ea5f-4994-bc9b-def763652602, hostable agents: ['71411765-f129-4ae6-9e82-4fe742fde8ff'], hosted agents: [] {{(pid=103642) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 10:29:31.667476 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76184420-31d3-463b-b7b2-1cb0b3d404c9 admin admin] Network 41fa337d-ea5f-4994-bc9b-def763652602 is scheduled to be hosted by DHCP agent 71411765-f129-4ae6-9e82-4fe742fde8ff with binding_index 1 {{(pid=103642) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 10:29:31.735826 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.scheduler.base_scheduler [None req-76184420-31d3-463b-b7b2-1cb0b3d404c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-833544-1-iscsi, 41fa337d-ea5f-4994-bc9b-def763652602) {{(pid=103642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:29:31.741300 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76184420-31d3-463b-b7b2-1cb0b3d404c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:29:31.742166 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-76184420-31d3-463b-b7b2-1cb0b3d404c9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:31.747078 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ddcea4-7768-4983-b7bf-d229cfa57a7c None None] Network 41fa337d-ea5f-4994-bc9b-def763652602 requested from dv-cinder-833544-1-iscsi {{(pid=103644) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 10:29:31.835263 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-76184420-31d3-463b-b7b2-1cb0b3d404c9 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6589804 Mar 14 10:29:31.845264 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 44786) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:29:31.845264 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.v2.base [None req-09fb8e30-e088-40af-93f1-aff956f8825a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1016826043-router', 'tenant_id': '8323ed68f5bb4a3488c9723cb7c54c0f', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a'}}} {{(pid=103642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:29:31.856972 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e634810a-8831-4445-98e7-27054f2785b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5134b456-3691-55a4-ab1f-9767d820ba17-41fa337d-ea5f-4994-bc9b-def763652602', 'network_id': '41fa337d-ea5f-4994-bc9b-def763652602', 'project_id': '8323ed68f5bb4a3488c9723cb7c54c0f', 'fixed_ips': [{'subnet_id': '623577f8-c7f3-4e24-b897-1f421a0f10a6'}]}} from dv-cinder-833544-1-iscsi. {{(pid=103644) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 14 10:29:31.857981 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-e634810a-8831-4445-98e7-27054f2785b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (None), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:31.945140 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-09fb8e30-e088-40af-93f1-aff956f8825a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-559121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10214'] for router (16e5a124-7863-4847-aa71-e29d5729fc3d), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:31.946337 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-09fb8e30-e088-40af-93f1-aff956f8825a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-564327', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-678354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10225'] for router (16e5a124-7863-4847-aa71-e29d5729fc3d), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:31.999653 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-09fb8e30-e088-40af-93f1-aff956f8825a admin admin] Publish callbacks [] for router_controller (16e5a124-7863-4847-aa71-e29d5729fc3d), precommit_add_association {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:32.006104 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.db_base_plugin_common [None req-e634810a-8831-4445-98e7-27054f2785b2 None None] Allocated IP 172.20.0.2 (41fa337d-ea5f-4994-bc9b-def763652602/623577f8-c7f3-4e24-b897-1f421a0f10a6/ff418f8c-b7df-43d4-9f54-97be07d2bd4d) {{(pid=103644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 10:29:32.234715 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1450e9eb-e16c-4a2e-84e1-d3eaf9ca75f4 req-ab4c4723-03cc-4c42-a421-bda649e66547 tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:29:32.237269 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-1450e9eb-e16c-4a2e-84e1-d3eaf9ca75f4 req-ab4c4723-03cc-4c42-a421-bda649e66547 tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a3148c1-9188-4c5e-8c0b-403978db9cf6 HTTP/1.1" status: 200 len: 943 time: 0.0600238 Mar 14 10:29:32.243300 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-09fb8e30-e088-40af-93f1-aff956f8825a admin admin] Publish callbacks [] for router_gateway (16e5a124-7863-4847-aa71-e29d5729fc3d), precommit_update {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:32.271285 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-e634810a-8831-4445-98e7-27054f2785b2 None None] Publish callbacks [] for port (ff418f8c-b7df-43d4-9f54-97be07d2bd4d), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:32.286190 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-1450e9eb-e16c-4a2e-84e1-d3eaf9ca75f4 req-bbef11d3-4fbc-462e-8056-b1af92819adf tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f835d31-e3b8-449c-9db1-2eea62c7b37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418019 Mar 14 10:29:32.351203 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-e634810a-8831-4445-98e7-27054f2785b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739585409118'] for port (ff418f8c-b7df-43d4-9f54-97be07d2bd4d), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:32.389179 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e634810a-8831-4445-98e7-27054f2785b2 None None] Network 41fa337d-ea5f-4994-bc9b-def763652602 is already hosted by enough agents. {{(pid=103644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:29:32.392119 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.scheduler.base_scheduler [None req-e634810a-8831-4445-98e7-27054f2785b2 None None] Resources bound (agent type, host, resource id): {{(pid=103644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:29:32.395547 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e634810a-8831-4445-98e7-27054f2785b2 None None] Received port after_create {{(pid=103644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 10:29:32.403842 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e634810a-8831-4445-98e7-27054f2785b2 None None] Pushing event updated for resources: {'Port': ['ID=ff418f8c-b7df-43d4-9f54-97be07d2bd4d,revision_number=1']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:29:32.413788 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e634810a-8831-4445-98e7-27054f2785b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:29:32.414136 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e634810a-8831-4445-98e7-27054f2785b2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:29:32.417508 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e634810a-8831-4445-98e7-27054f2785b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:29:32.417508 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e634810a-8831-4445-98e7-27054f2785b2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:29:32.417508 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e634810a-8831-4445-98e7-27054f2785b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:29:32.417508 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e634810a-8831-4445-98e7-27054f2785b2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:29:32.417508 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e634810a-8831-4445-98e7-27054f2785b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:29:32.417508 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e634810a-8831-4445-98e7-27054f2785b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:29:32.417508 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e634810a-8831-4445-98e7-27054f2785b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:29:32.417508 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e634810a-8831-4445-98e7-27054f2785b2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:29:32.417508 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e634810a-8831-4445-98e7-27054f2785b2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:29:32.417508 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e634810a-8831-4445-98e7-27054f2785b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:29:32.418306 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e634810a-8831-4445-98e7-27054f2785b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:29:32.418306 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e634810a-8831-4445-98e7-27054f2785b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:29:32.418306 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e634810a-8831-4445-98e7-27054f2785b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:29:32.468146 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.managers [None req-e634810a-8831-4445-98e7-27054f2785b2 None None] Attempting to bind port ff418f8c-b7df-43d4-9f54-97be07d2bd4d on host dv-cinder-833544-1-iscsi for vnic_type normal with profile {{(pid=103644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 10:29:32.468522 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.managers [None req-e634810a-8831-4445-98e7-27054f2785b2 None None] Attempting to bind port ff418f8c-b7df-43d4-9f54-97be07d2bd4d by drivers openvswitch,hyperv on host dv-cinder-833544-1-iscsi at level 0 using segments [{'id': '6ae4d02e-40e5-4abd-9646-fddaab197544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '41fa337d-ea5f-4994-bc9b-def763652602'}] {{(pid=103644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 10:29:32.468880 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e634810a-8831-4445-98e7-27054f2785b2 None None] Attempting to bind port ff418f8c-b7df-43d4-9f54-97be07d2bd4d on network 41fa337d-ea5f-4994-bc9b-def763652602 {{(pid=103644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:29:32.474683 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e634810a-8831-4445-98e7-27054f2785b2 None None] Checking agent: {'id': '3daba05a-6d77-487a-83af-fb9f8edf24c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833544-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 14, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 10, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833544-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 10:29:32.475060 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e634810a-8831-4445-98e7-27054f2785b2 None None] Checking segment: {'id': '6ae4d02e-40e5-4abd-9646-fddaab197544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '41fa337d-ea5f-4994-bc9b-def763652602'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:29:32.475459 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-e634810a-8831-4445-98e7-27054f2785b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:32.475878 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e634810a-8831-4445-98e7-27054f2785b2 None None] Bound using segment: {'id': '6ae4d02e-40e5-4abd-9646-fddaab197544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '41fa337d-ea5f-4994-bc9b-def763652602'} {{(pid=103644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 10:29:32.476408 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.managers [None req-e634810a-8831-4445-98e7-27054f2785b2 None None] Bound port: ff418f8c-b7df-43d4-9f54-97be07d2bd4d, host: dv-cinder-833544-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ae4d02e-40e5-4abd-9646-fddaab197544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '41fa337d-ea5f-4994-bc9b-def763652602'}}] {{(pid=103644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 10:29:32.476727 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-e634810a-8831-4445-98e7-27054f2785b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (ff418f8c-b7df-43d4-9f54-97be07d2bd4d), before_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:32.526030 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-09fb8e30-e088-40af-93f1-aff956f8825a admin admin] Publish callbacks [] for router_gateway (16e5a124-7863-4847-aa71-e29d5729fc3d), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:32.544652 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-e634810a-8831-4445-98e7-27054f2785b2 None None] For port ff418f8c-b7df-43d4-9f54-97be07d2bd4d, host dv-cinder-833544-1-iscsi, cleared binding levels {{(pid=103644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 10:29:32.545155 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-09fb8e30-e088-40af-93f1-aff956f8825a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (None), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:32.546620 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-e634810a-8831-4445-98e7-27054f2785b2 None None] For port ff418f8c-b7df-43d4-9f54-97be07d2bd4d, host dv-cinder-833544-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833544-1-iscsi',level=0,port_id=ff418f8c-b7df-43d4-9f54-97be07d2bd4d,segment=NetworkSegment(6ae4d02e-40e5-4abd-9646-fddaab197544),segment_id=6ae4d02e-40e5-4abd-9646-fddaab197544)] {{(pid=103644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 10:29:32.608105 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-e634810a-8831-4445-98e7-27054f2785b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (ff418f8c-b7df-43d4-9f54-97be07d2bd4d), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:32.659019 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.db.db_base_plugin_common [None req-09fb8e30-e088-40af-93f1-aff956f8825a admin admin] Allocated IP 172.27.2.18 (d3edc090-f075-4654-a10f-87b9c191544a/b94c44b1-4eb3-4139-bb38-cf15afc675ad/9379c44a-50d0-40b0-a8cf-0d9c6e315511) {{(pid=103642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 10:29:32.669243 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e634810a-8831-4445-98e7-27054f2785b2 None None] Pushing event updated for resources: {'Port': ['ID=ff418f8c-b7df-43d4-9f54-97be07d2bd4d,revision_number=2']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:29:32.769456 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-09fb8e30-e088-40af-93f1-aff956f8825a admin admin] Publish callbacks [] for port (9379c44a-50d0-40b0-a8cf-0d9c6e315511), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:32.853846 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-09fb8e30-e088-40af-93f1-aff956f8825a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739585409118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9714944'] for port (9379c44a-50d0-40b0-a8cf-0d9c6e315511), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:32.900618 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09fb8e30-e088-40af-93f1-aff956f8825a admin admin] Network d3edc090-f075-4654-a10f-87b9c191544a is already hosted by enough agents. {{(pid=103642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:29:32.903594 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.scheduler.base_scheduler [None req-09fb8e30-e088-40af-93f1-aff956f8825a admin admin] Resources bound (agent type, host, resource id): {{(pid=103642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:29:32.907164 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09fb8e30-e088-40af-93f1-aff956f8825a admin admin] Received port after_create {{(pid=103642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 10:29:32.937964 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fb8e30-e088-40af-93f1-aff956f8825a admin admin] Pushing event updated for resources: {'Port': ['ID=9379c44a-50d0-40b0-a8cf-0d9c6e315511,revision_number=1']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:29:33.222832 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-09fb8e30-e088-40af-93f1-aff956f8825a admin admin] Publish callbacks [] for router_gateway (16e5a124-7863-4847-aa71-e29d5729fc3d), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:33.411536 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404080ae-0655-49cf-a1ce-8cfc9581fc8b req-a0ec9932-fe7f-4ca9-98e0-ea157811d961 tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:29:33.413150 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-404080ae-0655-49cf-a1ce-8cfc9581fc8b req-a0ec9932-fe7f-4ca9-98e0-ea157811d961 tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a3148c1-9188-4c5e-8c0b-403978db9cf6 HTTP/1.1" status: 200 len: 943 time: 0.0569651 Mar 14 10:29:33.431167 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-09fb8e30-e088-40af-93f1-aff956f8825a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-564250'] for router (16e5a124-7863-4847-aa71-e29d5729fc3d), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:33.465963 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-404080ae-0655-49cf-a1ce-8cfc9581fc8b req-d91f3202-40ef-4da4-b38f-63592989eab9 tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f835d31-e3b8-449c-9db1-2eea62c7b37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472322 Mar 14 10:29:33.569972 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db84b8be-4ae7-4e01-a264-de2a56395cb9 None None] Network 41fa337d-ea5f-4994-bc9b-def763652602 requested from dv-cinder-833544-1-iscsi {{(pid=103644) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 10:29:33.642680 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-f3b5d10d-2cd4-4031-af73-9ebb483aabd6 None None] Provisioning complete for port ff418f8c-b7df-43d4-9f54-97be07d2bd4d triggered by entity DHCP. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:29:33.642981 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-f3b5d10d-2cd4-4031-af73-9ebb483aabd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (ff418f8c-b7df-43d4-9f54-97be07d2bd4d), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:33.644731 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09fb8e30-e088-40af-93f1-aff956f8825a admin admin] Router 16e5a124-7863-4847-aa71-e29d5729fc3d is scheduled to L3 agent a016a58c-1f8a-4210-ae6c-360b1a1f78c1 with binding_index 1 {{(pid=103642) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 10:29:33.757121 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09fb8e30-e088-40af-93f1-aff956f8825a admin admin] Notify agent at l3_agent.dv-cinder-833544-1-iscsi the message routers_updated {{(pid=103642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 10:29:33.758023 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-f3b5d10d-2cd4-4031-af73-9ebb483aabd6 None None] Current status of the port ff418f8c-b7df-43d4-9f54-97be07d2bd4d is: DOWN; New status is: ACTIVE {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:29:33.758397 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-f3b5d10d-2cd4-4031-af73-9ebb483aabd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (ff418f8c-b7df-43d4-9f54-97be07d2bd4d), before_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:33.774681 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3e9a2e-e98b-462e-9416-2fdb917999be None None] Sync routers for ids ['16e5a124-7863-4847-aa71-e29d5729fc3d'] in dv-cinder-833544-1-iscsi {{(pid=103644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 10:29:33.809716 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3e9a2e-e98b-462e-9416-2fdb917999be None None] Routers {'16e5a124-7863-4847-aa71-e29d5729fc3d'} bound to L3 agent in host dv-cinder-833544-1-iscsi {{(pid=103644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:29:33.809716 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-9e3e9a2e-e98b-462e-9416-2fdb917999be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833544-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T10:17:23Z,description=,heartbeat_timestamp=2022-03-14T10:29:23Z,host='dv-cinder-833544-1-iscsi',id=a016a58c-1f8a-4210-ae6c-360b1a1f78c1,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:17:24Z,topic='l3_agent')) {'router_ids': ['16e5a124-7863-4847-aa71-e29d5729fc3d'], 'active': True} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:29:33.845450 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-f3b5d10d-2cd4-4031-af73-9ebb483aabd6 None None] For port ff418f8c-b7df-43d4-9f54-97be07d2bd4d, host dv-cinder-833544-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833544-1-iscsi',level=0,port_id=ff418f8c-b7df-43d4-9f54-97be07d2bd4d,segment=NetworkSegment(6ae4d02e-40e5-4abd-9646-fddaab197544),segment_id=6ae4d02e-40e5-4abd-9646-fddaab197544)] {{(pid=103644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:29:33.864091 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-09fb8e30-e088-40af-93f1-aff956f8825a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:33.864091 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-09fb8e30-e088-40af-93f1-aff956f8825a admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.0213945 Mar 14 10:29:33.864284 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 44808) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:29:33.915146 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-f3b5d10d-2cd4-4031-af73-9ebb483aabd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (ff418f8c-b7df-43d4-9f54-97be07d2bd4d), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:33.964710 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvr_db [None req-9e3e9a2e-e98b-462e-9416-2fdb917999be None None] Set router 16e5a124-7863-4847-aa71-e29d5729fc3d gateway port host: dv-cinder-833544-1-iscsi {{(pid=103644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:29:34.041719 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b5d10d-2cd4-4031-af73-9ebb483aabd6 None None] Pushing event updated for resources: {'Port': ['ID=ff418f8c-b7df-43d4-9f54-97be07d2bd4d,revision_number=3']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:29:34.076644 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-504ec539-d7fb-4b7d-880c-51377ce3d03c None None] Provisioning complete for port ff418f8c-b7df-43d4-9f54-97be07d2bd4d triggered by entity DHCP. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:29:34.076644 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-504ec539-d7fb-4b7d-880c-51377ce3d03c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (ff418f8c-b7df-43d4-9f54-97be07d2bd4d), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:34.181429 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Device ff418f8c-b7df-43d4-9f54-97be07d2bd4d up at agent ovs-agent-dv-cinder-833544-1-iscsi {{(pid=103644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:29:34.306924 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-504ec539-d7fb-4b7d-880c-51377ce3d03c None None] Current status of the port ff418f8c-b7df-43d4-9f54-97be07d2bd4d is: ACTIVE; New status is: ACTIVE {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:29:34.316572 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-4b15253b-6237-4b02-bfbf-c7ffae02083d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:34.317380 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Provisioning complete for port ff418f8c-b7df-43d4-9f54-97be07d2bd4d triggered by entity L2. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:29:34.317759 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (ff418f8c-b7df-43d4-9f54-97be07d2bd4d), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:34.353849 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-9e3e9a2e-e98b-462e-9416-2fdb917999be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16e5a124-7863-4847-aa71-e29d5729fc3d', 'name': 'tempest-AttachVolumeTestJSON-1016826043-router', 'tenant_id': '8323ed68f5bb4a3488c9723cb7c54c0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.18'}], 'enable_snat': True}, 'gw_port_id': '9379c44a-50d0-40b0-a8cf-0d9c6e315511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:29:31Z', 'updated_at': '2022-03-14T10:29:33Z', 'revision_number': 3, 'project_id': '8323ed68f5bb4a3488c9723cb7c54c0f', 'gw_port': {'id': '9379c44a-50d0-40b0-a8cf-0d9c6e315511', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d8:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16e5a124-7863-4847-aa71-e29d5729fc3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:29:32Z', 'updated_at': '2022-03-14T10:29:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi'}], 'dv-cinder-833544-1-iscsi', False) {} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:29:34.382826 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3e9a2e-e98b-462e-9416-2fdb917999be None None] Checking router: 16e5a124-7863-4847-aa71-e29d5729fc3d for host: dv-cinder-833544-1-iscsi {{(pid=103644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 10:29:34.383176 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3e9a2e-e98b-462e-9416-2fdb917999be None None] Updating router 16e5a124-7863-4847-aa71-e29d5729fc3d port 9379c44a-50d0-40b0-a8cf-0d9c6e315511 binding host dv-cinder-833544-1-iscsi {{(pid=103644) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 10:29:34.417025 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-9e3e9a2e-e98b-462e-9416-2fdb917999be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (9379c44a-50d0-40b0-a8cf-0d9c6e315511), before_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:34.472650 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.db.db_base_plugin_common [None req-4b15253b-6237-4b02-bfbf-c7ffae02083d admin admin] Allocated IP 172.20.0.1 (41fa337d-ea5f-4994-bc9b-def763652602/623577f8-c7f3-4e24-b897-1f421a0f10a6/afef2976-9cb4-499a-b0a3-cf2af4c9578c) {{(pid=103643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 10:29:34.483378 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Current status of the port ff418f8c-b7df-43d4-9f54-97be07d2bd4d is: ACTIVE; New status is: ACTIVE {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:29:34.608308 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-4b15253b-6237-4b02-bfbf-c7ffae02083d admin admin] Publish callbacks [] for port (afef2976-9cb4-499a-b0a3-cf2af4c9578c), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:34.644174 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327aa7f4-20df-4471-b513-cd8170de105f req-91f7ace5-ce97-47f0-9c5d-e86840f21d73 tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:29:34.645634 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-327aa7f4-20df-4471-b513-cd8170de105f req-91f7ace5-ce97-47f0-9c5d-e86840f21d73 tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a3148c1-9188-4c5e-8c0b-403978db9cf6 HTTP/1.1" status: 200 len: 943 time: 0.1099815 Mar 14 10:29:34.693524 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-327aa7f4-20df-4471-b513-cd8170de105f req-38c81f09-e9bd-4fbf-b0e3-ad2853b6ad91 tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f835d31-e3b8-449c-9db1-2eea62c7b37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397174 Mar 14 10:29:34.709540 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-9e3e9a2e-e98b-462e-9416-2fdb917999be None None] Publish callbacks [] for port (9379c44a-50d0-40b0-a8cf-0d9c6e315511), precommit_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:34.728748 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-4b15253b-6237-4b02-bfbf-c7ffae02083d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739585409118'] for port (afef2976-9cb4-499a-b0a3-cf2af4c9578c), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:34.761013 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b15253b-6237-4b02-bfbf-c7ffae02083d admin admin] Network 41fa337d-ea5f-4994-bc9b-def763652602 is already hosted by enough agents. {{(pid=103643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:29:34.763924 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.base_scheduler [None req-4b15253b-6237-4b02-bfbf-c7ffae02083d admin admin] Resources bound (agent type, host, resource id): {{(pid=103643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:29:34.767914 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b15253b-6237-4b02-bfbf-c7ffae02083d admin admin] Received port after_create {{(pid=103643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 10:29:34.768376 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-4b15253b-6237-4b02-bfbf-c7ffae02083d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-557671'] for router_interface (16e5a124-7863-4847-aa71-e29d5729fc3d), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:34.773589 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-9e3e9a2e-e98b-462e-9416-2fdb917999be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (9379c44a-50d0-40b0-a8cf-0d9c6e315511), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:34.835184 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.managers [None req-9e3e9a2e-e98b-462e-9416-2fdb917999be None None] Attempting to bind port 9379c44a-50d0-40b0-a8cf-0d9c6e315511 on host dv-cinder-833544-1-iscsi for vnic_type normal with profile {{(pid=103644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 10:29:34.835574 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.managers [None req-9e3e9a2e-e98b-462e-9416-2fdb917999be None None] Attempting to bind port 9379c44a-50d0-40b0-a8cf-0d9c6e315511 by drivers openvswitch,hyperv on host dv-cinder-833544-1-iscsi at level 0 using segments [{'id': '11cedc40-3914-4af6-ba83-0b9ce6d6fc30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a'}] {{(pid=103644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 10:29:34.839876 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3e9a2e-e98b-462e-9416-2fdb917999be None None] Attempting to bind port 9379c44a-50d0-40b0-a8cf-0d9c6e315511 on network d3edc090-f075-4654-a10f-87b9c191544a {{(pid=103644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:29:34.840034 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b15253b-6237-4b02-bfbf-c7ffae02083d admin admin] Pushing event updated for resources: {'Port': ['ID=afef2976-9cb4-499a-b0a3-cf2af4c9578c,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:29:34.845151 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51996b0f-6dac-48ef-9a6a-0598ec1eda6f None None] Pushing event updated for resources: {'Port': ['ID=9379c44a-50d0-40b0-a8cf-0d9c6e315511,revision_number=2']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:29:34.847014 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3e9a2e-e98b-462e-9416-2fdb917999be None None] Checking agent: {'id': '3daba05a-6d77-487a-83af-fb9f8edf24c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833544-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 14, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 10, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833544-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 10:29:34.847398 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3e9a2e-e98b-462e-9416-2fdb917999be None None] Checking segment: {'id': '11cedc40-3914-4af6-ba83-0b9ce6d6fc30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:29:34.847859 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-9e3e9a2e-e98b-462e-9416-2fdb917999be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:34.848253 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3e9a2e-e98b-462e-9416-2fdb917999be None None] Bound using segment: {'id': '11cedc40-3914-4af6-ba83-0b9ce6d6fc30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a'} {{(pid=103644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 10:29:34.848734 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.managers [None req-9e3e9a2e-e98b-462e-9416-2fdb917999be None None] Bound port: 9379c44a-50d0-40b0-a8cf-0d9c6e315511, host: dv-cinder-833544-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11cedc40-3914-4af6-ba83-0b9ce6d6fc30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a'}}] {{(pid=103644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 10:29:34.849121 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-9e3e9a2e-e98b-462e-9416-2fdb917999be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (9379c44a-50d0-40b0-a8cf-0d9c6e315511), before_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:34.907808 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-9e3e9a2e-e98b-462e-9416-2fdb917999be None None] For port 9379c44a-50d0-40b0-a8cf-0d9c6e315511, host dv-cinder-833544-1-iscsi, cleared binding levels {{(pid=103644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 10:29:34.910930 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-9e3e9a2e-e98b-462e-9416-2fdb917999be None None] For port 9379c44a-50d0-40b0-a8cf-0d9c6e315511, host dv-cinder-833544-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833544-1-iscsi',level=0,port_id=9379c44a-50d0-40b0-a8cf-0d9c6e315511,segment=NetworkSegment(11cedc40-3914-4af6-ba83-0b9ce6d6fc30),segment_id=11cedc40-3914-4af6-ba83-0b9ce6d6fc30)] {{(pid=103644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 10:29:34.985247 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-9e3e9a2e-e98b-462e-9416-2fdb917999be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (9379c44a-50d0-40b0-a8cf-0d9c6e315511), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:35.013328 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-4b15253b-6237-4b02-bfbf-c7ffae02083d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (afef2976-9cb4-499a-b0a3-cf2af4c9578c), before_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:35.054550 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3e9a2e-e98b-462e-9416-2fdb917999be None None] Routers {'16e5a124-7863-4847-aa71-e29d5729fc3d'} bound to L3 agent in host dv-cinder-833544-1-iscsi {{(pid=103644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:29:35.055098 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-9e3e9a2e-e98b-462e-9416-2fdb917999be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833544-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T10:17:23Z,description=,heartbeat_timestamp=2022-03-14T10:29:23Z,host='dv-cinder-833544-1-iscsi',id=a016a58c-1f8a-4210-ae6c-360b1a1f78c1,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:17:24Z,topic='l3_agent')) {'router_ids': ['16e5a124-7863-4847-aa71-e29d5729fc3d'], 'active': True} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:29:35.059256 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51996b0f-6dac-48ef-9a6a-0598ec1eda6f None None] Pushing event updated for resources: {'Port': ['ID=9379c44a-50d0-40b0-a8cf-0d9c6e315511,revision_number=3']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:29:35.092423 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-ee3729a3-b47f-4288-a612-b5f6f4bbca56 None None] Provisioning complete for port afef2976-9cb4-499a-b0a3-cf2af4c9578c triggered by entity DHCP. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:29:35.092805 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-ee3729a3-b47f-4288-a612-b5f6f4bbca56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (afef2976-9cb4-499a-b0a3-cf2af4c9578c), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:35.275001 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-ee3729a3-b47f-4288-a612-b5f6f4bbca56 None None] Port afef2976-9cb4-499a-b0a3-cf2af4c9578c cannot update to ACTIVE because it is not bound. {{(pid=103644) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 10:29:35.333431 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvr_db [None req-9e3e9a2e-e98b-462e-9416-2fdb917999be None None] Set router 16e5a124-7863-4847-aa71-e29d5729fc3d gateway port host: dv-cinder-833544-1-iscsi {{(pid=103644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:29:35.393354 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-4b15253b-6237-4b02-bfbf-c7ffae02083d admin admin] Publish callbacks [] for port (afef2976-9cb4-499a-b0a3-cf2af4c9578c), precommit_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:35.485218 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-4b15253b-6237-4b02-bfbf-c7ffae02083d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (afef2976-9cb4-499a-b0a3-cf2af4c9578c), after_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:35.488449 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-4b15253b-6237-4b02-bfbf-c7ffae02083d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557787'] for router_interface (16e5a124-7863-4847-aa71-e29d5729fc3d), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:35.553430 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-9e3e9a2e-e98b-462e-9416-2fdb917999be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16e5a124-7863-4847-aa71-e29d5729fc3d', 'name': 'tempest-AttachVolumeTestJSON-1016826043-router', 'tenant_id': '8323ed68f5bb4a3488c9723cb7c54c0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.18'}], 'enable_snat': True}, 'gw_port_id': '9379c44a-50d0-40b0-a8cf-0d9c6e315511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:29:31Z', 'updated_at': '2022-03-14T10:29:34Z', 'revision_number': 4, 'project_id': '8323ed68f5bb4a3488c9723cb7c54c0f', 'gw_port': {'id': '9379c44a-50d0-40b0-a8cf-0d9c6e315511', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d8:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16e5a124-7863-4847-aa71-e29d5729fc3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:29:32Z', 'updated_at': '2022-03-14T10:29:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi', '_interfaces': [{'id': 'afef2976-9cb4-499a-b0a3-cf2af4c9578c', 'name': '', 'network_id': '41fa337d-ea5f-4994-bc9b-def763652602', 'tenant_id': '8323ed68f5bb4a3488c9723cb7c54c0f', 'mac_address': 'fa:16:3e:e4:3b:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16e5a124-7863-4847-aa71-e29d5729fc3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '623577f8-c7f3-4e24-b897-1f421a0f10a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:29:34Z', 'updated_at': '2022-03-14T10:29:34Z', 'revision_number': 1, 'project_id': '8323ed68f5bb4a3488c9723cb7c54c0f', 'subnets': [{'id': '623577f8-c7f3-4e24-b897-1f421a0f10a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833544-1-iscsi', False) {} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:29:35.579493 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b15253b-6237-4b02-bfbf-c7ffae02083d admin admin] Pushing event updated for resources: {'Port': ['ID=afef2976-9cb4-499a-b0a3-cf2af4c9578c,revision_number=2']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:29:35.580200 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3e9a2e-e98b-462e-9416-2fdb917999be None None] The sync data for ids ['16e5a124-7863-4847-aa71-e29d5729fc3d'] in dv-cinder-833544-1-iscsi is: [{'id': '16e5a124-7863-4847-aa71-e29d5729fc3d', 'name': 'tempest-AttachVolumeTestJSON-1016826043-router', 'tenant_id': '8323ed68f5bb4a3488c9723cb7c54c0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.18'}], 'enable_snat': True}, 'gw_port_id': '9379c44a-50d0-40b0-a8cf-0d9c6e315511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:29:31Z', 'updated_at': '2022-03-14T10:29:34Z', 'revision_number': 4, 'project_id': '8323ed68f5bb4a3488c9723cb7c54c0f', 'gw_port': {'id': '9379c44a-50d0-40b0-a8cf-0d9c6e315511', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d8:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16e5a124-7863-4847-aa71-e29d5729fc3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:29:32Z', 'updated_at': '2022-03-14T10:29:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi', '_interfaces': [{'id': 'afef2976-9cb4-499a-b0a3-cf2af4c9578c', 'name': '', 'network_id': '41fa337d-ea5f-4994-bc9b-def763652602', 'tenant_id': '8323ed68f5bb4a3488c9723cb7c54c0f', 'mac_address': 'fa:16:3e:e4:3b:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16e5a124-7863-4847-aa71-e29d5729fc3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '623577f8-c7f3-4e24-b897-1f421a0f10a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:29:34Z', 'updated_at': '2022-03-14T10:29:34Z', 'revision_number': 1, 'project_id': '8323ed68f5bb4a3488c9723cb7c54c0f', 'subnets': [{'id': '623577f8-c7f3-4e24-b897-1f421a0f10a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 10:29:35.620383 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b15253b-6237-4b02-bfbf-c7ffae02083d admin admin] Network 41fa337d-ea5f-4994-bc9b-def763652602 is already hosted by enough agents. {{(pid=103643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:29:35.622077 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.base_scheduler [None req-4b15253b-6237-4b02-bfbf-c7ffae02083d admin admin] Resources bound (agent type, host, resource id): {{(pid=103643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:29:35.763297 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b15253b-6237-4b02-bfbf-c7ffae02083d admin admin] Router 16e5a124-7863-4847-aa71-e29d5729fc3d has already been hosted by L3 agent a016a58c-1f8a-4210-ae6c-360b1a1f78c1 {{(pid=103643) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 10:29:35.901062 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-6d3b90ab-aebd-4f04-ba7b-55e64e7a428b None None] Provisioning complete for port afef2976-9cb4-499a-b0a3-cf2af4c9578c triggered by entity DHCP. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:29:35.901542 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-6d3b90ab-aebd-4f04-ba7b-55e64e7a428b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (afef2976-9cb4-499a-b0a3-cf2af4c9578c), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:35.953578 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-6d3b90ab-aebd-4f04-ba7b-55e64e7a428b None None] Port afef2976-9cb4-499a-b0a3-cf2af4c9578c cannot update to ACTIVE because it is not bound. {{(pid=103644) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 10:29:35.986394 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aa048a-28f3-4dfa-8c85-7d9521ab9964 req-0af668f5-09a2-4d65-9c65-67eb95a5d386 tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:29:35.986394 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-b7aa048a-28f3-4dfa-8c85-7d9521ab9964 req-0af668f5-09a2-4d65-9c65-67eb95a5d386 tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a3148c1-9188-4c5e-8c0b-403978db9cf6 HTTP/1.1" status: 200 len: 943 time: 0.1522799 Mar 14 10:29:35.987406 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b15253b-6237-4b02-bfbf-c7ffae02083d admin admin] Notify agent at l3_agent.dv-cinder-833544-1-iscsi the message routers_updated {{(pid=103643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 10:29:35.995713 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-4b15253b-6237-4b02-bfbf-c7ffae02083d admin admin] 10.222.0.16 "PUT /v2.0/routers/16e5a124-7863-4847-aa71-e29d5729fc3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1272619 Mar 14 10:29:36.017548 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Device 4d81218b-c05d-4326-baed-3f93f754724b details requested by agent hyperv_hv-cinder-83354 with host hv-cinder-83354 {{(pid=103644) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 10:29:36.080666 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-b7aa048a-28f3-4dfa-8c85-7d9521ab9964 req-730046f9-9b0c-476d-a910-aa300c82f847 tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f835d31-e3b8-449c-9db1-2eea62c7b37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806186 Mar 14 10:29:36.158096 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Device ff418f8c-b7df-43d4-9f54-97be07d2bd4d up at agent ovs-agent-dv-cinder-833544-1-iscsi {{(pid=103644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:29:36.167859 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e39df2-b1bb-4b9e-b07a-c9f8a4dfa8fb req-70b7ec81-fd03-4e18-a48a-a8b8cd5388b4 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:29:36.168995 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-58e39df2-b1bb-4b9e-b07a-c9f8a4dfa8fb req-70b7ec81-fd03-4e18-a48a-a8b8cd5388b4 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=180b9721-e314-4054-bed9-67ecaac6ce75 HTTP/1.1" status: 200 len: 945 time: 0.0924311 Mar 14 10:29:36.214063 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] For port 4d81218b-c05d-4326-baed-3f93f754724b, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=4d81218b-c05d-4326-baed-3f93f754724b,segment=NetworkSegment(a7d2aa36-dc5d-4b87-b609-12c32136474e),segment_id=a7d2aa36-dc5d-4b87-b609-12c32136474e)] {{(pid=103644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:29:36.243936 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Returning: {'device': '4d81218b-c05d-4326-baed-3f93f754724b', 'network_id': '2dbba2ff-bbf1-426e-8fea-ff3f8570afee', 'port_id': '4d81218b-c05d-4326-baed-3f93f754724b', 'mac_address': 'fa:16:3e:a2:e6:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b66c451-9585-4f0d-9834-3588924aca31', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103644) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 10:29:36.277997 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-58e39df2-b1bb-4b9e-b07a-c9f8a4dfa8fb req-e52ff2a5-111f-41c9-89f9-abaaaa031f18 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f677435-4851-49bd-85f9-2627c7cc2aca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991547 Mar 14 10:29:36.318465 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Provisioning complete for port ff418f8c-b7df-43d4-9f54-97be07d2bd4d triggered by entity L2. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:29:36.318844 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (ff418f8c-b7df-43d4-9f54-97be07d2bd4d), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:36.347247 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Current status of the port 4d81218b-c05d-4326-baed-3f93f754724b is: DOWN; New status is: BUILD {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:29:36.347734 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (4d81218b-c05d-4326-baed-3f93f754724b), before_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:36.368054 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.notifiers.nova [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d81218b-c05d-4326-baed-3f93f754724b {{(pid=103644) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 10:29:36.395600 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] For port 4d81218b-c05d-4326-baed-3f93f754724b, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=4d81218b-c05d-4326-baed-3f93f754724b,segment=NetworkSegment(a7d2aa36-dc5d-4b87-b609-12c32136474e),segment_id=a7d2aa36-dc5d-4b87-b609-12c32136474e)] {{(pid=103644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:29:36.461089 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Current status of the port ff418f8c-b7df-43d4-9f54-97be07d2bd4d is: ACTIVE; New status is: ACTIVE {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:29:36.484589 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (4d81218b-c05d-4326-baed-3f93f754724b), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:36.541710 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Pushing event updated for resources: {'Port': ['ID=4d81218b-c05d-4326-baed-3f93f754724b,revision_number=4']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:29:36.787089 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 44876) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:29:36.792836 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.v2.base [None req-a1b72774-7718-4804-b77f-1d6679bef0bf tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1789684152', 'description': 'tempest-description--2110900388'}} {{(pid=103642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:29:36.952193 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] get_ports_and_sgs() called for port_ids ['4d81218b-c05d-4326-baed-3f93f754724b'] {{(pid=103644) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 10:29:37.084711 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-a1b72774-7718-4804-b77f-1d6679bef0bf tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Publish callbacks [] for security_group (None), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:37.153280 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-a1b72774-7718-4804-b77f-1d6679bef0bf tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Publish callbacks [] for security_group (2b70bd49-c5ca-4159-8f17-c1401f955a80), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:37.212944 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9329f570-fea7-4405-9bf0-140e8813279e req-563a2344-5cf9-40d8-9b10-3dd7dd3080c3 tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:29:37.214460 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-9329f570-fea7-4405-9bf0-140e8813279e req-563a2344-5cf9-40d8-9b10-3dd7dd3080c3 tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a3148c1-9188-4c5e-8c0b-403978db9cf6 HTTP/1.1" status: 200 len: 944 time: 0.0538177 Mar 14 10:29:37.260905 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-9329f570-fea7-4405-9bf0-140e8813279e req-efc26c08-6c24-491c-aa02-bb38154efc22 tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f835d31-e3b8-449c-9db1-2eea62c7b37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410652 Mar 14 10:29:37.268155 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-a1b72774-7718-4804-b77f-1d6679bef0bf tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (2b70bd49-c5ca-4159-8f17-c1401f955a80), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:37.301686 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b72774-7718-4804-b77f-1d6679bef0bf tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b70bd49-c5ca-4159-8f17-c1401f955a80,revision_number=1']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:29:37.346421 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-a1b72774-7718-4804-b77f-1d6679bef0bf tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Publish callbacks [] for security_group (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:37.347715 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-a1b72774-7718-4804-b77f-1d6679bef0bf tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5593972 Mar 14 10:29:37.350601 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 44882) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:29:37.355064 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.v2.base [None req-4d4c9c5c-55dd-4994-84f3-ef339dc80353 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Request body: {'security_group_rule': {'security_group_id': '2b70bd49-c5ca-4159-8f17-c1401f955a80', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:29:37.410155 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65df4492-bd01-49cd-aab2-0a875e1e022b req-547cbd39-a577-467f-9d7d-ea0864d1ed83 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:29:37.411621 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-65df4492-bd01-49cd-aab2-0a875e1e022b req-547cbd39-a577-467f-9d7d-ea0864d1ed83 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=180b9721-e314-4054-bed9-67ecaac6ce75 HTTP/1.1" status: 200 len: 945 time: 0.0537200 Mar 14 10:29:37.458399 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-65df4492-bd01-49cd-aab2-0a875e1e022b req-9dfd01f7-a860-499f-8d8c-56b0a8bb4182 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f677435-4851-49bd-85f9-2627c7cc2aca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411310 Mar 14 10:29:37.469677 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-4d4c9c5c-55dd-4994-84f3-ef339dc80353 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Publish callbacks [] for security_group_rule (4e9bebe6-d64f-47aa-895f-997641e74f5d), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:37.534742 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-4d4c9c5c-55dd-4994-84f3-ef339dc80353 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Publish callbacks [] for security_group_rule (4e9bebe6-d64f-47aa-895f-997641e74f5d), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:37.590421 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-4d4c9c5c-55dd-4994-84f3-ef339dc80353 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673333'] for security_group_rule (4e9bebe6-d64f-47aa-895f-997641e74f5d), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:37.608871 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4c9c5c-55dd-4994-84f3-ef339dc80353 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e9bebe6-d64f-47aa-895f-997641e74f5d,revision_number=0']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:29:37.695511 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-4d4c9c5c-55dd-4994-84f3-ef339dc80353 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:37.696903 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-4d4c9c5c-55dd-4994-84f3-ef339dc80353 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3452785 Mar 14 10:29:37.699532 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 44886) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:29:37.704007 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.v2.base [None req-6b6a172a-e49a-40f5-954f-afbf7508b13f tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Request body: {'security_group_rule': {'security_group_id': '2b70bd49-c5ca-4159-8f17-c1401f955a80', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:29:37.793989 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b5adb3-ba27-4813-b439-b92f9eff334a None None] Sync routers for ids ['16e5a124-7863-4847-aa71-e29d5729fc3d'] in dv-cinder-833544-1-iscsi {{(pid=103645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 10:29:37.804014 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b5adb3-ba27-4813-b439-b92f9eff334a None None] Routers {'16e5a124-7863-4847-aa71-e29d5729fc3d'} bound to L3 agent in host dv-cinder-833544-1-iscsi {{(pid=103645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:29:37.804611 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-38b5adb3-ba27-4813-b439-b92f9eff334a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833544-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T10:17:23Z,description=,heartbeat_timestamp=2022-03-14T10:29:23Z,host='dv-cinder-833544-1-iscsi',id=a016a58c-1f8a-4210-ae6c-360b1a1f78c1,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:17:24Z,topic='l3_agent')) {'router_ids': ['16e5a124-7863-4847-aa71-e29d5729fc3d'], 'active': True} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:29:37.815008 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-6b6a172a-e49a-40f5-954f-afbf7508b13f tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Publish callbacks [] for security_group_rule (11e47552-5a82-49ac-9610-a8941a31c753), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:37.873002 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-6b6a172a-e49a-40f5-954f-afbf7508b13f tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Publish callbacks [] for security_group_rule (11e47552-5a82-49ac-9610-a8941a31c753), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:37.915223 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvr_db [None req-38b5adb3-ba27-4813-b439-b92f9eff334a None None] Set router 16e5a124-7863-4847-aa71-e29d5729fc3d gateway port host: dv-cinder-833544-1-iscsi {{(pid=103645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:29:37.939123 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-6b6a172a-e49a-40f5-954f-afbf7508b13f tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673333'] for security_group_rule (11e47552-5a82-49ac-9610-a8941a31c753), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:37.958106 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6a172a-e49a-40f5-954f-afbf7508b13f tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11e47552-5a82-49ac-9610-a8941a31c753,revision_number=0']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:29:38.008112 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Device 4d81218b-c05d-4326-baed-3f93f754724b up at agent hyperv_hv-cinder-83354 {{(pid=103644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:29:38.069976 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-6b6a172a-e49a-40f5-954f-afbf7508b13f tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:38.069976 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-6b6a172a-e49a-40f5-954f-afbf7508b13f tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3688114 Mar 14 10:29:38.072546 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 44896) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:29:38.077133 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [None req-5b5b42fe-baa1-4b37-bc18-31435aa9e6c3 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Request body: {'floatingip': {'floating_network_id': 'd3edc090-f075-4654-a10f-87b9c191544a'}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:29:38.116451 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Provisioning for port 4d81218b-c05d-4326-baed-3f93f754724b completed by entity L2. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 14 10:29:38.121053 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Provisioning complete for port 4d81218b-c05d-4326-baed-3f93f754724b triggered by entity L2. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:29:38.121566 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (4d81218b-c05d-4326-baed-3f93f754724b), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:38.142289 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-38b5adb3-ba27-4813-b439-b92f9eff334a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16e5a124-7863-4847-aa71-e29d5729fc3d', 'name': 'tempest-AttachVolumeTestJSON-1016826043-router', 'tenant_id': '8323ed68f5bb4a3488c9723cb7c54c0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.18'}], 'enable_snat': True}, 'gw_port_id': '9379c44a-50d0-40b0-a8cf-0d9c6e315511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:29:31Z', 'updated_at': '2022-03-14T10:29:34Z', 'revision_number': 4, 'project_id': '8323ed68f5bb4a3488c9723cb7c54c0f', 'gw_port': {'id': '9379c44a-50d0-40b0-a8cf-0d9c6e315511', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d8:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16e5a124-7863-4847-aa71-e29d5729fc3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:29:32Z', 'updated_at': '2022-03-14T10:29:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi', '_interfaces': [{'id': 'afef2976-9cb4-499a-b0a3-cf2af4c9578c', 'name': '', 'network_id': '41fa337d-ea5f-4994-bc9b-def763652602', 'tenant_id': '8323ed68f5bb4a3488c9723cb7c54c0f', 'mac_address': 'fa:16:3e:e4:3b:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16e5a124-7863-4847-aa71-e29d5729fc3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '623577f8-c7f3-4e24-b897-1f421a0f10a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:29:34Z', 'updated_at': '2022-03-14T10:29:35Z', 'revision_number': 2, 'project_id': '8323ed68f5bb4a3488c9723cb7c54c0f', 'subnets': [{'id': '623577f8-c7f3-4e24-b897-1f421a0f10a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833544-1-iscsi', False) {} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:29:38.173336 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b5adb3-ba27-4813-b439-b92f9eff334a None None] Checking router: 16e5a124-7863-4847-aa71-e29d5729fc3d for host: dv-cinder-833544-1-iscsi {{(pid=103645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 10:29:38.173699 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b5adb3-ba27-4813-b439-b92f9eff334a None None] Updating router 16e5a124-7863-4847-aa71-e29d5729fc3d port afef2976-9cb4-499a-b0a3-cf2af4c9578c binding host dv-cinder-833544-1-iscsi {{(pid=103645) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 10:29:38.173830 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-5b5b42fe-baa1-4b37-bc18-31435aa9e6c3 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:38.189036 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Device 9379c44a-50d0-40b0-a8cf-0d9c6e315511 up at agent ovs-agent-dv-cinder-833544-1-iscsi {{(pid=103644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:29:38.201187 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-38b5adb3-ba27-4813-b439-b92f9eff334a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (afef2976-9cb4-499a-b0a3-cf2af4c9578c), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:38.203158 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 44898) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:29:38.319756 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Provisioning complete for port 9379c44a-50d0-40b0-a8cf-0d9c6e315511 triggered by entity L2. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:29:38.325868 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (9379c44a-50d0-40b0-a8cf-0d9c6e315511), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:38.354162 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-5b5b42fe-baa1-4b37-bc18-31435aa9e6c3 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:38.371702 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Current status of the port 4d81218b-c05d-4326-baed-3f93f754724b is: BUILD; New status is: ACTIVE {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:29:38.372577 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (4d81218b-c05d-4326-baed-3f93f754724b), before_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:38.430672 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a3148c1-9188-4c5e-8c0b-403978db9cf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d81218b-c05d-4326-baed-3f93f754724b'}] {{(pid=103644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:29:38.433282 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cdcf2ce3ae030c6c85cf8a8616b2d58d36b16ae178b61bcd15320d14238e4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5f5552b-ca89-458e-9ae3-f2935c4d9539" -d '{"events": [{"server_uuid": "5a3148c1-9188-4c5e-8c0b-403978db9cf6", "name": "network-vif-plugged", "status": "completed", "tag": "4d81218b-c05d-4326-baed-3f93f754724b"}]}' {{(pid=103644) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:29:38.451764 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] For port 4d81218b-c05d-4326-baed-3f93f754724b, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=4d81218b-c05d-4326-baed-3f93f754724b,segment=NetworkSegment(a7d2aa36-dc5d-4b87-b609-12c32136474e),segment_id=a7d2aa36-dc5d-4b87-b609-12c32136474e)] {{(pid=103644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:29:38.451941 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 44908) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:29:38.453397 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Current status of the port 9379c44a-50d0-40b0-a8cf-0d9c6e315511 is: DOWN; New status is: ACTIVE {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:29:38.453997 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (9379c44a-50d0-40b0-a8cf-0d9c6e315511), before_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:38.477568 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] For port 9379c44a-50d0-40b0-a8cf-0d9c6e315511, host dv-cinder-833544-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833544-1-iscsi',level=0,port_id=9379c44a-50d0-40b0-a8cf-0d9c6e315511,segment=NetworkSegment(11cedc40-3914-4af6-ba83-0b9ce6d6fc30),segment_id=11cedc40-3914-4af6-ba83-0b9ce6d6fc30)] {{(pid=103644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:29:38.486987 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 10:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b991a3f6-9bf6-4eac-9f31-c8b68b8802a6 x-openstack-request-id: req-b991a3f6-9bf6-4eac-9f31-c8b68b8802a6 {{(pid=103644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:29:38.487501 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a3148c1-9188-4c5e-8c0b-403978db9cf6", "name": "network-vif-plugged", "status": "completed", "tag": "4d81218b-c05d-4326-baed-3f93f754724b", "code": 200}]} {{(pid=103644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:29:38.487921 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b991a3f6-9bf6-4eac-9f31-c8b68b8802a6 {{(pid=103644) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:29:38.488499 dv-cinder-833544-1-iscsi neutron-server[103644]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a3148c1-9188-4c5e-8c0b-403978db9cf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d81218b-c05d-4326-baed-3f93f754724b', 'code': 200} Mar 14 10:29:38.524251 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (4d81218b-c05d-4326-baed-3f93f754724b), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:38.533995 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-b4979855-ab8b-4afe-817d-ab02df2a7010 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:38.555318 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-38b5adb3-ba27-4813-b439-b92f9eff334a None None] Publish callbacks [] for port (afef2976-9cb4-499a-b0a3-cf2af4c9578c), precommit_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:38.565936 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-cd8bd3e2-5d7e-4554-84c8-53751d462826 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:38.574436 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (9379c44a-50d0-40b0-a8cf-0d9c6e315511), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:38.624927 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Pushing event updated for resources: {'Port': ['ID=4d81218b-c05d-4326-baed-3f93f754724b,revision_number=5']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:29:38.640298 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-38b5adb3-ba27-4813-b439-b92f9eff334a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (afef2976-9cb4-499a-b0a3-cf2af4c9578c), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:38.647279 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.db.db_base_plugin_common [None req-5b5b42fe-baa1-4b37-bc18-31435aa9e6c3 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Allocated IP 172.27.2.208 (d3edc090-f075-4654-a10f-87b9c191544a/b94c44b1-4eb3-4139-bb38-cf15afc675ad/9202426d-8e64-4eca-b655-9bc3d1640438) {{(pid=103643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 10:29:38.695222 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-b4979855-ab8b-4afe-817d-ab02df2a7010 admin admin] Publish callbacks [] for security_group (fc0ab720-b28e-4ae3-b93f-fa95bd06b79d), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:38.716823 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d88512-f502-45c5-83ab-8bd36e0267be req-38ff5e73-4162-41df-b0ac-cf7c4d610d56 tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:29:38.718377 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-14d88512-f502-45c5-83ab-8bd36e0267be req-38ff5e73-4162-41df-b0ac-cf7c4d610d56 tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a3148c1-9188-4c5e-8c0b-403978db9cf6 HTTP/1.1" status: 200 len: 944 time: 0.3437006 Mar 14 10:29:38.725633 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-cd8bd3e2-5d7e-4554-84c8-53751d462826 admin admin] Publish callbacks [] for security_group (5961f322-ed25-4817-a7ff-8f07eb9ba03b), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:38.727290 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fa74fa-0975-495e-a3f5-15d706d5e059 req-38c4180b-4aaf-4f3b-8c60-595f3c959172 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:29:38.728990 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-d4fa74fa-0975-495e-a3f5-15d706d5e059 req-38c4180b-4aaf-4f3b-8c60-595f3c959172 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=180b9721-e314-4054-bed9-67ecaac6ce75 HTTP/1.1" status: 200 len: 945 time: 0.1458399 Mar 14 10:29:38.740822 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d3a8b8-5024-474c-84c2-84e10aa1f4ea None None] Pushing event updated for resources: {'Port': ['ID=afef2976-9cb4-499a-b0a3-cf2af4c9578c,revision_number=3']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:29:38.744028 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Pushing event updated for resources: {'Port': ['ID=9379c44a-50d0-40b0-a8cf-0d9c6e315511,revision_number=4']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:29:38.750288 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d3a8b8-5024-474c-84c2-84e10aa1f4ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:29:38.750761 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d3a8b8-5024-474c-84c2-84e10aa1f4ea None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:29:38.752032 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d3a8b8-5024-474c-84c2-84e10aa1f4ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:29:38.752165 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d3a8b8-5024-474c-84c2-84e10aa1f4ea None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:29:38.752589 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d3a8b8-5024-474c-84c2-84e10aa1f4ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:29:38.753167 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d3a8b8-5024-474c-84c2-84e10aa1f4ea None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:29:38.753689 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d3a8b8-5024-474c-84c2-84e10aa1f4ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:29:38.754227 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d3a8b8-5024-474c-84c2-84e10aa1f4ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:29:38.754747 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d3a8b8-5024-474c-84c2-84e10aa1f4ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:29:38.755333 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d3a8b8-5024-474c-84c2-84e10aa1f4ea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:29:38.755788 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d3a8b8-5024-474c-84c2-84e10aa1f4ea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:29:38.756248 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d3a8b8-5024-474c-84c2-84e10aa1f4ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:29:38.756644 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d3a8b8-5024-474c-84c2-84e10aa1f4ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:29:38.757039 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d3a8b8-5024-474c-84c2-84e10aa1f4ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:29:38.757599 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d3a8b8-5024-474c-84c2-84e10aa1f4ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:29:38.772825 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-b4979855-ab8b-4afe-817d-ab02df2a7010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (fc0ab720-b28e-4ae3-b93f-fa95bd06b79d), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:38.828372 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-b4979855-ab8b-4afe-817d-ab02df2a7010 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b952578c261c4ce7978afe319b6281ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3750091 Mar 14 10:29:38.831000 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.managers [None req-38b5adb3-ba27-4813-b439-b92f9eff334a None None] Attempting to bind port afef2976-9cb4-499a-b0a3-cf2af4c9578c on host dv-cinder-833544-1-iscsi for vnic_type normal with profile {{(pid=103645) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 10:29:38.831543 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.managers [None req-38b5adb3-ba27-4813-b439-b92f9eff334a None None] Attempting to bind port afef2976-9cb4-499a-b0a3-cf2af4c9578c by drivers openvswitch,hyperv on host dv-cinder-833544-1-iscsi at level 0 using segments [{'id': '6ae4d02e-40e5-4abd-9646-fddaab197544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '41fa337d-ea5f-4994-bc9b-def763652602'}] {{(pid=103645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 10:29:38.832038 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b5adb3-ba27-4813-b439-b92f9eff334a None None] Attempting to bind port afef2976-9cb4-499a-b0a3-cf2af4c9578c on network 41fa337d-ea5f-4994-bc9b-def763652602 {{(pid=103645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:29:38.833822 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 44914) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:29:38.834712 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-cd8bd3e2-5d7e-4554-84c8-53751d462826 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (5961f322-ed25-4817-a7ff-8f07eb9ba03b), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:38.850116 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b5adb3-ba27-4813-b439-b92f9eff334a None None] Checking agent: {'id': '3daba05a-6d77-487a-83af-fb9f8edf24c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833544-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 14, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 10, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833544-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 10:29:38.851552 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b5adb3-ba27-4813-b439-b92f9eff334a None None] Checking segment: {'id': '6ae4d02e-40e5-4abd-9646-fddaab197544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '41fa337d-ea5f-4994-bc9b-def763652602'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103645) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:29:38.852091 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-38b5adb3-ba27-4813-b439-b92f9eff334a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:38.852591 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b5adb3-ba27-4813-b439-b92f9eff334a None None] Bound using segment: {'id': '6ae4d02e-40e5-4abd-9646-fddaab197544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '41fa337d-ea5f-4994-bc9b-def763652602'} {{(pid=103645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 10:29:38.853190 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.managers [None req-38b5adb3-ba27-4813-b439-b92f9eff334a None None] Bound port: afef2976-9cb4-499a-b0a3-cf2af4c9578c, host: dv-cinder-833544-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ae4d02e-40e5-4abd-9646-fddaab197544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '41fa337d-ea5f-4994-bc9b-def763652602'}}] {{(pid=103645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 10:29:38.853825 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-38b5adb3-ba27-4813-b439-b92f9eff334a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (afef2976-9cb4-499a-b0a3-cf2af4c9578c), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:38.876908 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-14d88512-f502-45c5-83ab-8bd36e0267be req-d60fd685-22ad-4329-ae80-b2abf960e845 tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f835d31-e3b8-449c-9db1-2eea62c7b37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462805 Mar 14 10:29:38.895590 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4979855-ab8b-4afe-817d-ab02df2a7010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc0ab720-b28e-4ae3-b93f-fa95bd06b79d,revision_number=1']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:29:38.910551 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-cd8bd3e2-5d7e-4554-84c8-53751d462826 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d33a2b69da744c488f658182e1adb729&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7061577 Mar 14 10:29:38.911265 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-d4fa74fa-0975-495e-a3f5-15d706d5e059 req-8b01c578-453d-452e-b40f-cd22045d4a8a tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f677435-4851-49bd-85f9-2627c7cc2aca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1388328 Mar 14 10:29:38.920102 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 44916) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:29:38.936880 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-5b5b42fe-baa1-4b37-bc18-31435aa9e6c3 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Publish callbacks [] for port (9202426d-8e64-4eca-b655-9bc3d1640438), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:38.945738 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-38b5adb3-ba27-4813-b439-b92f9eff334a None None] For port afef2976-9cb4-499a-b0a3-cf2af4c9578c, host dv-cinder-833544-1-iscsi, cleared binding levels {{(pid=103645) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 10:29:38.949532 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-38b5adb3-ba27-4813-b439-b92f9eff334a None None] For port afef2976-9cb4-499a-b0a3-cf2af4c9578c, host dv-cinder-833544-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833544-1-iscsi',level=0,port_id=afef2976-9cb4-499a-b0a3-cf2af4c9578c,segment=NetworkSegment(6ae4d02e-40e5-4abd-9646-fddaab197544),segment_id=6ae4d02e-40e5-4abd-9646-fddaab197544)] {{(pid=103645) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 10:29:38.975337 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f65a70e-d56a-4601-9548-c484f7ea0813 req-258103fd-b45d-4052-ab7c-02160597cb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:29:38.976907 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-9f65a70e-d56a-4601-9548-c484f7ea0813 req-258103fd-b45d-4052-ab7c-02160597cb52 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5a3148c1-9188-4c5e-8c0b-403978db9cf6 HTTP/1.1" status: 200 len: 1129 time: 0.0990114 Mar 14 10:29:38.990975 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8bd3e2-5d7e-4554-84c8-53751d462826 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5961f322-ed25-4817-a7ff-8f07eb9ba03b,revision_number=1']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:29:39.008538 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-ba4f1167-2b2a-4c33-a93d-cf10a20e5b7f None None] Provisioning complete for port afef2976-9cb4-499a-b0a3-cf2af4c9578c triggered by entity DHCP. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:29:39.009012 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-ba4f1167-2b2a-4c33-a93d-cf10a20e5b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (afef2976-9cb4-499a-b0a3-cf2af4c9578c), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:39.013194 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-38b5adb3-ba27-4813-b439-b92f9eff334a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (afef2976-9cb4-499a-b0a3-cf2af4c9578c), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:39.037120 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-8b71466a-0141-4046-a2dc-ee7c4ff2b3ca admin admin] Publish callbacks [] for security_group (5961f322-ed25-4817-a7ff-8f07eb9ba03b), before_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:39.038301 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-9f65a70e-d56a-4601-9548-c484f7ea0813 req-8e2d3ae5-d721-4ca6-a396-f8d04900c641 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=1f835d31-e3b8-449c-9db1-2eea62c7b37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486219 Mar 14 10:29:39.040000 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-5b5b42fe-baa1-4b37-bc18-31435aa9e6c3 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739585409118'] for port (9202426d-8e64-4eca-b655-9bc3d1640438), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:39.041282 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-95a704f8-5cf2-4f8f-bd4e-b98642873f3e admin admin] Publish callbacks [] for security_group (fc0ab720-b28e-4ae3-b93f-fa95bd06b79d), before_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:39.076886 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-8b71466a-0141-4046-a2dc-ee7c4ff2b3ca admin admin] Publish callbacks [] for security_group (5961f322-ed25-4817-a7ff-8f07eb9ba03b), precommit_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:39.089090 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d3a8b8-5024-474c-84c2-84e10aa1f4ea None None] Pushing event updated for resources: {'Port': ['ID=afef2976-9cb4-499a-b0a3-cf2af4c9578c,revision_number=4']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:29:39.093944 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-95a704f8-5cf2-4f8f-bd4e-b98642873f3e admin admin] Publish callbacks [] for security_group (fc0ab720-b28e-4ae3-b93f-fa95bd06b79d), precommit_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:39.106225 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b5adb3-ba27-4813-b439-b92f9eff334a None None] Routers {'16e5a124-7863-4847-aa71-e29d5729fc3d'} bound to L3 agent in host dv-cinder-833544-1-iscsi {{(pid=103645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:29:39.107006 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-38b5adb3-ba27-4813-b439-b92f9eff334a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833544-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T10:17:23Z,description=,heartbeat_timestamp=2022-03-14T10:29:23Z,host='dv-cinder-833544-1-iscsi',id=a016a58c-1f8a-4210-ae6c-360b1a1f78c1,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:17:24Z,topic='l3_agent')) {'router_ids': ['16e5a124-7863-4847-aa71-e29d5729fc3d'], 'active': True} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:29:39.120295 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b42fe-baa1-4b37-bc18-31435aa9e6c3 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Pushing event updated for resources: {'Port': ['ID=9202426d-8e64-4eca-b655-9bc3d1640438,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:29:39.124998 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-ba4f1167-2b2a-4c33-a93d-cf10a20e5b7f None None] Current status of the port afef2976-9cb4-499a-b0a3-cf2af4c9578c is: DOWN; New status is: ACTIVE {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:29:39.125694 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-ba4f1167-2b2a-4c33-a93d-cf10a20e5b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (afef2976-9cb4-499a-b0a3-cf2af4c9578c), before_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:39.132921 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5b42fe-baa1-4b37-bc18-31435aa9e6c3 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Network d3edc090-f075-4654-a10f-87b9c191544a is already hosted by enough agents. {{(pid=103643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:29:39.134800 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.base_scheduler [None req-5b5b42fe-baa1-4b37-bc18-31435aa9e6c3 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Resources bound (agent type, host, resource id): {{(pid=103643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:29:39.138986 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5b42fe-baa1-4b37-bc18-31435aa9e6c3 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Received port after_create {{(pid=103643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 10:29:39.188142 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-ba4f1167-2b2a-4c33-a93d-cf10a20e5b7f None None] For port afef2976-9cb4-499a-b0a3-cf2af4c9578c, host dv-cinder-833544-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833544-1-iscsi',level=0,port_id=afef2976-9cb4-499a-b0a3-cf2af4c9578c,segment=NetworkSegment(6ae4d02e-40e5-4abd-9646-fddaab197544),segment_id=6ae4d02e-40e5-4abd-9646-fddaab197544)] {{(pid=103644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:29:39.216922 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-5b5b42fe-baa1-4b37-bc18-31435aa9e6c3 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Publish callbacks [] for floatingip (69096617-b0ec-4711-94bb-66fcf9d94431), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:39.239126 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-8b71466a-0141-4046-a2dc-ee7c4ff2b3ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (5961f322-ed25-4817-a7ff-8f07eb9ba03b), after_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:39.241896 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-8b71466a-0141-4046-a2dc-ee7c4ff2b3ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:39.243066 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-8b71466a-0141-4046-a2dc-ee7c4ff2b3ca admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5961f322-ed25-4817-a7ff-8f07eb9ba03b HTTP/1.1" status: 204 len: 168 time: 0.3213072 Mar 14 10:29:39.251871 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvr_db [None req-38b5adb3-ba27-4813-b439-b92f9eff334a None None] Set router 16e5a124-7863-4847-aa71-e29d5729fc3d gateway port host: dv-cinder-833544-1-iscsi {{(pid=103645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:29:39.252179 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b71466a-0141-4046-a2dc-ee7c4ff2b3ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5961f322-ed25-4817-a7ff-8f07eb9ba03b,revision_number=None']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:29:39.268995 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-95a704f8-5cf2-4f8f-bd4e-b98642873f3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (fc0ab720-b28e-4ae3-b93f-fa95bd06b79d), after_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:39.271463 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-ba4f1167-2b2a-4c33-a93d-cf10a20e5b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (afef2976-9cb4-499a-b0a3-cf2af4c9578c), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:39.273367 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-95a704f8-5cf2-4f8f-bd4e-b98642873f3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:39.274911 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-95a704f8-5cf2-4f8f-bd4e-b98642873f3e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fc0ab720-b28e-4ae3-b93f-fa95bd06b79d HTTP/1.1" status: 204 len: 168 time: 0.4363141 Mar 14 10:29:39.300277 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a704f8-5cf2-4f8f-bd4e-b98642873f3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc0ab720-b28e-4ae3-b93f-fa95bd06b79d,revision_number=None']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:29:39.363076 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4f1167-2b2a-4c33-a93d-cf10a20e5b7f None None] Pushing event updated for resources: {'Port': ['ID=afef2976-9cb4-499a-b0a3-cf2af4c9578c,revision_number=5']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:29:39.371165 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-5b5b42fe-baa1-4b37-bc18-31435aa9e6c3 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (9202426d-8e64-4eca-b655-9bc3d1640438), before_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:39.401416 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-420d309f-253c-481e-a9de-0f5f5a3d1116 None None] Provisioning complete for port afef2976-9cb4-499a-b0a3-cf2af4c9578c triggered by entity DHCP. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:29:39.402280 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-420d309f-253c-481e-a9de-0f5f5a3d1116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (afef2976-9cb4-499a-b0a3-cf2af4c9578c), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:39.497032 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-420d309f-253c-481e-a9de-0f5f5a3d1116 None None] Current status of the port afef2976-9cb4-499a-b0a3-cf2af4c9578c is: ACTIVE; New status is: ACTIVE {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:29:39.524193 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-38b5adb3-ba27-4813-b439-b92f9eff334a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16e5a124-7863-4847-aa71-e29d5729fc3d', 'name': 'tempest-AttachVolumeTestJSON-1016826043-router', 'tenant_id': '8323ed68f5bb4a3488c9723cb7c54c0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.18'}], 'enable_snat': True}, 'gw_port_id': '9379c44a-50d0-40b0-a8cf-0d9c6e315511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:29:31Z', 'updated_at': '2022-03-14T10:29:34Z', 'revision_number': 4, 'project_id': '8323ed68f5bb4a3488c9723cb7c54c0f', 'gw_port': {'id': '9379c44a-50d0-40b0-a8cf-0d9c6e315511', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d8:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e5a124-7863-4847-aa71-e29d5729fc3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:29:32Z', 'updated_at': '2022-03-14T10:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi', '_interfaces': [{'id': 'afef2976-9cb4-499a-b0a3-cf2af4c9578c', 'name': '', 'network_id': '41fa337d-ea5f-4994-bc9b-def763652602', 'tenant_id': '8323ed68f5bb4a3488c9723cb7c54c0f', 'mac_address': 'fa:16:3e:e4:3b:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16e5a124-7863-4847-aa71-e29d5729fc3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '623577f8-c7f3-4e24-b897-1f421a0f10a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:29:34Z', 'updated_at': '2022-03-14T10:29:38Z', 'revision_number': 4, 'project_id': '8323ed68f5bb4a3488c9723cb7c54c0f', 'subnets': [{'id': '623577f8-c7f3-4e24-b897-1f421a0f10a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833544-1-iscsi', False) {} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:29:39.536902 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-5b5b42fe-baa1-4b37-bc18-31435aa9e6c3 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Publish callbacks [] for port (9202426d-8e64-4eca-b655-9bc3d1640438), precommit_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:39.550816 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b5adb3-ba27-4813-b439-b92f9eff334a None None] The sync data for ids ['16e5a124-7863-4847-aa71-e29d5729fc3d'] in dv-cinder-833544-1-iscsi is: [{'id': '16e5a124-7863-4847-aa71-e29d5729fc3d', 'name': 'tempest-AttachVolumeTestJSON-1016826043-router', 'tenant_id': '8323ed68f5bb4a3488c9723cb7c54c0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.18'}], 'enable_snat': True}, 'gw_port_id': '9379c44a-50d0-40b0-a8cf-0d9c6e315511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:29:31Z', 'updated_at': '2022-03-14T10:29:34Z', 'revision_number': 4, 'project_id': '8323ed68f5bb4a3488c9723cb7c54c0f', 'gw_port': {'id': '9379c44a-50d0-40b0-a8cf-0d9c6e315511', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d8:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e5a124-7863-4847-aa71-e29d5729fc3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:29:32Z', 'updated_at': '2022-03-14T10:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi', '_interfaces': [{'id': 'afef2976-9cb4-499a-b0a3-cf2af4c9578c', 'name': '', 'network_id': '41fa337d-ea5f-4994-bc9b-def763652602', 'tenant_id': '8323ed68f5bb4a3488c9723cb7c54c0f', 'mac_address': 'fa:16:3e:e4:3b:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16e5a124-7863-4847-aa71-e29d5729fc3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '623577f8-c7f3-4e24-b897-1f421a0f10a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:29:34Z', 'updated_at': '2022-03-14T10:29:38Z', 'revision_number': 4, 'project_id': '8323ed68f5bb4a3488c9723cb7c54c0f', 'subnets': [{'id': '623577f8-c7f3-4e24-b897-1f421a0f10a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 10:29:39.627597 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-5b5b42fe-baa1-4b37-bc18-31435aa9e6c3 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (9202426d-8e64-4eca-b655-9bc3d1640438), after_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:39.675448 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-5b5b42fe-baa1-4b37-bc18-31435aa9e6c3 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-564448'] for floatingip (69096617-b0ec-4711-94bb-66fcf9d94431), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:39.697282 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b42fe-baa1-4b37-bc18-31435aa9e6c3 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Pushing event updated for resources: {'Port': ['ID=9202426d-8e64-4eca-b655-9bc3d1640438,revision_number=2']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:29:39.764031 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-5b5b42fe-baa1-4b37-bc18-31435aa9e6c3 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211739'] for floatingip (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:39.765409 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-5b5b42fe-baa1-4b37-bc18-31435aa9e6c3 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6919065 Mar 14 10:29:40.062833 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179b71f8-7a6f-419f-aaea-8ccb37da2bab req-18316a4c-2647-4a7f-8b97-8d480536cdca tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:29:40.065246 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-179b71f8-7a6f-419f-aaea-8ccb37da2bab req-18316a4c-2647-4a7f-8b97-8d480536cdca tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a3148c1-9188-4c5e-8c0b-403978db9cf6 HTTP/1.1" status: 200 len: 945 time: 0.0957339 Mar 14 10:29:40.068206 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-6f9a45c2-d90c-4f31-9a43-79dd3817f170 req-6a4e845f-e397-4e5d-b109-7a092553a42f tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1789684152&fields=id&tenant_id=8323ed68f5bb4a3488c9723cb7c54c0f HTTP/1.1" status: 200 len: 267 time: 0.0694642 Mar 14 10:29:40.125807 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.agents_db [None req-e5bc90a1-3fae-4be0-a54a-d59a030b4380 None None] Agent healthcheck: found 6 active agents {{(pid=103645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 10:29:40.169627 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Device afef2976-9cb4-499a-b0a3-cf2af4c9578c up at agent ovs-agent-dv-cinder-833544-1-iscsi {{(pid=103644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:29:40.210808 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-179b71f8-7a6f-419f-aaea-8ccb37da2bab req-70f4b84d-0f3f-4c16-9f8a-fbe2dd6a6a3c tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f835d31-e3b8-449c-9db1-2eea62c7b37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334124 Mar 14 10:29:40.257937 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Provisioning complete for port afef2976-9cb4-499a-b0a3-cf2af4c9578c triggered by entity L2. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:29:40.258303 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (afef2976-9cb4-499a-b0a3-cf2af4c9578c), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:40.270681 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9a45c2-d90c-4f31-9a43-79dd3817f170 req-d899bd5c-e652-4d1a-a272-0ab70d92553c tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:29:40.272490 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-6f9a45c2-d90c-4f31-9a43-79dd3817f170 req-d899bd5c-e652-4d1a-a272-0ab70d92553c tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/networks?id=41fa337d-ea5f-4994-bc9b-def763652602 HTTP/1.1" status: 200 len: 811 time: 0.1938987 Mar 14 10:29:40.289928 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-6f9a45c2-d90c-4f31-9a43-79dd3817f170 req-d4fa92b7-d90f-428b-8262-4e30fc33e941 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/quotas/8323ed68f5bb4a3488c9723cb7c54c0f HTTP/1.1" status: 200 len: 375 time: 0.0111897 Mar 14 10:29:40.358224 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Current status of the port afef2976-9cb4-499a-b0a3-cf2af4c9578c is: ACTIVE; New status is: ACTIVE {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:29:40.359452 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Device 9379c44a-50d0-40b0-a8cf-0d9c6e315511 up at agent ovs-agent-dv-cinder-833544-1-iscsi {{(pid=103644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:29:40.418184 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-6f9a45c2-d90c-4f31-9a43-79dd3817f170 req-5e02e1a7-abb0-42cd-8d32-66ed2eae0719 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=8323ed68f5bb4a3488c9723cb7c54c0f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1226857 Mar 14 10:29:40.421513 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Provisioning complete for port 9379c44a-50d0-40b0-a8cf-0d9c6e315511 triggered by entity L2. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:29:40.421995 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (9379c44a-50d0-40b0-a8cf-0d9c6e315511), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:40.426589 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adfc543-d316-4e40-9417-48796d0974c3 req-5082c93a-015d-4e35-9132-bbfad30ca3de tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:29:40.444439 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-7adfc543-d316-4e40-9417-48796d0974c3 req-5082c93a-015d-4e35-9132-bbfad30ca3de tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=180b9721-e314-4054-bed9-67ecaac6ce75 HTTP/1.1" status: 200 len: 945 time: 0.1360521 Mar 14 10:29:40.505215 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-7adfc543-d316-4e40-9417-48796d0974c3 req-cb27ad36-b29a-48bd-aa36-0e01a329d977 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f677435-4851-49bd-85f9-2627c7cc2aca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598981 Mar 14 10:29:40.542820 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Current status of the port 9379c44a-50d0-40b0-a8cf-0d9c6e315511 is: ACTIVE; New status is: ACTIVE {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:29:40.776571 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 44986) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:29:40.853423 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [req-6f9a45c2-d90c-4f31-9a43-79dd3817f170 req-bcfb914c-185f-41c3-984d-5baffe7d91c5 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103643) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 14 10:29:40.854030 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-6f9a45c2-d90c-4f31-9a43-79dd3817f170 req-bcfb914c-185f-41c3-984d-5baffe7d91c5 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1609457 Mar 14 10:29:40.893581 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [None req-fc18761a-a0b8-45c9-9cf6-58df8acbc0c6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1768344314-network', 'tenant_id': '2e6c27112eef433e92d2b52711c12a4a'}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:29:40.961805 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-6f9a45c2-d90c-4f31-9a43-79dd3817f170 req-c7523eb8-1433-48aa-9257-bacf6bf67a85 service neutron] 10.222.0.16 "GET /v2.0/networks/41fa337d-ea5f-4994-bc9b-def763652602?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005394 Mar 14 10:29:41.034050 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc18761a-a0b8-45c9-9cf6-58df8acbc0c6 admin admin] Made reservation on behalf of 2e6c27112eef433e92d2b52711c12a4a for: {'network': 1} {{(pid=103643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 10:29:41.036305 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-fc18761a-a0b8-45c9-9cf6-58df8acbc0c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for network (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:41.055950 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-fc18761a-a0b8-45c9-9cf6-58df8acbc0c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:41.068737 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-6f9a45c2-d90c-4f31-9a43-79dd3817f170 req-5f641544-cb5c-46f4-93cb-9ef2cc35b5b6 service neutron] 10.222.0.16 "GET /v2.0/networks/41fa337d-ea5f-4994-bc9b-def763652602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012015 Mar 14 10:29:41.135017 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-fc18761a-a0b8-45c9-9cf6-58df8acbc0c6 admin admin] Publish callbacks [] for security_group (5e553502-ba8e-44d0-bcac-0e3b922622e4), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:41.224646 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-fc18761a-a0b8-45c9-9cf6-58df8acbc0c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (5e553502-ba8e-44d0-bcac-0e3b922622e4), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:41.249271 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc18761a-a0b8-45c9-9cf6-58df8acbc0c6 admin admin] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=103643) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 10:29:41.259790 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc18761a-a0b8-45c9-9cf6-58df8acbc0c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e553502-ba8e-44d0-bcac-0e3b922622e4,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:29:41.265877 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-fc18761a-a0b8-45c9-9cf6-58df8acbc0c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1663358'] for segment (9dba8bba-e909-47c7-9019-37e942827720), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:41.266479 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.db.segments_db [None req-fc18761a-a0b8-45c9-9cf6-58df8acbc0c6 admin admin] Added segment 9dba8bba-e909-47c7-9019-37e942827720 of type vlan for network 6882a9ee-c558-49c4-8be5-9a1210fcc04f Mar 14 10:29:41.332673 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-fc18761a-a0b8-45c9-9cf6-58df8acbc0c6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739585426881'] for network (6882a9ee-c558-49c4-8be5-9a1210fcc04f), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:41.373454 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-24a01de0-e64b-44c2-ab15-62d7797e8827 req-4316bdb6-cd50-4266-9a92-4d0590618871 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/ports?device_id=c285fc22-e681-4296-afe4-8556e371552e HTTP/1.1" status: 200 len: 210 time: 0.0372412 Mar 14 10:29:41.396994 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a9d799-d314-4af3-b687-c54e8b06eb83 req-14178ca5-d7ed-4bb8-b814-a9994ae774a7 tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:29:41.398445 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-38a9d799-d314-4af3-b687-c54e8b06eb83 req-14178ca5-d7ed-4bb8-b814-a9994ae774a7 tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a3148c1-9188-4c5e-8c0b-403978db9cf6 HTTP/1.1" status: 200 len: 945 time: 0.1022696 Mar 14 10:29:41.449210 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-38a9d799-d314-4af3-b687-c54e8b06eb83 req-9ad8e11b-71c4-49a3-840d-0b339a4eca50 tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f835d31-e3b8-449c-9db1-2eea62c7b37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445809 Mar 14 10:29:41.459295 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-fc18761a-a0b8-45c9-9cf6-58df8acbc0c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005'] for network (6882a9ee-c558-49c4-8be5-9a1210fcc04f), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:41.463457 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc18761a-a0b8-45c9-9cf6-58df8acbc0c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:29:41.463457 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-fc18761a-a0b8-45c9-9cf6-58df8acbc0c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631023'] for network (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:41.525897 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc18761a-a0b8-45c9-9cf6-58df8acbc0c6 admin admin] Pushing event updated for resources: {'Network': ['ID=6882a9ee-c558-49c4-8be5-9a1210fcc04f,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:29:41.536794 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Network 6882a9ee-c558-49c4-8be5-9a1210fcc04f details requested by agent ovs-agent-dv-cinder-833544-1-iscsi with host dv-cinder-833544-1-iscsi {{(pid=103644) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 10:29:41.612281 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-fc18761a-a0b8-45c9-9cf6-58df8acbc0c6 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8345056 Mar 14 10:29:41.615199 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 45032) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:29:41.620376 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.v2.base [None req-a089c390-07dc-4fb4-906a-8f7520324617 admin admin] Request body: {'subnet': {'network_id': '6882a9ee-c558-49c4-8be5-9a1210fcc04f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1768344314-subnet', 'tenant_id': '2e6c27112eef433e92d2b52711c12a4a', 'ip_version': 4}} {{(pid=103642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:29:41.679429 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011e82c7-e82b-432d-aea7-6baf4be401cb req-f5e910ac-bd88-4cd4-ae4b-128dd89d3e00 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:29:41.680934 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-011e82c7-e82b-432d-aea7-6baf4be401cb req-f5e910ac-bd88-4cd4-ae4b-128dd89d3e00 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=180b9721-e314-4054-bed9-67ecaac6ce75 HTTP/1.1" status: 200 len: 945 time: 0.0748334 Mar 14 10:29:41.737135 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-011e82c7-e82b-432d-aea7-6baf4be401cb req-05e06801-a315-49cb-b358-d0cb76b5bdcd tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f677435-4851-49bd-85f9-2627c7cc2aca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500495 Mar 14 10:29:41.742049 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a089c390-07dc-4fb4-906a-8f7520324617 admin admin] Made reservation on behalf of 2e6c27112eef433e92d2b52711c12a4a for: {'subnet': 1} {{(pid=103642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 10:29:41.745309 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-a089c390-07dc-4fb4-906a-8f7520324617 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10301198'] for subnet (None), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:41.998955 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-a089c390-07dc-4fb4-906a-8f7520324617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9715100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10301244'] for subnet (d240598c-3b92-461b-83ad-570466ab5f54), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:42.060288 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a089c390-07dc-4fb4-906a-8f7520324617 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d240598c-3b92-461b-83ad-570466ab5f54,revision_number=0']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:29:42.068249 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a089c390-07dc-4fb4-906a-8f7520324617 admin admin] Checking segment: {'id': '9dba8bba-e909-47c7-9019-37e942827720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6882a9ee-c558-49c4-8be5-9a1210fcc04f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:29:42.068610 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a089c390-07dc-4fb4-906a-8f7520324617 admin admin] Network hostable DHCP agents. Network: 6882a9ee-c558-49c4-8be5-9a1210fcc04f, hostable agents: ['71411765-f129-4ae6-9e82-4fe742fde8ff'], hosted agents: [] {{(pid=103642) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 10:29:42.170103 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a089c390-07dc-4fb4-906a-8f7520324617 admin admin] Network 6882a9ee-c558-49c4-8be5-9a1210fcc04f is scheduled to be hosted by DHCP agent 71411765-f129-4ae6-9e82-4fe742fde8ff with binding_index 1 {{(pid=103642) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 10:29:42.261599 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.scheduler.base_scheduler [None req-a089c390-07dc-4fb4-906a-8f7520324617 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-833544-1-iscsi, 6882a9ee-c558-49c4-8be5-9a1210fcc04f) {{(pid=103642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:29:42.266580 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a089c390-07dc-4fb4-906a-8f7520324617 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:29:42.267982 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-a089c390-07dc-4fb4-906a-8f7520324617 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:42.272102 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3578cf1-fa22-4acd-9674-fc39df114f36 None None] Network 6882a9ee-c558-49c4-8be5-9a1210fcc04f requested from dv-cinder-833544-1-iscsi {{(pid=103644) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 10:29:42.338749 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-a089c390-07dc-4fb4-906a-8f7520324617 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7222857 Mar 14 10:29:42.341436 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 45058) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:29:42.346487 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.v2.base [None req-aa782a06-fdbf-4eb0-9bd0-d201c0e8fd41 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1768344314-router', 'tenant_id': '2e6c27112eef433e92d2b52711c12a4a', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a'}}} {{(pid=103642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:29:42.379546 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e47309a-86a9-4349-b2a8-a0f2bf17c6ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5134b456-3691-55a4-ab1f-9767d820ba17-6882a9ee-c558-49c4-8be5-9a1210fcc04f', 'network_id': '6882a9ee-c558-49c4-8be5-9a1210fcc04f', 'project_id': '2e6c27112eef433e92d2b52711c12a4a', 'fixed_ips': [{'subnet_id': 'd240598c-3b92-461b-83ad-570466ab5f54'}]}} from dv-cinder-833544-1-iscsi. {{(pid=103644) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 14 10:29:42.380424 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-9e47309a-86a9-4349-b2a8-a0f2bf17c6ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (None), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:42.461821 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-aa782a06-fdbf-4eb0-9bd0-d201c0e8fd41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-559121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10214'] for router (e7c42b5b-6d3f-400d-9e44-28c05bffee6f), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:42.463177 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-aa782a06-fdbf-4eb0-9bd0-d201c0e8fd41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-564327', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-678354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10225'] for router (e7c42b5b-6d3f-400d-9e44-28c05bffee6f), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:42.479204 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-85d70bf0-d072-43e7-8986-cfc568e15c8b req-d4b024a2-0a2e-4d4d-abed-d252a3d059a7 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/ports?device_id=c285fc22-e681-4296-afe4-8556e371552e HTTP/1.1" status: 200 len: 210 time: 0.0350034 Mar 14 10:29:42.526635 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-aa782a06-fdbf-4eb0-9bd0-d201c0e8fd41 admin admin] Publish callbacks [] for router_controller (e7c42b5b-6d3f-400d-9e44-28c05bffee6f), precommit_add_association {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:42.534744 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.db_base_plugin_common [None req-9e47309a-86a9-4349-b2a8-a0f2bf17c6ae None None] Allocated IP 172.20.0.2 (6882a9ee-c558-49c4-8be5-9a1210fcc04f/d240598c-3b92-461b-83ad-570466ab5f54/63b10366-aea5-4a94-8b0d-f56143d11f48) {{(pid=103644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 10:29:42.699576 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-9e47309a-86a9-4349-b2a8-a0f2bf17c6ae None None] Publish callbacks [] for port (63b10366-aea5-4a94-8b0d-f56143d11f48), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:42.738695 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-aa782a06-fdbf-4eb0-9bd0-d201c0e8fd41 admin admin] Publish callbacks [] for router_gateway (e7c42b5b-6d3f-400d-9e44-28c05bffee6f), precommit_update {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:42.828164 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-9e47309a-86a9-4349-b2a8-a0f2bf17c6ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739585409118'] for port (63b10366-aea5-4a94-8b0d-f56143d11f48), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:42.864244 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0033499e-bd62-454d-8333-ed74d07e8079 req-71df41b3-f790-4254-84e2-4cc06163513e tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:29:42.865777 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-0033499e-bd62-454d-8333-ed74d07e8079 req-71df41b3-f790-4254-84e2-4cc06163513e tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=180b9721-e314-4054-bed9-67ecaac6ce75 HTTP/1.1" status: 200 len: 945 time: 0.0560524 Mar 14 10:29:42.871781 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e47309a-86a9-4349-b2a8-a0f2bf17c6ae None None] Network 6882a9ee-c558-49c4-8be5-9a1210fcc04f is already hosted by enough agents. {{(pid=103644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:29:42.874862 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.scheduler.base_scheduler [None req-9e47309a-86a9-4349-b2a8-a0f2bf17c6ae None None] Resources bound (agent type, host, resource id): {{(pid=103644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:29:42.879691 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e47309a-86a9-4349-b2a8-a0f2bf17c6ae None None] Received port after_create {{(pid=103644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 10:29:42.887340 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e47309a-86a9-4349-b2a8-a0f2bf17c6ae None None] Pushing event updated for resources: {'Port': ['ID=63b10366-aea5-4a94-8b0d-f56143d11f48,revision_number=1']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:29:42.943343 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-0033499e-bd62-454d-8333-ed74d07e8079 req-a3193556-ec16-4f31-9c64-aecf6cc123b7 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f677435-4851-49bd-85f9-2627c7cc2aca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707886 Mar 14 10:29:42.988380 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.managers [None req-9e47309a-86a9-4349-b2a8-a0f2bf17c6ae None None] Attempting to bind port 63b10366-aea5-4a94-8b0d-f56143d11f48 on host dv-cinder-833544-1-iscsi for vnic_type normal with profile {{(pid=103644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 10:29:42.988984 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.managers [None req-9e47309a-86a9-4349-b2a8-a0f2bf17c6ae None None] Attempting to bind port 63b10366-aea5-4a94-8b0d-f56143d11f48 by drivers openvswitch,hyperv on host dv-cinder-833544-1-iscsi at level 0 using segments [{'id': '9dba8bba-e909-47c7-9019-37e942827720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6882a9ee-c558-49c4-8be5-9a1210fcc04f'}] {{(pid=103644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 10:29:42.989450 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e47309a-86a9-4349-b2a8-a0f2bf17c6ae None None] Attempting to bind port 63b10366-aea5-4a94-8b0d-f56143d11f48 on network 6882a9ee-c558-49c4-8be5-9a1210fcc04f {{(pid=103644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:29:42.997147 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e47309a-86a9-4349-b2a8-a0f2bf17c6ae None None] Checking agent: {'id': '3daba05a-6d77-487a-83af-fb9f8edf24c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833544-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 14, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 10, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833544-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 10:29:42.997693 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e47309a-86a9-4349-b2a8-a0f2bf17c6ae None None] Checking segment: {'id': '9dba8bba-e909-47c7-9019-37e942827720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6882a9ee-c558-49c4-8be5-9a1210fcc04f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:29:42.998201 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-9e47309a-86a9-4349-b2a8-a0f2bf17c6ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:42.998824 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e47309a-86a9-4349-b2a8-a0f2bf17c6ae None None] Bound using segment: {'id': '9dba8bba-e909-47c7-9019-37e942827720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6882a9ee-c558-49c4-8be5-9a1210fcc04f'} {{(pid=103644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 10:29:42.999897 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.managers [None req-9e47309a-86a9-4349-b2a8-a0f2bf17c6ae None None] Bound port: 63b10366-aea5-4a94-8b0d-f56143d11f48, host: dv-cinder-833544-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dba8bba-e909-47c7-9019-37e942827720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6882a9ee-c558-49c4-8be5-9a1210fcc04f'}}] {{(pid=103644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 10:29:42.999897 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-9e47309a-86a9-4349-b2a8-a0f2bf17c6ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (63b10366-aea5-4a94-8b0d-f56143d11f48), before_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:43.071165 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-9e47309a-86a9-4349-b2a8-a0f2bf17c6ae None None] For port 63b10366-aea5-4a94-8b0d-f56143d11f48, host dv-cinder-833544-1-iscsi, cleared binding levels {{(pid=103644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 10:29:43.074817 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-9e47309a-86a9-4349-b2a8-a0f2bf17c6ae None None] For port 63b10366-aea5-4a94-8b0d-f56143d11f48, host dv-cinder-833544-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833544-1-iscsi',level=0,port_id=63b10366-aea5-4a94-8b0d-f56143d11f48,segment=NetworkSegment(9dba8bba-e909-47c7-9019-37e942827720),segment_id=9dba8bba-e909-47c7-9019-37e942827720)] {{(pid=103644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 10:29:43.136443 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-aa782a06-fdbf-4eb0-9bd0-d201c0e8fd41 admin admin] Publish callbacks [] for router_gateway (e7c42b5b-6d3f-400d-9e44-28c05bffee6f), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:43.142942 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-9e47309a-86a9-4349-b2a8-a0f2bf17c6ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (63b10366-aea5-4a94-8b0d-f56143d11f48), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:43.161675 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-aa782a06-fdbf-4eb0-9bd0-d201c0e8fd41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (None), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:43.208667 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e47309a-86a9-4349-b2a8-a0f2bf17c6ae None None] Pushing event updated for resources: {'Port': ['ID=63b10366-aea5-4a94-8b0d-f56143d11f48,revision_number=2']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:29:43.291125 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.db.db_base_plugin_common [None req-aa782a06-fdbf-4eb0-9bd0-d201c0e8fd41 admin admin] Allocated IP 172.27.2.142 (d3edc090-f075-4654-a10f-87b9c191544a/b94c44b1-4eb3-4139-bb38-cf15afc675ad/3e95f1c5-5cd8-4d8a-b1b5-be9d5f2bd310) {{(pid=103642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 10:29:43.430477 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-aa782a06-fdbf-4eb0-9bd0-d201c0e8fd41 admin admin] Publish callbacks [] for port (3e95f1c5-5cd8-4d8a-b1b5-be9d5f2bd310), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:43.534197 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-aa782a06-fdbf-4eb0-9bd0-d201c0e8fd41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739585409118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9714944'] for port (3e95f1c5-5cd8-4d8a-b1b5-be9d5f2bd310), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:43.578110 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa782a06-fdbf-4eb0-9bd0-d201c0e8fd41 admin admin] Network d3edc090-f075-4654-a10f-87b9c191544a is already hosted by enough agents. {{(pid=103642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:29:43.581541 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.scheduler.base_scheduler [None req-aa782a06-fdbf-4eb0-9bd0-d201c0e8fd41 admin admin] Resources bound (agent type, host, resource id): {{(pid=103642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:29:43.582172 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-533f1c39-3df2-4338-8485-1ae0924ffdd7 req-5bbf07b0-7ec2-4a2c-9a82-71418273646d tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/ports?device_id=c285fc22-e681-4296-afe4-8556e371552e HTTP/1.1" status: 200 len: 210 time: 0.0286167 Mar 14 10:29:43.585136 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa782a06-fdbf-4eb0-9bd0-d201c0e8fd41 admin admin] Received port after_create {{(pid=103642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 10:29:43.595857 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa782a06-fdbf-4eb0-9bd0-d201c0e8fd41 admin admin] Pushing event updated for resources: {'Port': ['ID=3e95f1c5-5cd8-4d8a-b1b5-be9d5f2bd310,revision_number=1']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:29:43.766524 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9a45c2-d90c-4f31-9a43-79dd3817f170 req-73d3381e-2688-4fcb-a5ec-08eb11e20a86 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:29:43.768089 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-6f9a45c2-d90c-4f31-9a43-79dd3817f170 req-73d3381e-2688-4fcb-a5ec-08eb11e20a86 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.39 "GET /v2.0/networks?id=41fa337d-ea5f-4994-bc9b-def763652602 HTTP/1.1" status: 200 len: 811 time: 0.1163497 Mar 14 10:29:43.847937 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-6f9a45c2-d90c-4f31-9a43-79dd3817f170 req-42bc0b3d-3a9b-46ca-acd6-d17e80d49f09 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8323ed68f5bb4a3488c9723cb7c54c0f HTTP/1.1" status: 200 len: 380 time: 0.0642474 Mar 14 10:29:43.857313 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [req-6f9a45c2-d90c-4f31-9a43-79dd3817f170 req-65e8a3f2-5224-4125-9c8c-edd7c5610e91 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Request body: {'port': {'device_id': 'c285fc22-e681-4296-afe4-8556e371552e', 'network_id': '41fa337d-ea5f-4994-bc9b-def763652602', 'admin_state_up': True, 'tenant_id': '8323ed68f5bb4a3488c9723cb7c54c0f', 'security_groups': ['2b70bd49-c5ca-4159-8f17-c1401f955a80']}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:29:43.955386 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-aa782a06-fdbf-4eb0-9bd0-d201c0e8fd41 admin admin] Publish callbacks [] for router_gateway (e7c42b5b-6d3f-400d-9e44-28c05bffee6f), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:44.144651 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f9a45c2-d90c-4f31-9a43-79dd3817f170 req-65e8a3f2-5224-4125-9c8c-edd7c5610e91 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Made reservation on behalf of 8323ed68f5bb4a3488c9723cb7c54c0f for: {'port': 1} {{(pid=103643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 10:29:44.148465 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-6f9a45c2-d90c-4f31-9a43-79dd3817f170 req-65e8a3f2-5224-4125-9c8c-edd7c5610e91 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:44.193256 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3094c7f4-6477-4663-860c-fd95bf703d65 req-a130783d-bfc8-4417-ac26-4ce9f5ab9302 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:29:44.199211 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Device 63b10366-aea5-4a94-8b0d-f56143d11f48 up at agent ovs-agent-dv-cinder-833544-1-iscsi {{(pid=103644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:29:44.208314 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-3094c7f4-6477-4663-860c-fd95bf703d65 req-a130783d-bfc8-4417-ac26-4ce9f5ab9302 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=180b9721-e314-4054-bed9-67ecaac6ce75 HTTP/1.1" status: 200 len: 945 time: 0.1216192 Mar 14 10:29:44.242227 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-aa782a06-fdbf-4eb0-9bd0-d201c0e8fd41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-564250'] for router (e7c42b5b-6d3f-400d-9e44-28c05bffee6f), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:44.274636 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Provisioning complete for port 63b10366-aea5-4a94-8b0d-f56143d11f48 triggered by entity L2. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:29:44.274771 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (63b10366-aea5-4a94-8b0d-f56143d11f48), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:44.318854 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-3094c7f4-6477-4663-860c-fd95bf703d65 req-23c01e9f-2ec9-465a-956d-025a9581f220 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f677435-4851-49bd-85f9-2627c7cc2aca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096618 Mar 14 10:29:44.405605 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Current status of the port 63b10366-aea5-4a94-8b0d-f56143d11f48 is: DOWN; New status is: ACTIVE {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:29:44.406393 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (63b10366-aea5-4a94-8b0d-f56143d11f48), before_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:44.412703 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e11fafb-8280-4156-8ffc-c78179e86ee7 None None] Network 6882a9ee-c558-49c4-8be5-9a1210fcc04f requested from dv-cinder-833544-1-iscsi {{(pid=103644) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 10:29:44.424745 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.db.db_base_plugin_common [req-6f9a45c2-d90c-4f31-9a43-79dd3817f170 req-65e8a3f2-5224-4125-9c8c-edd7c5610e91 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Allocated IP 172.20.0.4 (41fa337d-ea5f-4994-bc9b-def763652602/623577f8-c7f3-4e24-b897-1f421a0f10a6/9c434c67-2d84-4683-bfc9-cc8e82d98ac7) {{(pid=103643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 10:29:44.500653 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] For port 63b10366-aea5-4a94-8b0d-f56143d11f48, host dv-cinder-833544-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833544-1-iscsi',level=0,port_id=63b10366-aea5-4a94-8b0d-f56143d11f48,segment=NetworkSegment(9dba8bba-e909-47c7-9019-37e942827720),segment_id=9dba8bba-e909-47c7-9019-37e942827720)] {{(pid=103644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:29:44.523917 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-81f9af4c-dbcd-4f64-9eff-dab9ea61e061 None None] Provisioning complete for port 63b10366-aea5-4a94-8b0d-f56143d11f48 triggered by entity DHCP. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:29:44.524299 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-81f9af4c-dbcd-4f64-9eff-dab9ea61e061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (63b10366-aea5-4a94-8b0d-f56143d11f48), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:44.542014 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa782a06-fdbf-4eb0-9bd0-d201c0e8fd41 admin admin] Router e7c42b5b-6d3f-400d-9e44-28c05bffee6f is scheduled to L3 agent a016a58c-1f8a-4210-ae6c-360b1a1f78c1 with binding_index 1 {{(pid=103642) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 10:29:44.599315 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-6f9a45c2-d90c-4f31-9a43-79dd3817f170 req-65e8a3f2-5224-4125-9c8c-edd7c5610e91 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Publish callbacks [] for port (9c434c67-2d84-4683-bfc9-cc8e82d98ac7), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:44.659593 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa782a06-fdbf-4eb0-9bd0-d201c0e8fd41 admin admin] Notify agent at l3_agent.dv-cinder-833544-1-iscsi the message routers_updated {{(pid=103642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 10:29:44.690579 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-5cd066eb-9b18-4e83-ac7d-ba80d314167c req-490ad03f-de68-49b6-b23a-3ab7fc822908 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/ports?device_id=c285fc22-e681-4296-afe4-8556e371552e HTTP/1.1" status: 200 len: 210 time: 0.0315576 Mar 14 10:29:44.692241 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3ba94d-2f68-4361-a159-86a0b1042eb7 None None] Sync routers for ids ['e7c42b5b-6d3f-400d-9e44-28c05bffee6f'] in dv-cinder-833544-1-iscsi {{(pid=103644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 10:29:44.698389 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (63b10366-aea5-4a94-8b0d-f56143d11f48), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:44.715403 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-6f9a45c2-d90c-4f31-9a43-79dd3817f170 req-65e8a3f2-5224-4125-9c8c-edd7c5610e91 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739585409118'] for port (9c434c67-2d84-4683-bfc9-cc8e82d98ac7), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:44.758922 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-aa782a06-fdbf-4eb0-9bd0-d201c0e8fd41 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:44.760827 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-aa782a06-fdbf-4eb0-9bd0-d201c0e8fd41 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.4182022 Mar 14 10:29:44.767022 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f9a45c2-d90c-4f31-9a43-79dd3817f170 req-65e8a3f2-5224-4125-9c8c-edd7c5610e91 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Network 41fa337d-ea5f-4994-bc9b-def763652602 is already hosted by enough agents. {{(pid=103643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:29:44.767166 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 45122) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:29:44.767262 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3ba94d-2f68-4361-a159-86a0b1042eb7 None None] Routers {'e7c42b5b-6d3f-400d-9e44-28c05bffee6f'} bound to L3 agent in host dv-cinder-833544-1-iscsi {{(pid=103644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:29:44.767262 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-0f3ba94d-2f68-4361-a159-86a0b1042eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833544-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T10:17:23Z,description=,heartbeat_timestamp=2022-03-14T10:29:23Z,host='dv-cinder-833544-1-iscsi',id=a016a58c-1f8a-4210-ae6c-360b1a1f78c1,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:17:24Z,topic='l3_agent')) {'router_ids': ['e7c42b5b-6d3f-400d-9e44-28c05bffee6f'], 'active': True} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:29:44.767729 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.base_scheduler [req-6f9a45c2-d90c-4f31-9a43-79dd3817f170 req-65e8a3f2-5224-4125-9c8c-edd7c5610e91 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Resources bound (agent type, host, resource id): {{(pid=103643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:29:44.770181 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f9a45c2-d90c-4f31-9a43-79dd3817f170 req-65e8a3f2-5224-4125-9c8c-edd7c5610e91 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Received port after_create {{(pid=103643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 10:29:44.775864 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9a45c2-d90c-4f31-9a43-79dd3817f170 req-65e8a3f2-5224-4125-9c8c-edd7c5610e91 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:29:44.776603 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-6f9a45c2-d90c-4f31-9a43-79dd3817f170 req-65e8a3f2-5224-4125-9c8c-edd7c5610e91 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211739'] for port (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:44.792085 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e8a3f2-5224-4125-9c8c-edd7c5610e91 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Pushing event updated for resources: {'Port': ['ID=9c434c67-2d84-4683-bfc9-cc8e82d98ac7,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:29:44.848607 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Pushing event updated for resources: {'Port': ['ID=63b10366-aea5-4a94-8b0d-f56143d11f48,revision_number=3']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:29:44.884597 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-6f9a45c2-d90c-4f31-9a43-79dd3817f170 req-65e8a3f2-5224-4125-9c8c-edd7c5610e91 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0311120 Mar 14 10:29:44.904832 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [req-6f9a45c2-d90c-4f31-9a43-79dd3817f170 req-2f0431dc-b203-4dba-bba0-f083de4bd75c service neutron] Request body: {'port': {'device_id': 'c285fc22-e681-4296-afe4-8556e371552e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83354'}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:29:44.946734 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-81f9af4c-dbcd-4f64-9eff-dab9ea61e061 None None] Current status of the port 63b10366-aea5-4a94-8b0d-f56143d11f48 is: ACTIVE; New status is: ACTIVE {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:29:44.968567 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvr_db [None req-0f3ba94d-2f68-4361-a159-86a0b1042eb7 None None] Set router e7c42b5b-6d3f-400d-9e44-28c05bffee6f gateway port host: dv-cinder-833544-1-iscsi {{(pid=103644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:29:44.986845 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-6f9a45c2-d90c-4f31-9a43-79dd3817f170 req-2f0431dc-b203-4dba-bba0-f083de4bd75c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (9c434c67-2d84-4683-bfc9-cc8e82d98ac7), before_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:45.205282 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-1c30cb72-b092-4242-a1d1-1c6f728ec781 None None] Provisioning complete for port 9c434c67-2d84-4683-bfc9-cc8e82d98ac7 triggered by entity DHCP. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:29:45.206259 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-1c30cb72-b092-4242-a1d1-1c6f728ec781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (9c434c67-2d84-4683-bfc9-cc8e82d98ac7), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:45.256414 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-1c30cb72-b092-4242-a1d1-1c6f728ec781 None None] Port 9c434c67-2d84-4683-bfc9-cc8e82d98ac7 cannot update to ACTIVE because it is not bound. {{(pid=103644) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 10:29:45.271317 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-0f3ba94d-2f68-4361-a159-86a0b1042eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7c42b5b-6d3f-400d-9e44-28c05bffee6f', 'name': 'tempest-TestMinimumBasicScenario-1768344314-router', 'tenant_id': '2e6c27112eef433e92d2b52711c12a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '3e95f1c5-5cd8-4d8a-b1b5-be9d5f2bd310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:29:42Z', 'updated_at': '2022-03-14T10:29:43Z', 'revision_number': 3, 'project_id': '2e6c27112eef433e92d2b52711c12a4a', 'gw_port': {'id': '3e95f1c5-5cd8-4d8a-b1b5-be9d5f2bd310', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:25:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7c42b5b-6d3f-400d-9e44-28c05bffee6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:29:43Z', 'updated_at': '2022-03-14T10:29:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi'}], 'dv-cinder-833544-1-iscsi', False) {} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:29:45.308754 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3ba94d-2f68-4361-a159-86a0b1042eb7 None None] Checking router: e7c42b5b-6d3f-400d-9e44-28c05bffee6f for host: dv-cinder-833544-1-iscsi {{(pid=103644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 10:29:45.309119 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3ba94d-2f68-4361-a159-86a0b1042eb7 None None] Updating router e7c42b5b-6d3f-400d-9e44-28c05bffee6f port 3e95f1c5-5cd8-4d8a-b1b5-be9d5f2bd310 binding host dv-cinder-833544-1-iscsi {{(pid=103644) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 10:29:45.343704 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-0f3ba94d-2f68-4361-a159-86a0b1042eb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (3e95f1c5-5cd8-4d8a-b1b5-be9d5f2bd310), before_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:45.358968 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.notifiers.nova [req-6f9a45c2-d90c-4f31-9a43-79dd3817f170 req-2f0431dc-b203-4dba-bba0-f083de4bd75c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c434c67-2d84-4683-bfc9-cc8e82d98ac7 {{(pid=103643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 10:29:45.369132 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-6f9a45c2-d90c-4f31-9a43-79dd3817f170 req-2f0431dc-b203-4dba-bba0-f083de4bd75c service neutron] Publish callbacks [] for port (9c434c67-2d84-4683-bfc9-cc8e82d98ac7), precommit_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:45.385711 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.db.provisioning_blocks [req-6f9a45c2-d90c-4f31-9a43-79dd3817f170 req-2f0431dc-b203-4dba-bba0-f083de4bd75c service neutron] Transition to ACTIVE for port object 9c434c67-2d84-4683-bfc9-cc8e82d98ac7 will not be triggered until provisioned by entity L2. {{(pid=103643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 14 10:29:45.389579 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-4ec20e9a-fcac-45ce-b121-d39584c7aa4c None None] Provisioning complete for port 63b10366-aea5-4a94-8b0d-f56143d11f48 triggered by entity DHCP. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:29:45.389702 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-4ec20e9a-fcac-45ce-b121-d39584c7aa4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (63b10366-aea5-4a94-8b0d-f56143d11f48), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:45.469412 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-6f9a45c2-d90c-4f31-9a43-79dd3817f170 req-2f0431dc-b203-4dba-bba0-f083de4bd75c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (9c434c67-2d84-4683-bfc9-cc8e82d98ac7), after_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:45.537320 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0431dc-b203-4dba-bba0-f083de4bd75c service neutron] Pushing event updated for resources: {'Port': ['ID=9c434c67-2d84-4683-bfc9-cc8e82d98ac7,revision_number=2']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:29:45.596809 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-78a0a04f-f659-401c-b991-36334fd3e12c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (None), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:45.655283 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30da95b6-435c-4ab6-9854-7f8f5a56bd27 req-dee2462b-b60d-409c-9ff5-e923eaaff134 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:29:45.656948 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-30da95b6-435c-4ab6-9854-7f8f5a56bd27 req-dee2462b-b60d-409c-9ff5-e923eaaff134 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=180b9721-e314-4054-bed9-67ecaac6ce75 HTTP/1.1" status: 200 len: 945 time: 0.2212408 Mar 14 10:29:45.660478 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.managers [req-6f9a45c2-d90c-4f31-9a43-79dd3817f170 req-2f0431dc-b203-4dba-bba0-f083de4bd75c service neutron] Attempting to bind port 9c434c67-2d84-4683-bfc9-cc8e82d98ac7 on host hv-cinder-83354 for vnic_type normal with profile {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 10:29:45.660830 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.managers [req-6f9a45c2-d90c-4f31-9a43-79dd3817f170 req-2f0431dc-b203-4dba-bba0-f083de4bd75c service neutron] Attempting to bind port 9c434c67-2d84-4683-bfc9-cc8e82d98ac7 by drivers openvswitch,hyperv on host hv-cinder-83354 at level 0 using segments [{'id': '6ae4d02e-40e5-4abd-9646-fddaab197544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '41fa337d-ea5f-4994-bc9b-def763652602'}] {{(pid=103643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 10:29:45.663598 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9a45c2-d90c-4f31-9a43-79dd3817f170 req-2f0431dc-b203-4dba-bba0-f083de4bd75c service neutron] Attempting to bind port 9c434c67-2d84-4683-bfc9-cc8e82d98ac7 on network 41fa337d-ea5f-4994-bc9b-def763652602 {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:29:45.690775 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-4ec20e9a-fcac-45ce-b121-d39584c7aa4c None None] Current status of the port 63b10366-aea5-4a94-8b0d-f56143d11f48 is: ACTIVE; New status is: ACTIVE {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:29:45.694749 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9a45c2-d90c-4f31-9a43-79dd3817f170 req-2f0431dc-b203-4dba-bba0-f083de4bd75c service neutron] Port 9c434c67-2d84-4683-bfc9-cc8e82d98ac7 on network 41fa337d-ea5f-4994-bc9b-def763652602 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83354 {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 10:29:45.695062 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9a45c2-d90c-4f31-9a43-79dd3817f170 req-2f0431dc-b203-4dba-bba0-f083de4bd75c service neutron] Attempting to bind port 9c434c67-2d84-4683-bfc9-cc8e82d98ac7 on network 41fa337d-ea5f-4994-bc9b-def763652602 {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:29:45.717323 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9a45c2-d90c-4f31-9a43-79dd3817f170 req-2f0431dc-b203-4dba-bba0-f083de4bd75c service neutron] Checking agent: {'id': 'cd4c1fd5-6bd0-46fc-9cd1-9ea8fc180379', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83354', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 10, 23, 57), 'started_at': datetime.datetime(2022, 3, 14, 10, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 10, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 10:29:45.717666 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9a45c2-d90c-4f31-9a43-79dd3817f170 req-2f0431dc-b203-4dba-bba0-f083de4bd75c service neutron] Checking segment: {'id': '6ae4d02e-40e5-4abd-9646-fddaab197544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '41fa337d-ea5f-4994-bc9b-def763652602'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:29:45.720946 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9a45c2-d90c-4f31-9a43-79dd3817f170 req-2f0431dc-b203-4dba-bba0-f083de4bd75c service neutron] Bound using segment: {'id': '6ae4d02e-40e5-4abd-9646-fddaab197544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '41fa337d-ea5f-4994-bc9b-def763652602'} {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 10:29:45.720946 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.managers [req-6f9a45c2-d90c-4f31-9a43-79dd3817f170 req-2f0431dc-b203-4dba-bba0-f083de4bd75c service neutron] Bound port: 9c434c67-2d84-4683-bfc9-cc8e82d98ac7, host: hv-cinder-83354, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ae4d02e-40e5-4abd-9646-fddaab197544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '41fa337d-ea5f-4994-bc9b-def763652602'}}] {{(pid=103643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 10:29:45.720946 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-6f9a45c2-d90c-4f31-9a43-79dd3817f170 req-2f0431dc-b203-4dba-bba0-f083de4bd75c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (9c434c67-2d84-4683-bfc9-cc8e82d98ac7), before_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:45.725337 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-30da95b6-435c-4ab6-9854-7f8f5a56bd27 req-1ed7d8a7-7cc7-4f26-9b24-8da45c43f153 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f677435-4851-49bd-85f9-2627c7cc2aca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616014 Mar 14 10:29:45.823101 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-0f3ba94d-2f68-4361-a159-86a0b1042eb7 None None] Publish callbacks [] for port (3e95f1c5-5cd8-4d8a-b1b5-be9d5f2bd310), precommit_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:45.848488 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.db [req-6f9a45c2-d90c-4f31-9a43-79dd3817f170 req-2f0431dc-b203-4dba-bba0-f083de4bd75c service neutron] For port 9c434c67-2d84-4683-bfc9-cc8e82d98ac7, host hv-cinder-83354, cleared binding levels {{(pid=103643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 10:29:45.853271 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.db [req-6f9a45c2-d90c-4f31-9a43-79dd3817f170 req-2f0431dc-b203-4dba-bba0-f083de4bd75c service neutron] For port 9c434c67-2d84-4683-bfc9-cc8e82d98ac7, host hv-cinder-83354, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=9c434c67-2d84-4683-bfc9-cc8e82d98ac7,segment=NetworkSegment(6ae4d02e-40e5-4abd-9646-fddaab197544),segment_id=6ae4d02e-40e5-4abd-9646-fddaab197544)] {{(pid=103643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 10:29:45.862689 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.db.db_base_plugin_common [None req-78a0a04f-f659-401c-b991-36334fd3e12c admin admin] Allocated IP 172.20.0.1 (6882a9ee-c558-49c4-8be5-9a1210fcc04f/d240598c-3b92-461b-83ad-570466ab5f54/9cff9e9c-1bbe-4802-a205-5a46c4881e50) {{(pid=103642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 10:29:45.871171 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cc24be-1a1c-4be5-a892-ff2658ea9876 req-69512296-860f-40c0-9a73-8a4e0f1cc700 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:29:45.872692 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-61cc24be-1a1c-4be5-a892-ff2658ea9876 req-69512296-860f-40c0-9a73-8a4e0f1cc700 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/ports?device_id=c285fc22-e681-4296-afe4-8556e371552e HTTP/1.1" status: 200 len: 943 time: 0.0833802 Mar 14 10:29:45.962395 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-0f3ba94d-2f68-4361-a159-86a0b1042eb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (3e95f1c5-5cd8-4d8a-b1b5-be9d5f2bd310), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:45.987048 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-78a0a04f-f659-401c-b991-36334fd3e12c admin admin] Publish callbacks [] for port (9cff9e9c-1bbe-4802-a205-5a46c4881e50), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:46.031797 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.managers [None req-0f3ba94d-2f68-4361-a159-86a0b1042eb7 None None] Attempting to bind port 3e95f1c5-5cd8-4d8a-b1b5-be9d5f2bd310 on host dv-cinder-833544-1-iscsi for vnic_type normal with profile {{(pid=103644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 10:29:46.032227 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.managers [None req-0f3ba94d-2f68-4361-a159-86a0b1042eb7 None None] Attempting to bind port 3e95f1c5-5cd8-4d8a-b1b5-be9d5f2bd310 by drivers openvswitch,hyperv on host dv-cinder-833544-1-iscsi at level 0 using segments [{'id': '11cedc40-3914-4af6-ba83-0b9ce6d6fc30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a'}] {{(pid=103644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 10:29:46.032854 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3ba94d-2f68-4361-a159-86a0b1042eb7 None None] Attempting to bind port 3e95f1c5-5cd8-4d8a-b1b5-be9d5f2bd310 on network d3edc090-f075-4654-a10f-87b9c191544a {{(pid=103644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:29:46.042829 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3ba94d-2f68-4361-a159-86a0b1042eb7 None None] Checking agent: {'id': '3daba05a-6d77-487a-83af-fb9f8edf24c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833544-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 14, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 10, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833544-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 10:29:46.047402 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3ba94d-2f68-4361-a159-86a0b1042eb7 None None] Checking segment: {'id': '11cedc40-3914-4af6-ba83-0b9ce6d6fc30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:29:46.047402 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-0f3ba94d-2f68-4361-a159-86a0b1042eb7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:46.047402 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3ba94d-2f68-4361-a159-86a0b1042eb7 None None] Bound using segment: {'id': '11cedc40-3914-4af6-ba83-0b9ce6d6fc30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a'} {{(pid=103644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 10:29:46.047402 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.managers [None req-0f3ba94d-2f68-4361-a159-86a0b1042eb7 None None] Bound port: 3e95f1c5-5cd8-4d8a-b1b5-be9d5f2bd310, host: dv-cinder-833544-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11cedc40-3914-4af6-ba83-0b9ce6d6fc30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a'}}] {{(pid=103644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 10:29:46.047402 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-0f3ba94d-2f68-4361-a159-86a0b1042eb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (3e95f1c5-5cd8-4d8a-b1b5-be9d5f2bd310), before_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:46.047402 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc027e42-a294-404c-be3d-1981711bb304 None None] Pushing event updated for resources: {'Port': ['ID=3e95f1c5-5cd8-4d8a-b1b5-be9d5f2bd310,revision_number=2']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:29:46.062367 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 45136) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:29:46.096712 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-78a0a04f-f659-401c-b991-36334fd3e12c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739585409118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9714944'] for port (9cff9e9c-1bbe-4802-a205-5a46c4881e50), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:46.119795 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-6f9a45c2-d90c-4f31-9a43-79dd3817f170 req-2f0431dc-b203-4dba-bba0-f083de4bd75c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (9c434c67-2d84-4683-bfc9-cc8e82d98ac7), after_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:46.120398 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a0a04f-f659-401c-b991-36334fd3e12c admin admin] Network 6882a9ee-c558-49c4-8be5-9a1210fcc04f is already hosted by enough agents. {{(pid=103642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:29:46.123615 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.scheduler.base_scheduler [None req-78a0a04f-f659-401c-b991-36334fd3e12c admin admin] Resources bound (agent type, host, resource id): {{(pid=103642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:29:46.161449 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-0f3ba94d-2f68-4361-a159-86a0b1042eb7 None None] For port 3e95f1c5-5cd8-4d8a-b1b5-be9d5f2bd310, host dv-cinder-833544-1-iscsi, cleared binding levels {{(pid=103644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 10:29:46.162935 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-0f3ba94d-2f68-4361-a159-86a0b1042eb7 None None] For port 3e95f1c5-5cd8-4d8a-b1b5-be9d5f2bd310, host dv-cinder-833544-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833544-1-iscsi',level=0,port_id=3e95f1c5-5cd8-4d8a-b1b5-be9d5f2bd310,segment=NetworkSegment(11cedc40-3914-4af6-ba83-0b9ce6d6fc30),segment_id=11cedc40-3914-4af6-ba83-0b9ce6d6fc30)] {{(pid=103644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 10:29:46.170148 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Device 63b10366-aea5-4a94-8b0d-f56143d11f48 up at agent ovs-agent-dv-cinder-833544-1-iscsi {{(pid=103644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:29:46.178870 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a0a04f-f659-401c-b991-36334fd3e12c admin admin] Received port after_create {{(pid=103642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 10:29:46.212430 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9a45c2-d90c-4f31-9a43-79dd3817f170 req-2f0431dc-b203-4dba-bba0-f083de4bd75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:29:46.213073 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-6f9a45c2-d90c-4f31-9a43-79dd3817f170 req-2f0431dc-b203-4dba-bba0-f083de4bd75c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211739'] for port (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:46.214664 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-6f9a45c2-d90c-4f31-9a43-79dd3817f170 req-2f0431dc-b203-4dba-bba0-f083de4bd75c service neutron] 10.222.0.39 "PUT /v2.0/ports/9c434c67-2d84-4683-bfc9-cc8e82d98ac7 HTTP/1.1" status: 200 len: 1093 time: 1.3146114 Mar 14 10:29:46.215147 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c285fc22-e681-4296-afe4-8556e371552e', 'tag': '9c434c67-2d84-4683-bfc9-cc8e82d98ac7'}] {{(pid=103643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:29:46.217513 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b58adf1808d3e8f2b7de4636db435fb255da6a44abdc46a7a48cdc23cb85b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e0504a0-0c24-49f5-b2d9-7f2eb1699c88" -d '{"events": [{"name": "network-changed", "server_uuid": "c285fc22-e681-4296-afe4-8556e371552e", "tag": "9c434c67-2d84-4683-bfc9-cc8e82d98ac7"}]}' {{(pid=103643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:29:46.227145 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a0a04f-f659-401c-b991-36334fd3e12c admin admin] Pushing event updated for resources: {'Port': ['ID=9cff9e9c-1bbe-4802-a205-5a46c4881e50,revision_number=1']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:29:46.232897 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Provisioning complete for port 63b10366-aea5-4a94-8b0d-f56143d11f48 triggered by entity L2. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:29:46.233439 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (63b10366-aea5-4a94-8b0d-f56143d11f48), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:46.278239 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-0f3ba94d-2f68-4361-a159-86a0b1042eb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (3e95f1c5-5cd8-4d8a-b1b5-be9d5f2bd310), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:46.285048 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-61cc24be-1a1c-4be5-a892-ff2658ea9876 req-e89b3781-ed65-4f7e-a992-9aec587c2a03 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b70bd49-c5ca-4159-8f17-c1401f955a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4062371 Mar 14 10:29:46.306845 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 10:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85175a4a-8f82-45f1-ba10-4153b9a0c7e8 x-openstack-request-id: req-85175a4a-8f82-45f1-ba10-4153b9a0c7e8 {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:29:46.307134 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c285fc22-e681-4296-afe4-8556e371552e", "tag": "9c434c67-2d84-4683-bfc9-cc8e82d98ac7", "status": "completed", "code": 200}]} {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:29:46.307387 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-85175a4a-8f82-45f1-ba10-4153b9a0c7e8 {{(pid=103643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:29:46.307806 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c285fc22-e681-4296-afe4-8556e371552e', 'tag': '9c434c67-2d84-4683-bfc9-cc8e82d98ac7', 'status': 'completed', 'code': 200} Mar 14 10:29:46.340866 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0431dc-b203-4dba-bba0-f083de4bd75c service neutron] Pushing event updated for resources: {'Port': ['ID=9c434c67-2d84-4683-bfc9-cc8e82d98ac7,revision_number=3']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:29:46.345383 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-ee4daf7b-0210-485e-8404-7b3891744aed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:46.359782 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-78a0a04f-f659-401c-b991-36334fd3e12c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-557671'] for router_interface (e7c42b5b-6d3f-400d-9e44-28c05bffee6f), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:46.418367 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0504a0-0c24-49f5-b2d9-7f2eb1699c88 req-5eb239bc-7327-4629-98da-137b482c973a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:29:46.419888 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-4e0504a0-0c24-49f5-b2d9-7f2eb1699c88 req-5eb239bc-7327-4629-98da-137b482c973a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8323ed68f5bb4a3488c9723cb7c54c0f&device_id=c285fc22-e681-4296-afe4-8556e371552e HTTP/1.1" status: 200 len: 1127 time: 0.0611694 Mar 14 10:29:46.455228 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc027e42-a294-404c-be3d-1981711bb304 None None] Pushing event updated for resources: {'Port': ['ID=3e95f1c5-5cd8-4d8a-b1b5-be9d5f2bd310,revision_number=3']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:29:46.455228 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3ba94d-2f68-4361-a159-86a0b1042eb7 None None] Routers {'e7c42b5b-6d3f-400d-9e44-28c05bffee6f'} bound to L3 agent in host dv-cinder-833544-1-iscsi {{(pid=103644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:29:46.455228 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-0f3ba94d-2f68-4361-a159-86a0b1042eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833544-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T10:17:23Z,description=,heartbeat_timestamp=2022-03-14T10:29:23Z,host='dv-cinder-833544-1-iscsi',id=a016a58c-1f8a-4210-ae6c-360b1a1f78c1,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:17:24Z,topic='l3_agent')) {'router_ids': ['e7c42b5b-6d3f-400d-9e44-28c05bffee6f'], 'active': True} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:29:46.557685 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-ee4daf7b-0210-485e-8404-7b3891744aed admin admin] Publish callbacks [] for security_group (401eaf34-eedf-424c-8043-98720ae1cbb2), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:46.597353 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Current status of the port 63b10366-aea5-4a94-8b0d-f56143d11f48 is: ACTIVE; New status is: ACTIVE {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:29:46.597560 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0504a0-0c24-49f5-b2d9-7f2eb1699c88 req-d9dd35e3-0865-40aa-bf35-61f17ac75e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:29:46.599238 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-4e0504a0-0c24-49f5-b2d9-7f2eb1699c88 req-d9dd35e3-0865-40aa-bf35-61f17ac75e98 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=8323ed68f5bb4a3488c9723cb7c54c0f&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1641135 Mar 14 10:29:46.602446 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-b165fc52-14bc-4fb7-be39-2212c6b64824 None None] Provisioning complete for port 9cff9e9c-1bbe-4802-a205-5a46c4881e50 triggered by entity DHCP. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:29:46.602446 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-b165fc52-14bc-4fb7-be39-2212c6b64824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (9cff9e9c-1bbe-4802-a205-5a46c4881e50), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:46.623455 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-78a0a04f-f659-401c-b991-36334fd3e12c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (9cff9e9c-1bbe-4802-a205-5a46c4881e50), before_update {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:46.635852 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-ee4daf7b-0210-485e-8404-7b3891744aed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (401eaf34-eedf-424c-8043-98720ae1cbb2), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:46.683649 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-b165fc52-14bc-4fb7-be39-2212c6b64824 None None] Port 9cff9e9c-1bbe-4802-a205-5a46c4881e50 cannot update to ACTIVE because it is not bound. {{(pid=103644) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 10:29:46.686189 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvr_db [None req-0f3ba94d-2f68-4361-a159-86a0b1042eb7 None None] Set router e7c42b5b-6d3f-400d-9e44-28c05bffee6f gateway port host: dv-cinder-833544-1-iscsi {{(pid=103644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:29:46.709232 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4daf7b-0210-485e-8404-7b3891744aed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=401eaf34-eedf-424c-8043-98720ae1cbb2,revision_number=1']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:29:46.717674 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-ee4daf7b-0210-485e-8404-7b3891744aed admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=85903939a4d44577bc4742301909c294&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6504033 Mar 14 10:29:46.721756 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 45144) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:29:46.738082 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0504a0-0c24-49f5-b2d9-7f2eb1699c88 req-324aadd5-200c-40eb-9aec-c24e48a16aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:29:46.740498 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-4e0504a0-0c24-49f5-b2d9-7f2eb1699c88 req-324aadd5-200c-40eb-9aec-c24e48a16aa7 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1346180 Mar 14 10:29:46.829643 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-d8d8cb82-089e-4de4-869b-0e602ede0907 admin admin] Publish callbacks [] for security_group (401eaf34-eedf-424c-8043-98720ae1cbb2), before_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:46.873435 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-d8d8cb82-089e-4de4-869b-0e602ede0907 admin admin] Publish callbacks [] for security_group (401eaf34-eedf-424c-8043-98720ae1cbb2), precommit_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:46.894490 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9a45c2-d90c-4f31-9a43-79dd3817f170 req-d0731850-ad5f-4337-89c9-6229142dc65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:29:46.896167 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-6f9a45c2-d90c-4f31-9a43-79dd3817f170 req-d0731850-ad5f-4337-89c9-6229142dc65e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8323ed68f5bb4a3488c9723cb7c54c0f&device_id=c285fc22-e681-4296-afe4-8556e371552e HTTP/1.1" status: 200 len: 1127 time: 0.0950990 Mar 14 10:29:46.919205 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-0f3ba94d-2f68-4361-a159-86a0b1042eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7c42b5b-6d3f-400d-9e44-28c05bffee6f', 'name': 'tempest-TestMinimumBasicScenario-1768344314-router', 'tenant_id': '2e6c27112eef433e92d2b52711c12a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '3e95f1c5-5cd8-4d8a-b1b5-be9d5f2bd310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:29:42Z', 'updated_at': '2022-03-14T10:29:43Z', 'revision_number': 3, 'project_id': '2e6c27112eef433e92d2b52711c12a4a', 'gw_port': {'id': '3e95f1c5-5cd8-4d8a-b1b5-be9d5f2bd310', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:25:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7c42b5b-6d3f-400d-9e44-28c05bffee6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:29:43Z', 'updated_at': '2022-03-14T10:29:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi'}], 'dv-cinder-833544-1-iscsi', False) {} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:29:46.919620 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-78a0a04f-f659-401c-b991-36334fd3e12c admin admin] Publish callbacks [] for port (9cff9e9c-1bbe-4802-a205-5a46c4881e50), precommit_update {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:46.921139 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bc1e12-d7e9-4a22-970f-ab5c5d65367b req-1565185b-670f-46f0-ae10-dbc5488b6cc4 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:29:46.924888 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-04bc1e12-d7e9-4a22-970f-ab5c5d65367b req-1565185b-670f-46f0-ae10-dbc5488b6cc4 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=180b9721-e314-4054-bed9-67ecaac6ce75 HTTP/1.1" status: 200 len: 945 time: 0.0856187 Mar 14 10:29:46.975099 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-6f9a45c2-d90c-4f31-9a43-79dd3817f170 req-023c56c2-15ab-45b6-b573-ed09afad572a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9c434c67-2d84-4683-bfc9-cc8e82d98ac7 HTTP/1.1" status: 200 len: 217 time: 0.0490935 Mar 14 10:29:47.019413 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-78a0a04f-f659-401c-b991-36334fd3e12c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9714955'] for port (9cff9e9c-1bbe-4802-a205-5a46c4881e50), after_update {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:47.047487 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-04bc1e12-d7e9-4a22-970f-ab5c5d65367b req-4321a488-7146-4718-8994-b428a048fe37 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f677435-4851-49bd-85f9-2627c7cc2aca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158378 Mar 14 10:29:47.054264 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9a45c2-d90c-4f31-9a43-79dd3817f170 req-648be4b8-7027-4ed3-976d-304728e70d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:29:47.055875 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-6f9a45c2-d90c-4f31-9a43-79dd3817f170 req-648be4b8-7027-4ed3-976d-304728e70d44 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=623577f8-c7f3-4e24-b897-1f421a0f10a6 HTTP/1.1" status: 200 len: 850 time: 0.0740552 Mar 14 10:29:47.067452 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-d8d8cb82-089e-4de4-869b-0e602ede0907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (401eaf34-eedf-424c-8043-98720ae1cbb2), after_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:47.070048 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-d8d8cb82-089e-4de4-869b-0e602ede0907 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:47.073619 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-d8d8cb82-089e-4de4-869b-0e602ede0907 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/401eaf34-eedf-424c-8043-98720ae1cbb2 HTTP/1.1" status: 204 len: 168 time: 0.3484759 Mar 14 10:29:47.096389 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-78a0a04f-f659-401c-b991-36334fd3e12c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557787'] for router_interface (e7c42b5b-6d3f-400d-9e44-28c05bffee6f), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:47.098398 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d8cb82-089e-4de4-869b-0e602ede0907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=401eaf34-eedf-424c-8043-98720ae1cbb2,revision_number=None']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:29:47.103954 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3ba94d-2f68-4361-a159-86a0b1042eb7 None None] The sync data for ids ['e7c42b5b-6d3f-400d-9e44-28c05bffee6f'] in dv-cinder-833544-1-iscsi is: [{'id': 'e7c42b5b-6d3f-400d-9e44-28c05bffee6f', 'name': 'tempest-TestMinimumBasicScenario-1768344314-router', 'tenant_id': '2e6c27112eef433e92d2b52711c12a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '3e95f1c5-5cd8-4d8a-b1b5-be9d5f2bd310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:29:42Z', 'updated_at': '2022-03-14T10:29:43Z', 'revision_number': 3, 'project_id': '2e6c27112eef433e92d2b52711c12a4a', 'gw_port': {'id': '3e95f1c5-5cd8-4d8a-b1b5-be9d5f2bd310', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:25:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7c42b5b-6d3f-400d-9e44-28c05bffee6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:29:43Z', 'updated_at': '2022-03-14T10:29:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi'}] {{(pid=103644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 10:29:47.108637 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a0a04f-f659-401c-b991-36334fd3e12c admin admin] Pushing event updated for resources: {'Port': ['ID=9cff9e9c-1bbe-4802-a205-5a46c4881e50,revision_number=2']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:29:47.143927 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9a45c2-d90c-4f31-9a43-79dd3817f170 req-1ef33c5d-c473-4e5b-b43c-4ca761f3697f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:29:47.145527 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-6f9a45c2-d90c-4f31-9a43-79dd3817f170 req-1ef33c5d-c473-4e5b-b43c-4ca761f3697f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=41fa337d-ea5f-4994-bc9b-def763652602&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0726585 Mar 14 10:29:47.222640 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a0a04f-f659-401c-b991-36334fd3e12c admin admin] Network 6882a9ee-c558-49c4-8be5-9a1210fcc04f is already hosted by enough agents. {{(pid=103642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:29:47.224315 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.scheduler.base_scheduler [None req-78a0a04f-f659-401c-b991-36334fd3e12c admin admin] Resources bound (agent type, host, resource id): {{(pid=103642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:29:47.266532 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-6f9a45c2-d90c-4f31-9a43-79dd3817f170 req-38c18318-2394-4b33-8392-e066e0c321d6 service neutron] 10.222.0.39 "GET /v2.0/networks/41fa337d-ea5f-4994-bc9b-def763652602?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131783 Mar 14 10:29:47.388773 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78a0a04f-f659-401c-b991-36334fd3e12c admin admin] Router e7c42b5b-6d3f-400d-9e44-28c05bffee6f has already been hosted by L3 agent a016a58c-1f8a-4210-ae6c-360b1a1f78c1 {{(pid=103642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 10:29:47.415172 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-6f9a45c2-d90c-4f31-9a43-79dd3817f170 req-f66e44f0-d43c-45b2-b47f-a27fcd708ab6 service neutron] 10.222.0.39 "GET /v2.0/networks/41fa337d-ea5f-4994-bc9b-def763652602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357892 Mar 14 10:29:47.529505 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ad6f00-e3cd-405c-ac87-87f252901ef9 req-29fddd65-4d62-4237-b36e-d94edda5f7f6 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:29:47.531168 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-90ad6f00-e3cd-405c-ac87-87f252901ef9 req-29fddd65-4d62-4237-b36e-d94edda5f7f6 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/ports?device_id=c285fc22-e681-4296-afe4-8556e371552e HTTP/1.1" status: 200 len: 943 time: 0.1430118 Mar 14 10:29:47.584739 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-b9a74175-6259-48b7-b933-9ebcff406f42 None None] Provisioning complete for port 9cff9e9c-1bbe-4802-a205-5a46c4881e50 triggered by entity DHCP. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:29:47.585938 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-b9a74175-6259-48b7-b933-9ebcff406f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (9cff9e9c-1bbe-4802-a205-5a46c4881e50), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:47.627346 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-90ad6f00-e3cd-405c-ac87-87f252901ef9 req-02b2c1f9-a051-4d94-b27e-8b1e72c8132f tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b70bd49-c5ca-4159-8f17-c1401f955a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895331 Mar 14 10:29:47.665036 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78a0a04f-f659-401c-b991-36334fd3e12c admin admin] Notify agent at l3_agent.dv-cinder-833544-1-iscsi the message routers_updated {{(pid=103642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 10:29:47.672466 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-78a0a04f-f659-401c-b991-36334fd3e12c admin admin] 10.222.0.16 "PUT /v2.0/routers/e7c42b5b-6d3f-400d-9e44-28c05bffee6f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9069631 Mar 14 10:29:47.689351 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-b9a74175-6259-48b7-b933-9ebcff406f42 None None] Port 9cff9e9c-1bbe-4802-a205-5a46c4881e50 cannot update to ACTIVE because it is not bound. {{(pid=103644) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 10:29:48.102625 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Device f8ca4c75-317c-4445-8202-35b27c13057e details requested by agent hyperv_hv-cinder-83354 with host hv-cinder-83354 {{(pid=103644) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 10:29:48.130483 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Device 3e95f1c5-5cd8-4d8a-b1b5-be9d5f2bd310 up at agent ovs-agent-dv-cinder-833544-1-iscsi {{(pid=103644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:29:48.204980 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70be70d-ac98-4909-9d28-319a465fbfd1 req-9d94246a-1754-459f-a84a-a816428910d2 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:29:48.209432 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-a70be70d-ac98-4909-9d28-319a465fbfd1 req-9d94246a-1754-459f-a84a-a816428910d2 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=180b9721-e314-4054-bed9-67ecaac6ce75 HTTP/1.1" status: 200 len: 945 time: 0.0715463 Mar 14 10:29:48.243203 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Provisioning complete for port 3e95f1c5-5cd8-4d8a-b1b5-be9d5f2bd310 triggered by entity L2. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:29:48.243596 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (3e95f1c5-5cd8-4d8a-b1b5-be9d5f2bd310), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:48.273524 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-a70be70d-ac98-4909-9d28-319a465fbfd1 req-130b98ed-2e00-4932-9e51-1f6600563743 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f677435-4851-49bd-85f9-2627c7cc2aca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484931 Mar 14 10:29:48.285569 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] For port f8ca4c75-317c-4445-8202-35b27c13057e, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=f8ca4c75-317c-4445-8202-35b27c13057e,segment=NetworkSegment(9b07e94b-cdee-4fcd-b18d-5adbca991074),segment_id=9b07e94b-cdee-4fcd-b18d-5adbca991074)] {{(pid=103644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:29:48.302244 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Returning: {'device': 'f8ca4c75-317c-4445-8202-35b27c13057e', 'network_id': 'b306e4a1-3e45-418e-92a7-1cdae507ef31', 'port_id': 'f8ca4c75-317c-4445-8202-35b27c13057e', 'mac_address': 'fa:16:3e:e2:8a:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '583b334f-c92c-40ae-ba3b-abff06ff8c22', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103644) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 10:29:48.366628 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Current status of the port f8ca4c75-317c-4445-8202-35b27c13057e is: ACTIVE; New status is: BUILD {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:29:48.367023 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (f8ca4c75-317c-4445-8202-35b27c13057e), before_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:48.383766 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Current status of the port 3e95f1c5-5cd8-4d8a-b1b5-be9d5f2bd310 is: DOWN; New status is: ACTIVE {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:29:48.384152 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (3e95f1c5-5cd8-4d8a-b1b5-be9d5f2bd310), before_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:48.390549 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.notifiers.nova [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f8ca4c75-317c-4445-8202-35b27c13057e {{(pid=103644) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 10:29:48.419850 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] For port 3e95f1c5-5cd8-4d8a-b1b5-be9d5f2bd310, host dv-cinder-833544-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833544-1-iscsi',level=0,port_id=3e95f1c5-5cd8-4d8a-b1b5-be9d5f2bd310,segment=NetworkSegment(11cedc40-3914-4af6-ba83-0b9ce6d6fc30),segment_id=11cedc40-3914-4af6-ba83-0b9ce6d6fc30)] {{(pid=103644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:29:48.424601 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] For port f8ca4c75-317c-4445-8202-35b27c13057e, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=f8ca4c75-317c-4445-8202-35b27c13057e,segment=NetworkSegment(9b07e94b-cdee-4fcd-b18d-5adbca991074),segment_id=9b07e94b-cdee-4fcd-b18d-5adbca991074)] {{(pid=103644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:29:48.463950 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 45170) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:29:48.468929 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.v2.base [None req-71abafa1-745b-4bdd-a771-4682ccc041ac admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1282005048-network', 'tenant_id': 'bb8f304b1d974a668823c782a583ff4c'}} {{(pid=103642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:29:48.521968 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (3e95f1c5-5cd8-4d8a-b1b5-be9d5f2bd310), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:48.570423 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (f8ca4c75-317c-4445-8202-35b27c13057e), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:48.580416 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Pushing event updated for resources: {'Port': ['ID=3e95f1c5-5cd8-4d8a-b1b5-be9d5f2bd310,revision_number=4']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:29:48.596347 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71abafa1-745b-4bdd-a771-4682ccc041ac admin admin] Made reservation on behalf of bb8f304b1d974a668823c782a583ff4c for: {'network': 1} {{(pid=103642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 10:29:48.601831 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-71abafa1-745b-4bdd-a771-4682ccc041ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for network (None), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:48.608654 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-71abafa1-745b-4bdd-a771-4682ccc041ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:48.636364 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Pushing event updated for resources: {'Port': ['ID=f8ca4c75-317c-4445-8202-35b27c13057e,revision_number=6']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:29:48.687383 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-71abafa1-745b-4bdd-a771-4682ccc041ac admin admin] Publish callbacks [] for security_group (3a052ec3-8c84-4a8e-aa91-e0f5b5320482), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:48.767705 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-71abafa1-745b-4bdd-a771-4682ccc041ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (3a052ec3-8c84-4a8e-aa91-e0f5b5320482), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:48.772158 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61402e34-151d-4aae-b2a1-20077a08f46b req-589687d6-0ada-4693-a12e-26f46eab282c tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:29:48.773900 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-61402e34-151d-4aae-b2a1-20077a08f46b req-589687d6-0ada-4693-a12e-26f46eab282c tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/ports?device_id=c285fc22-e681-4296-afe4-8556e371552e HTTP/1.1" status: 200 len: 943 time: 0.0585563 Mar 14 10:29:48.796567 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71abafa1-745b-4bdd-a771-4682ccc041ac admin admin] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=103642) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 10:29:48.796768 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] get_ports_and_sgs() called for port_ids ['f8ca4c75-317c-4445-8202-35b27c13057e'] {{(pid=103644) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 10:29:48.803884 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71abafa1-745b-4bdd-a771-4682ccc041ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a052ec3-8c84-4a8e-aa91-e0f5b5320482,revision_number=1']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:29:48.808623 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-71abafa1-745b-4bdd-a771-4682ccc041ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1663358'] for segment (01fbe06e-49e0-4a40-90d3-bcc5d1fd2bc8), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:48.808973 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.db.segments_db [None req-71abafa1-745b-4bdd-a771-4682ccc041ac admin admin] Added segment 01fbe06e-49e0-4a40-90d3-bcc5d1fd2bc8 of type vlan for network 0b1a06f8-5000-4d82-8ecb-7238bccbcec1 Mar 14 10:29:48.845971 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-61402e34-151d-4aae-b2a1-20077a08f46b req-f76e3e33-3672-41a4-90a2-4ac9dc191a3d tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b70bd49-c5ca-4159-8f17-c1401f955a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666704 Mar 14 10:29:48.854336 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-71abafa1-745b-4bdd-a771-4682ccc041ac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739585426881'] for network (0b1a06f8-5000-4d82-8ecb-7238bccbcec1), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:48.981493 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-71abafa1-745b-4bdd-a771-4682ccc041ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005'] for network (0b1a06f8-5000-4d82-8ecb-7238bccbcec1), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:48.982484 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71abafa1-745b-4bdd-a771-4682ccc041ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:29:48.983075 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-71abafa1-745b-4bdd-a771-4682ccc041ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631023'] for network (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:49.025833 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f67c27-b345-4604-904d-743452c136ba None None] Sync routers for ids ['e7c42b5b-6d3f-400d-9e44-28c05bffee6f'] in dv-cinder-833544-1-iscsi {{(pid=103645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 10:29:49.036488 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f67c27-b345-4604-904d-743452c136ba None None] Routers {'e7c42b5b-6d3f-400d-9e44-28c05bffee6f'} bound to L3 agent in host dv-cinder-833544-1-iscsi {{(pid=103645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:29:49.037087 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-60f67c27-b345-4604-904d-743452c136ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833544-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T10:17:23Z,description=,heartbeat_timestamp=2022-03-14T10:29:23Z,host='dv-cinder-833544-1-iscsi',id=a016a58c-1f8a-4210-ae6c-360b1a1f78c1,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:17:24Z,topic='l3_agent')) {'router_ids': ['e7c42b5b-6d3f-400d-9e44-28c05bffee6f'], 'active': True} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:29:49.044409 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71abafa1-745b-4bdd-a771-4682ccc041ac admin admin] Pushing event updated for resources: {'Network': ['ID=0b1a06f8-5000-4d82-8ecb-7238bccbcec1,revision_number=1']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:29:49.054838 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Network 0b1a06f8-5000-4d82-8ecb-7238bccbcec1 details requested by agent ovs-agent-dv-cinder-833544-1-iscsi with host dv-cinder-833544-1-iscsi {{(pid=103644) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 10:29:49.084609 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-71abafa1-745b-4bdd-a771-4682ccc041ac admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6195624 Mar 14 10:29:49.087346 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 45176) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:29:49.092252 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.v2.base [None req-d482dcf8-e133-4463-a972-f416004f5ee6 admin admin] Request body: {'subnet': {'network_id': '0b1a06f8-5000-4d82-8ecb-7238bccbcec1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1282005048-subnet', 'tenant_id': 'bb8f304b1d974a668823c782a583ff4c', 'ip_version': 4}} {{(pid=103642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:29:49.150441 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvr_db [None req-60f67c27-b345-4604-904d-743452c136ba None None] Set router e7c42b5b-6d3f-400d-9e44-28c05bffee6f gateway port host: dv-cinder-833544-1-iscsi {{(pid=103645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:29:49.192898 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d482dcf8-e133-4463-a972-f416004f5ee6 admin admin] Made reservation on behalf of bb8f304b1d974a668823c782a583ff4c for: {'subnet': 1} {{(pid=103642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 10:29:49.195355 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-d482dcf8-e133-4463-a972-f416004f5ee6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10301198'] for subnet (None), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:49.404166 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685e3be5-3f14-4691-b793-34b9cde7b592 req-ec4cc3c4-390f-4a21-a1c7-332a111f77ce tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:29:49.405908 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-685e3be5-3f14-4691-b793-34b9cde7b592 req-ec4cc3c4-390f-4a21-a1c7-332a111f77ce tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=180b9721-e314-4054-bed9-67ecaac6ce75 HTTP/1.1" status: 200 len: 944 time: 0.0566301 Mar 14 10:29:49.427498 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-d482dcf8-e133-4463-a972-f416004f5ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9715100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10301244'] for subnet (dd3a1949-5b6d-4fc7-9175-544a8846b326), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:49.441184 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-60f67c27-b345-4604-904d-743452c136ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7c42b5b-6d3f-400d-9e44-28c05bffee6f', 'name': 'tempest-TestMinimumBasicScenario-1768344314-router', 'tenant_id': '2e6c27112eef433e92d2b52711c12a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '3e95f1c5-5cd8-4d8a-b1b5-be9d5f2bd310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:29:42Z', 'updated_at': '2022-03-14T10:29:46Z', 'revision_number': 4, 'project_id': '2e6c27112eef433e92d2b52711c12a4a', 'gw_port': {'id': '3e95f1c5-5cd8-4d8a-b1b5-be9d5f2bd310', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:25:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c42b5b-6d3f-400d-9e44-28c05bffee6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:29:43Z', 'updated_at': '2022-03-14T10:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi', '_interfaces': [{'id': '9cff9e9c-1bbe-4802-a205-5a46c4881e50', 'name': '', 'network_id': '6882a9ee-c558-49c4-8be5-9a1210fcc04f', 'tenant_id': '2e6c27112eef433e92d2b52711c12a4a', 'mac_address': 'fa:16:3e:7f:dd:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7c42b5b-6d3f-400d-9e44-28c05bffee6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'd240598c-3b92-461b-83ad-570466ab5f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:29:45Z', 'updated_at': '2022-03-14T10:29:46Z', 'revision_number': 2, 'project_id': '2e6c27112eef433e92d2b52711c12a4a', 'subnets': [{'id': 'd240598c-3b92-461b-83ad-570466ab5f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833544-1-iscsi', False) {} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:29:49.455002 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-685e3be5-3f14-4691-b793-34b9cde7b592 req-7d60fd66-d1c3-47dd-8abb-3ead6797368f tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f677435-4851-49bd-85f9-2627c7cc2aca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430253 Mar 14 10:29:49.468660 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f67c27-b345-4604-904d-743452c136ba None None] Checking router: e7c42b5b-6d3f-400d-9e44-28c05bffee6f for host: dv-cinder-833544-1-iscsi {{(pid=103645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 10:29:49.469012 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f67c27-b345-4604-904d-743452c136ba None None] Updating router e7c42b5b-6d3f-400d-9e44-28c05bffee6f port 9cff9e9c-1bbe-4802-a205-5a46c4881e50 binding host dv-cinder-833544-1-iscsi {{(pid=103645) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 10:29:49.488562 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d482dcf8-e133-4463-a972-f416004f5ee6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd3a1949-5b6d-4fc7-9175-544a8846b326,revision_number=0']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:29:49.493954 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d482dcf8-e133-4463-a972-f416004f5ee6 admin admin] Checking segment: {'id': '01fbe06e-49e0-4a40-90d3-bcc5d1fd2bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '0b1a06f8-5000-4d82-8ecb-7238bccbcec1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:29:49.494314 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d482dcf8-e133-4463-a972-f416004f5ee6 admin admin] Network hostable DHCP agents. Network: 0b1a06f8-5000-4d82-8ecb-7238bccbcec1, hostable agents: ['71411765-f129-4ae6-9e82-4fe742fde8ff'], hosted agents: [] {{(pid=103642) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 10:29:49.498089 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-60f67c27-b345-4604-904d-743452c136ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (9cff9e9c-1bbe-4802-a205-5a46c4881e50), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:49.581841 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d482dcf8-e133-4463-a972-f416004f5ee6 admin admin] Network 0b1a06f8-5000-4d82-8ecb-7238bccbcec1 is scheduled to be hosted by DHCP agent 71411765-f129-4ae6-9e82-4fe742fde8ff with binding_index 1 {{(pid=103642) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 10:29:49.646512 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.scheduler.base_scheduler [None req-d482dcf8-e133-4463-a972-f416004f5ee6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-833544-1-iscsi, 0b1a06f8-5000-4d82-8ecb-7238bccbcec1) {{(pid=103642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:29:49.651726 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d482dcf8-e133-4463-a972-f416004f5ee6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:29:49.651726 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-d482dcf8-e133-4463-a972-f416004f5ee6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:49.666514 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2af4d5c-6cb7-46d1-a411-73e1740946a5 None None] Network 0b1a06f8-5000-4d82-8ecb-7238bccbcec1 requested from dv-cinder-833544-1-iscsi {{(pid=103644) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 10:29:49.757773 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-60f67c27-b345-4604-904d-743452c136ba None None] Publish callbacks [] for port (9cff9e9c-1bbe-4802-a205-5a46c4881e50), precommit_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:49.759124 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 45180) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:29:49.760159 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-d482dcf8-e133-4463-a972-f416004f5ee6 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6679058 Mar 14 10:29:49.768769 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [None req-33297fe2-f976-471c-832f-efc57c9d5552 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1282005048-router', 'tenant_id': 'bb8f304b1d974a668823c782a583ff4c', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a'}}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:29:49.769364 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c685462-a901-44fb-b46a-e61b7d0c23a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5134b456-3691-55a4-ab1f-9767d820ba17-0b1a06f8-5000-4d82-8ecb-7238bccbcec1', 'network_id': '0b1a06f8-5000-4d82-8ecb-7238bccbcec1', 'project_id': 'bb8f304b1d974a668823c782a583ff4c', 'fixed_ips': [{'subnet_id': 'dd3a1949-5b6d-4fc7-9175-544a8846b326'}]}} from dv-cinder-833544-1-iscsi. {{(pid=103644) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 14 10:29:49.770782 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-7c685462-a901-44fb-b46a-e61b7d0c23a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (None), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:49.844632 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-60f67c27-b345-4604-904d-743452c136ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (9cff9e9c-1bbe-4802-a205-5a46c4881e50), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:49.873490 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-33297fe2-f976-471c-832f-efc57c9d5552 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-559121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10214'] for router (a6ea54de-3389-47e4-9ea3-e23b8f9ddccb), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:49.874928 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-33297fe2-f976-471c-832f-efc57c9d5552 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-564327', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-678354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10225'] for router (a6ea54de-3389-47e4-9ea3-e23b8f9ddccb), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:49.888271 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969ab293-fe17-41f6-b6e6-8482fdff7e92 None None] Pushing event updated for resources: {'Port': ['ID=9cff9e9c-1bbe-4802-a205-5a46c4881e50,revision_number=3']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:29:49.928255 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.db_base_plugin_common [None req-7c685462-a901-44fb-b46a-e61b7d0c23a5 None None] Allocated IP 172.20.0.2 (0b1a06f8-5000-4d82-8ecb-7238bccbcec1/dd3a1949-5b6d-4fc7-9175-544a8846b326/862bcf05-80ba-4e58-ae64-6ed5e3600bdc) {{(pid=103644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 10:29:49.954813 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-33297fe2-f976-471c-832f-efc57c9d5552 admin admin] Publish callbacks [] for router_controller (a6ea54de-3389-47e4-9ea3-e23b8f9ddccb), precommit_add_association {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:49.991291 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.managers [None req-60f67c27-b345-4604-904d-743452c136ba None None] Attempting to bind port 9cff9e9c-1bbe-4802-a205-5a46c4881e50 on host dv-cinder-833544-1-iscsi for vnic_type normal with profile {{(pid=103645) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 10:29:49.991750 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.managers [None req-60f67c27-b345-4604-904d-743452c136ba None None] Attempting to bind port 9cff9e9c-1bbe-4802-a205-5a46c4881e50 by drivers openvswitch,hyperv on host dv-cinder-833544-1-iscsi at level 0 using segments [{'id': '9dba8bba-e909-47c7-9019-37e942827720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6882a9ee-c558-49c4-8be5-9a1210fcc04f'}] {{(pid=103645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 10:29:49.992074 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f67c27-b345-4604-904d-743452c136ba None None] Attempting to bind port 9cff9e9c-1bbe-4802-a205-5a46c4881e50 on network 6882a9ee-c558-49c4-8be5-9a1210fcc04f {{(pid=103645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:29:50.001328 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f67c27-b345-4604-904d-743452c136ba None None] Checking agent: {'id': '3daba05a-6d77-487a-83af-fb9f8edf24c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833544-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 14, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 10, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833544-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 10:29:50.001710 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f67c27-b345-4604-904d-743452c136ba None None] Checking segment: {'id': '9dba8bba-e909-47c7-9019-37e942827720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6882a9ee-c558-49c4-8be5-9a1210fcc04f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103645) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:29:50.004063 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-60f67c27-b345-4604-904d-743452c136ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:50.004694 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f67c27-b345-4604-904d-743452c136ba None None] Bound using segment: {'id': '9dba8bba-e909-47c7-9019-37e942827720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6882a9ee-c558-49c4-8be5-9a1210fcc04f'} {{(pid=103645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 10:29:50.005541 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.managers [None req-60f67c27-b345-4604-904d-743452c136ba None None] Bound port: 9cff9e9c-1bbe-4802-a205-5a46c4881e50, host: dv-cinder-833544-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dba8bba-e909-47c7-9019-37e942827720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6882a9ee-c558-49c4-8be5-9a1210fcc04f'}}] {{(pid=103645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 10:29:50.006161 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-60f67c27-b345-4604-904d-743452c136ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (9cff9e9c-1bbe-4802-a205-5a46c4881e50), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:50.071101 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d2d003-ecc3-467f-be7d-212436ba6ef2 req-7af874b0-5f1a-42eb-8925-3ac0c68cbc33 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:29:50.076429 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-61d2d003-ecc3-467f-be7d-212436ba6ef2 req-7af874b0-5f1a-42eb-8925-3ac0c68cbc33 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/ports?device_id=c285fc22-e681-4296-afe4-8556e371552e HTTP/1.1" status: 200 len: 943 time: 0.1116934 Mar 14 10:29:50.079826 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-60f67c27-b345-4604-904d-743452c136ba None None] For port 9cff9e9c-1bbe-4802-a205-5a46c4881e50, host dv-cinder-833544-1-iscsi, cleared binding levels {{(pid=103645) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 10:29:50.087379 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-60f67c27-b345-4604-904d-743452c136ba None None] For port 9cff9e9c-1bbe-4802-a205-5a46c4881e50, host dv-cinder-833544-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833544-1-iscsi',level=0,port_id=9cff9e9c-1bbe-4802-a205-5a46c4881e50,segment=NetworkSegment(9dba8bba-e909-47c7-9019-37e942827720),segment_id=9dba8bba-e909-47c7-9019-37e942827720)] {{(pid=103645) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 10:29:50.107275 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-7c685462-a901-44fb-b46a-e61b7d0c23a5 None None] Publish callbacks [] for port (862bcf05-80ba-4e58-ae64-6ed5e3600bdc), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:50.113717 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Device 9c434c67-2d84-4683-bfc9-cc8e82d98ac7 details requested by agent hyperv_hv-cinder-83354 with host hv-cinder-83354 {{(pid=103644) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 10:29:50.124314 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Device f8ca4c75-317c-4445-8202-35b27c13057e up at agent hyperv_hv-cinder-83354 {{(pid=103644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:29:50.160861 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Device 3e95f1c5-5cd8-4d8a-b1b5-be9d5f2bd310 up at agent ovs-agent-dv-cinder-833544-1-iscsi {{(pid=103644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:29:50.185485 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-60f67c27-b345-4604-904d-743452c136ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (9cff9e9c-1bbe-4802-a205-5a46c4881e50), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:50.207561 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-61d2d003-ecc3-467f-be7d-212436ba6ef2 req-f7f1084d-af22-4903-b2ad-94ad694dceb3 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b70bd49-c5ca-4159-8f17-c1401f955a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123850 Mar 14 10:29:50.231481 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-7c685462-a901-44fb-b46a-e61b7d0c23a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739585409118'] for port (862bcf05-80ba-4e58-ae64-6ed5e3600bdc), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:50.240600 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-33297fe2-f976-471c-832f-efc57c9d5552 admin admin] Publish callbacks [] for router_gateway (a6ea54de-3389-47e4-9ea3-e23b8f9ddccb), precommit_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:50.284237 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969ab293-fe17-41f6-b6e6-8482fdff7e92 None None] Pushing event updated for resources: {'Port': ['ID=9cff9e9c-1bbe-4802-a205-5a46c4881e50,revision_number=4']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:29:50.286731 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f67c27-b345-4604-904d-743452c136ba None None] Routers {'e7c42b5b-6d3f-400d-9e44-28c05bffee6f'} bound to L3 agent in host dv-cinder-833544-1-iscsi {{(pid=103645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:29:50.292890 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-60f67c27-b345-4604-904d-743452c136ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833544-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T10:17:23Z,description=,heartbeat_timestamp=2022-03-14T10:29:23Z,host='dv-cinder-833544-1-iscsi',id=a016a58c-1f8a-4210-ae6c-360b1a1f78c1,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:17:24Z,topic='l3_agent')) {'router_ids': ['e7c42b5b-6d3f-400d-9e44-28c05bffee6f'], 'active': True} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:29:50.309613 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c685462-a901-44fb-b46a-e61b7d0c23a5 None None] Network 0b1a06f8-5000-4d82-8ecb-7238bccbcec1 is already hosted by enough agents. {{(pid=103644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:29:50.346445 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.scheduler.base_scheduler [None req-7c685462-a901-44fb-b46a-e61b7d0c23a5 None None] Resources bound (agent type, host, resource id): {{(pid=103644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:29:50.348990 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c685462-a901-44fb-b46a-e61b7d0c23a5 None None] Received port after_create {{(pid=103644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 10:29:50.386840 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-16ed4cbe-d3d9-4c21-b6a6-cd55e6b84757 None None] Provisioning complete for port 9cff9e9c-1bbe-4802-a205-5a46c4881e50 triggered by entity DHCP. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:29:50.387213 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-16ed4cbe-d3d9-4c21-b6a6-cd55e6b84757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (9cff9e9c-1bbe-4802-a205-5a46c4881e50), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:50.389005 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Provisioning complete for port f8ca4c75-317c-4445-8202-35b27c13057e triggered by entity L2. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:29:50.389398 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (f8ca4c75-317c-4445-8202-35b27c13057e), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:50.450103 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvr_db [None req-60f67c27-b345-4604-904d-743452c136ba None None] Set router e7c42b5b-6d3f-400d-9e44-28c05bffee6f gateway port host: dv-cinder-833544-1-iscsi {{(pid=103645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:29:50.468431 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c685462-a901-44fb-b46a-e61b7d0c23a5 None None] Pushing event updated for resources: {'Port': ['ID=862bcf05-80ba-4e58-ae64-6ed5e3600bdc,revision_number=1']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:29:50.514051 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Provisioning complete for port 3e95f1c5-5cd8-4d8a-b1b5-be9d5f2bd310 triggered by entity L2. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:29:50.514436 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (3e95f1c5-5cd8-4d8a-b1b5-be9d5f2bd310), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:50.526200 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] For port 9c434c67-2d84-4683-bfc9-cc8e82d98ac7, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=9c434c67-2d84-4683-bfc9-cc8e82d98ac7,segment=NetworkSegment(6ae4d02e-40e5-4abd-9646-fddaab197544),segment_id=6ae4d02e-40e5-4abd-9646-fddaab197544)] {{(pid=103644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:29:50.581398 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.managers [None req-7c685462-a901-44fb-b46a-e61b7d0c23a5 None None] Attempting to bind port 862bcf05-80ba-4e58-ae64-6ed5e3600bdc on host dv-cinder-833544-1-iscsi for vnic_type normal with profile {{(pid=103644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 10:29:50.581694 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.managers [None req-7c685462-a901-44fb-b46a-e61b7d0c23a5 None None] Attempting to bind port 862bcf05-80ba-4e58-ae64-6ed5e3600bdc by drivers openvswitch,hyperv on host dv-cinder-833544-1-iscsi at level 0 using segments [{'id': '01fbe06e-49e0-4a40-90d3-bcc5d1fd2bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '0b1a06f8-5000-4d82-8ecb-7238bccbcec1'}] {{(pid=103644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 10:29:50.582066 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c685462-a901-44fb-b46a-e61b7d0c23a5 None None] Attempting to bind port 862bcf05-80ba-4e58-ae64-6ed5e3600bdc on network 0b1a06f8-5000-4d82-8ecb-7238bccbcec1 {{(pid=103644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:29:50.587890 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Returning: {'device': '9c434c67-2d84-4683-bfc9-cc8e82d98ac7', 'network_id': '41fa337d-ea5f-4994-bc9b-def763652602', 'port_id': '9c434c67-2d84-4683-bfc9-cc8e82d98ac7', 'mac_address': 'fa:16:3e:48:7a:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '623577f8-c7f3-4e24-b897-1f421a0f10a6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103644) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 10:29:50.603032 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c685462-a901-44fb-b46a-e61b7d0c23a5 None None] Checking agent: {'id': '3daba05a-6d77-487a-83af-fb9f8edf24c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833544-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 14, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 10, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833544-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 10:29:50.603419 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c685462-a901-44fb-b46a-e61b7d0c23a5 None None] Checking segment: {'id': '01fbe06e-49e0-4a40-90d3-bcc5d1fd2bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '0b1a06f8-5000-4d82-8ecb-7238bccbcec1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:29:50.603892 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-7c685462-a901-44fb-b46a-e61b7d0c23a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:50.604297 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c685462-a901-44fb-b46a-e61b7d0c23a5 None None] Bound using segment: {'id': '01fbe06e-49e0-4a40-90d3-bcc5d1fd2bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '0b1a06f8-5000-4d82-8ecb-7238bccbcec1'} {{(pid=103644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 10:29:50.604781 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.managers [None req-7c685462-a901-44fb-b46a-e61b7d0c23a5 None None] Bound port: 862bcf05-80ba-4e58-ae64-6ed5e3600bdc, host: dv-cinder-833544-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01fbe06e-49e0-4a40-90d3-bcc5d1fd2bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '0b1a06f8-5000-4d82-8ecb-7238bccbcec1'}}] {{(pid=103644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 10:29:50.605164 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-7c685462-a901-44fb-b46a-e61b7d0c23a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (862bcf05-80ba-4e58-ae64-6ed5e3600bdc), before_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:50.631536 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-33297fe2-f976-471c-832f-efc57c9d5552 admin admin] Publish callbacks [] for router_gateway (a6ea54de-3389-47e4-9ea3-e23b8f9ddccb), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:50.664403 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a891207-a006-4eb7-a000-732f0e92b195 req-37e82ee3-c330-4cfe-a924-871a44903626 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:29:50.665919 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-0a891207-a006-4eb7-a000-732f0e92b195 req-37e82ee3-c330-4cfe-a924-871a44903626 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=180b9721-e314-4054-bed9-67ecaac6ce75 HTTP/1.1" status: 200 len: 944 time: 0.1013000 Mar 14 10:29:50.667388 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-33297fe2-f976-471c-832f-efc57c9d5552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:50.701282 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Current status of the port 9c434c67-2d84-4683-bfc9-cc8e82d98ac7 is: DOWN; New status is: BUILD {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:29:50.702327 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (9c434c67-2d84-4683-bfc9-cc8e82d98ac7), before_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:50.717747 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-60f67c27-b345-4604-904d-743452c136ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7c42b5b-6d3f-400d-9e44-28c05bffee6f', 'name': 'tempest-TestMinimumBasicScenario-1768344314-router', 'tenant_id': '2e6c27112eef433e92d2b52711c12a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '3e95f1c5-5cd8-4d8a-b1b5-be9d5f2bd310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:29:42Z', 'updated_at': '2022-03-14T10:29:46Z', 'revision_number': 4, 'project_id': '2e6c27112eef433e92d2b52711c12a4a', 'gw_port': {'id': '3e95f1c5-5cd8-4d8a-b1b5-be9d5f2bd310', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:25:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c42b5b-6d3f-400d-9e44-28c05bffee6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:29:43Z', 'updated_at': '2022-03-14T10:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi', '_interfaces': [{'id': '9cff9e9c-1bbe-4802-a205-5a46c4881e50', 'name': '', 'network_id': '6882a9ee-c558-49c4-8be5-9a1210fcc04f', 'tenant_id': '2e6c27112eef433e92d2b52711c12a4a', 'mac_address': 'fa:16:3e:7f:dd:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7c42b5b-6d3f-400d-9e44-28c05bffee6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'd240598c-3b92-461b-83ad-570466ab5f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:29:45Z', 'updated_at': '2022-03-14T10:29:50Z', 'revision_number': 4, 'project_id': '2e6c27112eef433e92d2b52711c12a4a', 'subnets': [{'id': 'd240598c-3b92-461b-83ad-570466ab5f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833544-1-iscsi', False) {} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:29:50.745790 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f67c27-b345-4604-904d-743452c136ba None None] The sync data for ids ['e7c42b5b-6d3f-400d-9e44-28c05bffee6f'] in dv-cinder-833544-1-iscsi is: [{'id': 'e7c42b5b-6d3f-400d-9e44-28c05bffee6f', 'name': 'tempest-TestMinimumBasicScenario-1768344314-router', 'tenant_id': '2e6c27112eef433e92d2b52711c12a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '3e95f1c5-5cd8-4d8a-b1b5-be9d5f2bd310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:29:42Z', 'updated_at': '2022-03-14T10:29:46Z', 'revision_number': 4, 'project_id': '2e6c27112eef433e92d2b52711c12a4a', 'gw_port': {'id': '3e95f1c5-5cd8-4d8a-b1b5-be9d5f2bd310', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:25:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c42b5b-6d3f-400d-9e44-28c05bffee6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:29:43Z', 'updated_at': '2022-03-14T10:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi', '_interfaces': [{'id': '9cff9e9c-1bbe-4802-a205-5a46c4881e50', 'name': '', 'network_id': '6882a9ee-c558-49c4-8be5-9a1210fcc04f', 'tenant_id': '2e6c27112eef433e92d2b52711c12a4a', 'mac_address': 'fa:16:3e:7f:dd:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7c42b5b-6d3f-400d-9e44-28c05bffee6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'd240598c-3b92-461b-83ad-570466ab5f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:29:45Z', 'updated_at': '2022-03-14T10:29:50Z', 'revision_number': 4, 'project_id': '2e6c27112eef433e92d2b52711c12a4a', 'subnets': [{'id': 'd240598c-3b92-461b-83ad-570466ab5f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 10:29:50.781083 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-0a891207-a006-4eb7-a000-732f0e92b195 req-dd7e7c1d-a427-4e4b-8751-0b0df9ac14e5 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f677435-4851-49bd-85f9-2627c7cc2aca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052303 Mar 14 10:29:50.831589 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Current status of the port f8ca4c75-317c-4445-8202-35b27c13057e is: BUILD; New status is: ACTIVE {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:29:50.831589 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (f8ca4c75-317c-4445-8202-35b27c13057e), before_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:50.832117 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.db.db_base_plugin_common [None req-33297fe2-f976-471c-832f-efc57c9d5552 admin admin] Allocated IP 172.27.2.52 (d3edc090-f075-4654-a10f-87b9c191544a/b94c44b1-4eb3-4139-bb38-cf15afc675ad/0204033c-c861-4a6c-8be7-339f226dd55f) {{(pid=103643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 10:29:50.841072 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.notifiers.nova [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c434c67-2d84-4683-bfc9-cc8e82d98ac7 {{(pid=103644) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 10:29:50.917838 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-368cecb7-8632-4085-a2de-78b45a2ad68a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (71411765-f129-4ae6-9e82-4fe742fde8ff), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:50.919814 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-16ed4cbe-d3d9-4c21-b6a6-cd55e6b84757 None None] Current status of the port 9cff9e9c-1bbe-4802-a205-5a46c4881e50 is: DOWN; New status is: ACTIVE {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:29:50.920205 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-16ed4cbe-d3d9-4c21-b6a6-cd55e6b84757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (9cff9e9c-1bbe-4802-a205-5a46c4881e50), before_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:50.936928 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] For port 9c434c67-2d84-4683-bfc9-cc8e82d98ac7, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=9c434c67-2d84-4683-bfc9-cc8e82d98ac7,segment=NetworkSegment(6ae4d02e-40e5-4abd-9646-fddaab197544),segment_id=6ae4d02e-40e5-4abd-9646-fddaab197544)] {{(pid=103644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:29:50.956117 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '180b9721-e314-4054-bed9-67ecaac6ce75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8ca4c75-317c-4445-8202-35b27c13057e'}] {{(pid=103644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:29:50.958409 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cdcf2ce3ae030c6c85cf8a8616b2d58d36b16ae178b61bcd15320d14238e4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bbc0d84-85a5-49f9-bb68-d78ce29a84cf" -d '{"events": [{"server_uuid": "180b9721-e314-4054-bed9-67ecaac6ce75", "name": "network-vif-plugged", "status": "completed", "tag": "f8ca4c75-317c-4445-8202-35b27c13057e"}]}' {{(pid=103644) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:29:50.968251 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-7c685462-a901-44fb-b46a-e61b7d0c23a5 None None] For port 862bcf05-80ba-4e58-ae64-6ed5e3600bdc, host dv-cinder-833544-1-iscsi, cleared binding levels {{(pid=103644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 10:29:50.973331 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-7c685462-a901-44fb-b46a-e61b7d0c23a5 None None] For port 862bcf05-80ba-4e58-ae64-6ed5e3600bdc, host dv-cinder-833544-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833544-1-iscsi',level=0,port_id=862bcf05-80ba-4e58-ae64-6ed5e3600bdc,segment=NetworkSegment(01fbe06e-49e0-4a40-90d3-bcc5d1fd2bc8),segment_id=01fbe06e-49e0-4a40-90d3-bcc5d1fd2bc8)] {{(pid=103644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 10:29:50.974336 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-33297fe2-f976-471c-832f-efc57c9d5552 admin admin] Publish callbacks [] for port (0204033c-c861-4a6c-8be7-339f226dd55f), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:50.978858 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Current status of the port 3e95f1c5-5cd8-4d8a-b1b5-be9d5f2bd310 is: ACTIVE; New status is: ACTIVE {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:29:51.000148 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] For port f8ca4c75-317c-4445-8202-35b27c13057e, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=f8ca4c75-317c-4445-8202-35b27c13057e,segment=NetworkSegment(9b07e94b-cdee-4fcd-b18d-5adbca991074),segment_id=9b07e94b-cdee-4fcd-b18d-5adbca991074)] {{(pid=103644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:29:51.017490 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 10:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d64b05cc-d2ea-41b7-863a-3dc78a08716d x-openstack-request-id: req-d64b05cc-d2ea-41b7-863a-3dc78a08716d {{(pid=103644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:29:51.018065 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "180b9721-e314-4054-bed9-67ecaac6ce75", "name": "network-vif-plugged", "status": "completed", "tag": "f8ca4c75-317c-4445-8202-35b27c13057e", "code": 200}]} {{(pid=103644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:29:51.018474 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d64b05cc-d2ea-41b7-863a-3dc78a08716d {{(pid=103644) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:29:51.019036 dv-cinder-833544-1-iscsi neutron-server[103644]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '180b9721-e314-4054-bed9-67ecaac6ce75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8ca4c75-317c-4445-8202-35b27c13057e', 'code': 200} Mar 14 10:29:51.022922 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-16ed4cbe-d3d9-4c21-b6a6-cd55e6b84757 None None] For port 9cff9e9c-1bbe-4802-a205-5a46c4881e50, host dv-cinder-833544-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833544-1-iscsi',level=0,port_id=9cff9e9c-1bbe-4802-a205-5a46c4881e50,segment=NetworkSegment(9dba8bba-e909-47c7-9019-37e942827720),segment_id=9dba8bba-e909-47c7-9019-37e942827720)] {{(pid=103644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:29:51.024443 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (9c434c67-2d84-4683-bfc9-cc8e82d98ac7), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:51.052182 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-7c685462-a901-44fb-b46a-e61b7d0c23a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (862bcf05-80ba-4e58-ae64-6ed5e3600bdc), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:51.090661 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Pushing event updated for resources: {'Port': ['ID=9c434c67-2d84-4683-bfc9-cc8e82d98ac7,revision_number=4']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:29:51.119524 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-33297fe2-f976-471c-832f-efc57c9d5552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739585409118'] for port (0204033c-c861-4a6c-8be7-339f226dd55f), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:51.121932 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (f8ca4c75-317c-4445-8202-35b27c13057e), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:51.158547 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c685462-a901-44fb-b46a-e61b7d0c23a5 None None] Pushing event updated for resources: {'Port': ['ID=862bcf05-80ba-4e58-ae64-6ed5e3600bdc,revision_number=2']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:29:51.172758 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33297fe2-f976-471c-832f-efc57c9d5552 admin admin] Network d3edc090-f075-4654-a10f-87b9c191544a is already hosted by enough agents. {{(pid=103643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:29:51.177901 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.base_scheduler [None req-33297fe2-f976-471c-832f-efc57c9d5552 admin admin] Resources bound (agent type, host, resource id): {{(pid=103643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:29:51.182421 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33297fe2-f976-471c-832f-efc57c9d5552 admin admin] Received port after_create {{(pid=103643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 10:29:51.186097 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33297fe2-f976-471c-832f-efc57c9d5552 admin admin] Pushing event updated for resources: {'Port': ['ID=0204033c-c861-4a6c-8be7-339f226dd55f,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:29:51.192796 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-16ed4cbe-d3d9-4c21-b6a6-cd55e6b84757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (9cff9e9c-1bbe-4802-a205-5a46c4881e50), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:51.227814 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Pushing event updated for resources: {'Port': ['ID=f8ca4c75-317c-4445-8202-35b27c13057e,revision_number=7']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:29:51.288481 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ed4cbe-d3d9-4c21-b6a6-cd55e6b84757 None None] Pushing event updated for resources: {'Port': ['ID=9cff9e9c-1bbe-4802-a205-5a46c4881e50,revision_number=5']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:29:51.350146 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-1cde73b5-24fc-455c-be37-5fda10d8a360 None None] Provisioning complete for port 9cff9e9c-1bbe-4802-a205-5a46c4881e50 triggered by entity DHCP. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:29:51.350477 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-1cde73b5-24fc-455c-be37-5fda10d8a360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (9cff9e9c-1bbe-4802-a205-5a46c4881e50), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:51.416740 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7692e722-a0fc-429b-b1f3-feeab7192873 req-2d97b090-c8f5-499b-999d-d4b954a4c4ce tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:29:51.425559 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-7692e722-a0fc-429b-b1f3-feeab7192873 req-2d97b090-c8f5-499b-999d-d4b954a4c4ce tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/ports?device_id=c285fc22-e681-4296-afe4-8556e371552e HTTP/1.1" status: 200 len: 944 time: 0.1290674 Mar 14 10:29:51.486152 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-7692e722-a0fc-429b-b1f3-feeab7192873 req-5d0d39d6-73d3-4353-9e51-c159c75eaacd tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b70bd49-c5ca-4159-8f17-c1401f955a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597026 Mar 14 10:29:51.608772 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-33297fe2-f976-471c-832f-efc57c9d5552 admin admin] Publish callbacks [] for router_gateway (a6ea54de-3389-47e4-9ea3-e23b8f9ddccb), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:51.622295 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-1cde73b5-24fc-455c-be37-5fda10d8a360 None None] Current status of the port 9cff9e9c-1bbe-4802-a205-5a46c4881e50 is: ACTIVE; New status is: ACTIVE {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:29:51.853315 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] get_ports_and_sgs() called for port_ids ['9c434c67-2d84-4683-bfc9-cc8e82d98ac7'] {{(pid=103644) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 10:29:52.070223 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cf9371-5bb3-4414-b282-fac7c205e0ef req-e3a4b365-ccba-4041-90a3-f6934e572ed9 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:29:52.071538 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-f1cf9371-5bb3-4414-b282-fac7c205e0ef req-e3a4b365-ccba-4041-90a3-f6934e572ed9 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=180b9721-e314-4054-bed9-67ecaac6ce75 HTTP/1.1" status: 200 len: 945 time: 0.1366990 Mar 14 10:29:52.188897 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Device 862bcf05-80ba-4e58-ae64-6ed5e3600bdc up at agent ovs-agent-dv-cinder-833544-1-iscsi {{(pid=103644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:29:52.201998 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-33297fe2-f976-471c-832f-efc57c9d5552 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-564250'] for router (a6ea54de-3389-47e4-9ea3-e23b8f9ddccb), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:52.208944 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-f1cf9371-5bb3-4414-b282-fac7c205e0ef req-3c14cc8e-9805-4fe7-aaf4-cfaf3b0e1132 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f677435-4851-49bd-85f9-2627c7cc2aca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1215959 Mar 14 10:29:52.229252 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01842654-74b9-4301-9e62-8ed46dc90e16 None None] Network 0b1a06f8-5000-4d82-8ecb-7238bccbcec1 requested from dv-cinder-833544-1-iscsi {{(pid=103644) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 10:29:52.308528 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Provisioning complete for port 862bcf05-80ba-4e58-ae64-6ed5e3600bdc triggered by entity L2. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:29:52.309013 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (862bcf05-80ba-4e58-ae64-6ed5e3600bdc), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:52.347650 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-b4e5a6ee-0d9c-45c1-9384-8c67f49b15be None None] Provisioning complete for port 862bcf05-80ba-4e58-ae64-6ed5e3600bdc triggered by entity DHCP. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:29:52.348052 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-b4e5a6ee-0d9c-45c1-9384-8c67f49b15be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (862bcf05-80ba-4e58-ae64-6ed5e3600bdc), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:52.419289 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33297fe2-f976-471c-832f-efc57c9d5552 admin admin] Router a6ea54de-3389-47e4-9ea3-e23b8f9ddccb is scheduled to L3 agent a016a58c-1f8a-4210-ae6c-360b1a1f78c1 with binding_index 1 {{(pid=103643) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 10:29:52.500119 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Current status of the port 862bcf05-80ba-4e58-ae64-6ed5e3600bdc is: DOWN; New status is: ACTIVE {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:29:52.500521 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (862bcf05-80ba-4e58-ae64-6ed5e3600bdc), before_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:52.514806 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-b4e5a6ee-0d9c-45c1-9384-8c67f49b15be None None] Current status of the port 862bcf05-80ba-4e58-ae64-6ed5e3600bdc is: DOWN; New status is: ACTIVE {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:29:52.515309 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-b4e5a6ee-0d9c-45c1-9384-8c67f49b15be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (862bcf05-80ba-4e58-ae64-6ed5e3600bdc), before_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:52.543085 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33297fe2-f976-471c-832f-efc57c9d5552 admin admin] Notify agent at l3_agent.dv-cinder-833544-1-iscsi the message routers_updated {{(pid=103643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 10:29:52.560702 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608771d8-aca2-49ee-af1a-9310e9c3c743 None None] Sync routers for ids ['a6ea54de-3389-47e4-9ea3-e23b8f9ddccb'] in dv-cinder-833544-1-iscsi {{(pid=103644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 10:29:52.564771 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] For port 862bcf05-80ba-4e58-ae64-6ed5e3600bdc, host dv-cinder-833544-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833544-1-iscsi',level=0,port_id=862bcf05-80ba-4e58-ae64-6ed5e3600bdc,segment=NetworkSegment(01fbe06e-49e0-4a40-90d3-bcc5d1fd2bc8),segment_id=01fbe06e-49e0-4a40-90d3-bcc5d1fd2bc8)] {{(pid=103644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:29:52.574037 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608771d8-aca2-49ee-af1a-9310e9c3c743 None None] Routers {'a6ea54de-3389-47e4-9ea3-e23b8f9ddccb'} bound to L3 agent in host dv-cinder-833544-1-iscsi {{(pid=103644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:29:52.574668 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-608771d8-aca2-49ee-af1a-9310e9c3c743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833544-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T10:17:23Z,description=,heartbeat_timestamp=2022-03-14T10:29:23Z,host='dv-cinder-833544-1-iscsi',id=a016a58c-1f8a-4210-ae6c-360b1a1f78c1,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:17:24Z,topic='l3_agent')) {'router_ids': ['a6ea54de-3389-47e4-9ea3-e23b8f9ddccb'], 'active': True} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:29:52.643881 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6662fcbc-80a7-4f17-b99f-009f090a5ec2 req-d7a88d6c-79d0-4639-aafa-d72de41783b1 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:29:52.645672 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-6662fcbc-80a7-4f17-b99f-009f090a5ec2 req-d7a88d6c-79d0-4639-aafa-d72de41783b1 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/ports?device_id=c285fc22-e681-4296-afe4-8556e371552e HTTP/1.1" status: 200 len: 944 time: 0.0563724 Mar 14 10:29:52.675613 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (862bcf05-80ba-4e58-ae64-6ed5e3600bdc), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:52.676727 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Device 9cff9e9c-1bbe-4802-a205-5a46c4881e50 up at agent ovs-agent-dv-cinder-833544-1-iscsi {{(pid=103644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:29:52.690009 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-33297fe2-f976-471c-832f-efc57c9d5552 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:52.691481 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-33297fe2-f976-471c-832f-efc57c9d5552 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.9310210 Mar 14 10:29:52.694410 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 45206) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:29:52.753175 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-6662fcbc-80a7-4f17-b99f-009f090a5ec2 req-7a933780-7207-48f1-a44a-aafb004672ea tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b70bd49-c5ca-4159-8f17-c1401f955a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014872 Mar 14 10:29:52.782768 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvr_db [None req-608771d8-aca2-49ee-af1a-9310e9c3c743 None None] Set router a6ea54de-3389-47e4-9ea3-e23b8f9ddccb gateway port host: dv-cinder-833544-1-iscsi {{(pid=103644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:29:52.863005 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Pushing event updated for resources: {'Port': ['ID=862bcf05-80ba-4e58-ae64-6ed5e3600bdc,revision_number=3']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:29:52.865470 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.db.api [None req-b4e5a6ee-0d9c-45c1-9384-8c67f49b15be None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103644) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 10:29:52.865816 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG oslo_db.api [None req-b4e5a6ee-0d9c-45c1-9384-8c67f49b15be None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 10:29:52.928562 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Provisioning complete for port 9cff9e9c-1bbe-4802-a205-5a46c4881e50 triggered by entity L2. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:29:52.928928 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (9cff9e9c-1bbe-4802-a205-5a46c4881e50), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:52.977341 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-4159a31a-88a4-4f20-8d28-3d8d5e225ede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (a016a58c-1f8a-4210-ae6c-360b1a1f78c1), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:53.059017 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Current status of the port 9cff9e9c-1bbe-4802-a205-5a46c4881e50 is: ACTIVE; New status is: ACTIVE {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:29:53.073646 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-608771d8-aca2-49ee-af1a-9310e9c3c743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6ea54de-3389-47e4-9ea3-e23b8f9ddccb', 'name': 'tempest-TestMinimumBasicScenario-1282005048-router', 'tenant_id': 'bb8f304b1d974a668823c782a583ff4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '0204033c-c861-4a6c-8be7-339f226dd55f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:29:49Z', 'updated_at': '2022-03-14T10:29:51Z', 'revision_number': 3, 'project_id': 'bb8f304b1d974a668823c782a583ff4c', 'gw_port': {'id': '0204033c-c861-4a6c-8be7-339f226dd55f', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ed:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6ea54de-3389-47e4-9ea3-e23b8f9ddccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:29:50Z', 'updated_at': '2022-03-14T10:29:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi'}], 'dv-cinder-833544-1-iscsi', False) {} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:29:53.099224 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608771d8-aca2-49ee-af1a-9310e9c3c743 None None] Checking router: a6ea54de-3389-47e4-9ea3-e23b8f9ddccb for host: dv-cinder-833544-1-iscsi {{(pid=103644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 10:29:53.099564 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608771d8-aca2-49ee-af1a-9310e9c3c743 None None] Updating router a6ea54de-3389-47e4-9ea3-e23b8f9ddccb port 0204033c-c861-4a6c-8be7-339f226dd55f binding host dv-cinder-833544-1-iscsi {{(pid=103644) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 10:29:53.130206 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-608771d8-aca2-49ee-af1a-9310e9c3c743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (0204033c-c861-4a6c-8be7-339f226dd55f), before_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:53.154143 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-0aec38b4-96b1-47a6-9be2-20a5b1b821b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:53.341286 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.db.db_base_plugin_common [None req-0aec38b4-96b1-47a6-9be2-20a5b1b821b9 admin admin] Allocated IP 172.20.0.1 (0b1a06f8-5000-4d82-8ecb-7238bccbcec1/dd3a1949-5b6d-4fc7-9175-544a8846b326/ce9bacca-1f94-415f-adce-6e4fd17d66d7) {{(pid=103643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 10:29:53.366310 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c20e85-5708-45b8-9fc0-12e661dbf12b req-333bfd68-61be-41b4-94d6-b3dbc981e90b tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:29:53.367769 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-24c20e85-5708-45b8-9fc0-12e661dbf12b req-333bfd68-61be-41b4-94d6-b3dbc981e90b tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=180b9721-e314-4054-bed9-67ecaac6ce75 HTTP/1.1" status: 200 len: 945 time: 0.0731444 Mar 14 10:29:53.426926 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-608771d8-aca2-49ee-af1a-9310e9c3c743 None None] Publish callbacks [] for port (0204033c-c861-4a6c-8be7-339f226dd55f), precommit_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:53.428447 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-b4e5a6ee-0d9c-45c1-9384-8c67f49b15be None None] Current status of the port 862bcf05-80ba-4e58-ae64-6ed5e3600bdc is: ACTIVE; New status is: ACTIVE {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:29:53.464042 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-24c20e85-5708-45b8-9fc0-12e661dbf12b req-d2bec2ca-9870-4daa-b889-6d154289df31 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f677435-4851-49bd-85f9-2627c7cc2aca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849535 Mar 14 10:29:53.493277 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-0aec38b4-96b1-47a6-9be2-20a5b1b821b9 admin admin] Publish callbacks [] for port (ce9bacca-1f94-415f-adce-6e4fd17d66d7), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:53.501998 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-608771d8-aca2-49ee-af1a-9310e9c3c743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (0204033c-c861-4a6c-8be7-339f226dd55f), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:53.569063 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd74f5e-da65-4956-a055-a229c317abad None None] Pushing event updated for resources: {'Port': ['ID=0204033c-c861-4a6c-8be7-339f226dd55f,revision_number=2']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:29:53.572363 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.managers [None req-608771d8-aca2-49ee-af1a-9310e9c3c743 None None] Attempting to bind port 0204033c-c861-4a6c-8be7-339f226dd55f on host dv-cinder-833544-1-iscsi for vnic_type normal with profile {{(pid=103644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 10:29:53.572754 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.managers [None req-608771d8-aca2-49ee-af1a-9310e9c3c743 None None] Attempting to bind port 0204033c-c861-4a6c-8be7-339f226dd55f by drivers openvswitch,hyperv on host dv-cinder-833544-1-iscsi at level 0 using segments [{'id': '11cedc40-3914-4af6-ba83-0b9ce6d6fc30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a'}] {{(pid=103644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 10:29:53.573102 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608771d8-aca2-49ee-af1a-9310e9c3c743 None None] Attempting to bind port 0204033c-c861-4a6c-8be7-339f226dd55f on network d3edc090-f075-4654-a10f-87b9c191544a {{(pid=103644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:29:53.576687 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-01601f41-4fd7-4292-b207-57512f52360d None None] Provisioning complete for port 862bcf05-80ba-4e58-ae64-6ed5e3600bdc triggered by entity DHCP. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:29:53.577061 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-01601f41-4fd7-4292-b207-57512f52360d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (862bcf05-80ba-4e58-ae64-6ed5e3600bdc), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:53.581586 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608771d8-aca2-49ee-af1a-9310e9c3c743 None None] Checking agent: {'id': '3daba05a-6d77-487a-83af-fb9f8edf24c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833544-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 14, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 10, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833544-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 10:29:53.581970 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608771d8-aca2-49ee-af1a-9310e9c3c743 None None] Checking segment: {'id': '11cedc40-3914-4af6-ba83-0b9ce6d6fc30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:29:53.582367 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-608771d8-aca2-49ee-af1a-9310e9c3c743 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:53.587797 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608771d8-aca2-49ee-af1a-9310e9c3c743 None None] Bound using segment: {'id': '11cedc40-3914-4af6-ba83-0b9ce6d6fc30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a'} {{(pid=103644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 10:29:53.587797 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.managers [None req-608771d8-aca2-49ee-af1a-9310e9c3c743 None None] Bound port: 0204033c-c861-4a6c-8be7-339f226dd55f, host: dv-cinder-833544-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11cedc40-3914-4af6-ba83-0b9ce6d6fc30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a'}}] {{(pid=103644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 10:29:53.587797 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-608771d8-aca2-49ee-af1a-9310e9c3c743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (0204033c-c861-4a6c-8be7-339f226dd55f), before_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:53.599345 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-0aec38b4-96b1-47a6-9be2-20a5b1b821b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739585409118'] for port (ce9bacca-1f94-415f-adce-6e4fd17d66d7), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:53.640896 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aec38b4-96b1-47a6-9be2-20a5b1b821b9 admin admin] Network 0b1a06f8-5000-4d82-8ecb-7238bccbcec1 is already hosted by enough agents. {{(pid=103643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:29:53.644956 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.base_scheduler [None req-0aec38b4-96b1-47a6-9be2-20a5b1b821b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:29:53.648401 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aec38b4-96b1-47a6-9be2-20a5b1b821b9 admin admin] Received port after_create {{(pid=103643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 10:29:53.648868 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-0aec38b4-96b1-47a6-9be2-20a5b1b821b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-557671'] for router_interface (a6ea54de-3389-47e4-9ea3-e23b8f9ddccb), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:53.672272 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-608771d8-aca2-49ee-af1a-9310e9c3c743 None None] For port 0204033c-c861-4a6c-8be7-339f226dd55f, host dv-cinder-833544-1-iscsi, cleared binding levels {{(pid=103644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 10:29:53.685251 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aec38b4-96b1-47a6-9be2-20a5b1b821b9 admin admin] Pushing event updated for resources: {'Port': ['ID=ce9bacca-1f94-415f-adce-6e4fd17d66d7,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:29:53.686199 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-608771d8-aca2-49ee-af1a-9310e9c3c743 None None] For port 0204033c-c861-4a6c-8be7-339f226dd55f, host dv-cinder-833544-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833544-1-iscsi',level=0,port_id=0204033c-c861-4a6c-8be7-339f226dd55f,segment=NetworkSegment(11cedc40-3914-4af6-ba83-0b9ce6d6fc30),segment_id=11cedc40-3914-4af6-ba83-0b9ce6d6fc30)] {{(pid=103644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 10:29:53.734299 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-01601f41-4fd7-4292-b207-57512f52360d None None] Current status of the port 862bcf05-80ba-4e58-ae64-6ed5e3600bdc is: ACTIVE; New status is: ACTIVE {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:29:53.751434 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-608771d8-aca2-49ee-af1a-9310e9c3c743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (0204033c-c861-4a6c-8be7-339f226dd55f), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:53.900405 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-0aec38b4-96b1-47a6-9be2-20a5b1b821b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (ce9bacca-1f94-415f-adce-6e4fd17d66d7), before_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:53.926054 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2cee59-71bf-4a18-b414-735fe01ca10e req-33e463e8-1886-42a6-88b0-834bac993b38 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:29:53.927489 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-9b2cee59-71bf-4a18-b414-735fe01ca10e req-33e463e8-1886-42a6-88b0-834bac993b38 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/ports?device_id=c285fc22-e681-4296-afe4-8556e371552e HTTP/1.1" status: 200 len: 944 time: 0.1012506 Mar 14 10:29:53.960424 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608771d8-aca2-49ee-af1a-9310e9c3c743 None None] Routers {'a6ea54de-3389-47e4-9ea3-e23b8f9ddccb'} bound to L3 agent in host dv-cinder-833544-1-iscsi {{(pid=103644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:29:53.961064 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-608771d8-aca2-49ee-af1a-9310e9c3c743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833544-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T10:17:23Z,description=,heartbeat_timestamp=2022-03-14T10:29:53Z,host='dv-cinder-833544-1-iscsi',id=a016a58c-1f8a-4210-ae6c-360b1a1f78c1,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:17:24Z,topic='l3_agent')) {'router_ids': ['a6ea54de-3389-47e4-9ea3-e23b8f9ddccb'], 'active': True} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:29:53.964365 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd74f5e-da65-4956-a055-a229c317abad None None] Pushing event updated for resources: {'Port': ['ID=0204033c-c861-4a6c-8be7-339f226dd55f,revision_number=3']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:29:54.025786 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-023fa205-298d-4b46-b742-2542774b565f None None] Provisioning complete for port ce9bacca-1f94-415f-adce-6e4fd17d66d7 triggered by entity DHCP. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:29:54.026172 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-023fa205-298d-4b46-b742-2542774b565f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (ce9bacca-1f94-415f-adce-6e4fd17d66d7), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:54.034004 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-9b2cee59-71bf-4a18-b414-735fe01ca10e req-80d8a495-8084-4202-96f4-db7c4e4a7117 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b70bd49-c5ca-4159-8f17-c1401f955a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800967 Mar 14 10:29:54.123338 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-023fa205-298d-4b46-b742-2542774b565f None None] Port ce9bacca-1f94-415f-adce-6e4fd17d66d7 cannot update to ACTIVE because it is not bound. {{(pid=103644) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 10:29:54.128532 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-0aec38b4-96b1-47a6-9be2-20a5b1b821b9 admin admin] Publish callbacks [] for port (ce9bacca-1f94-415f-adce-6e4fd17d66d7), precommit_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:54.148339 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Device 862bcf05-80ba-4e58-ae64-6ed5e3600bdc up at agent ovs-agent-dv-cinder-833544-1-iscsi {{(pid=103644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:29:54.151103 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvr_db [None req-608771d8-aca2-49ee-af1a-9310e9c3c743 None None] Set router a6ea54de-3389-47e4-9ea3-e23b8f9ddccb gateway port host: dv-cinder-833544-1-iscsi {{(pid=103644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:29:54.190531 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-0aec38b4-96b1-47a6-9be2-20a5b1b821b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (ce9bacca-1f94-415f-adce-6e4fd17d66d7), after_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:54.191274 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-0aec38b4-96b1-47a6-9be2-20a5b1b821b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557787'] for router_interface (a6ea54de-3389-47e4-9ea3-e23b8f9ddccb), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:54.199434 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-f4039063-230b-41a9-bf4a-d5dd4b348b96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (46201191-f63a-41db-ad4d-3c2c795fe1c2), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:54.203318 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Device 9c434c67-2d84-4683-bfc9-cc8e82d98ac7 up at agent hyperv_hv-cinder-83354 {{(pid=103644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:29:54.260274 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aec38b4-96b1-47a6-9be2-20a5b1b821b9 admin admin] Pushing event updated for resources: {'Port': ['ID=ce9bacca-1f94-415f-adce-6e4fd17d66d7,revision_number=2']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:29:54.322864 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aec38b4-96b1-47a6-9be2-20a5b1b821b9 admin admin] Network 0b1a06f8-5000-4d82-8ecb-7238bccbcec1 is already hosted by enough agents. {{(pid=103643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:29:54.324304 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.base_scheduler [None req-0aec38b4-96b1-47a6-9be2-20a5b1b821b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:29:54.365032 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Provisioning complete for port 862bcf05-80ba-4e58-ae64-6ed5e3600bdc triggered by entity L2. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:29:54.365343 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (862bcf05-80ba-4e58-ae64-6ed5e3600bdc), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:54.464874 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aec38b4-96b1-47a6-9be2-20a5b1b821b9 admin admin] Router a6ea54de-3389-47e4-9ea3-e23b8f9ddccb has already been hosted by L3 agent a016a58c-1f8a-4210-ae6c-360b1a1f78c1 {{(pid=103643) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 10:29:54.539002 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Provisioning for port 9c434c67-2d84-4683-bfc9-cc8e82d98ac7 completed by entity L2. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 14 10:29:54.554970 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Provisioning complete for port 9c434c67-2d84-4683-bfc9-cc8e82d98ac7 triggered by entity L2. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:29:54.555364 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (9c434c67-2d84-4683-bfc9-cc8e82d98ac7), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:54.599319 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Current status of the port 862bcf05-80ba-4e58-ae64-6ed5e3600bdc is: ACTIVE; New status is: ACTIVE {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:29:54.625012 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-608771d8-aca2-49ee-af1a-9310e9c3c743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6ea54de-3389-47e4-9ea3-e23b8f9ddccb', 'name': 'tempest-TestMinimumBasicScenario-1282005048-router', 'tenant_id': 'bb8f304b1d974a668823c782a583ff4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '0204033c-c861-4a6c-8be7-339f226dd55f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:29:49Z', 'updated_at': '2022-03-14T10:29:53Z', 'revision_number': 4, 'project_id': 'bb8f304b1d974a668823c782a583ff4c', 'gw_port': {'id': '0204033c-c861-4a6c-8be7-339f226dd55f', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ed:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6ea54de-3389-47e4-9ea3-e23b8f9ddccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:29:50Z', 'updated_at': '2022-03-14T10:29:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi', '_interfaces': [{'id': 'ce9bacca-1f94-415f-adce-6e4fd17d66d7', 'name': '', 'network_id': '0b1a06f8-5000-4d82-8ecb-7238bccbcec1', 'tenant_id': 'bb8f304b1d974a668823c782a583ff4c', 'mac_address': 'fa:16:3e:62:f7:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6ea54de-3389-47e4-9ea3-e23b8f9ddccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'dd3a1949-5b6d-4fc7-9175-544a8846b326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:29:53Z', 'updated_at': '2022-03-14T10:29:53Z', 'revision_number': 1, 'project_id': 'bb8f304b1d974a668823c782a583ff4c', 'subnets': [{'id': 'dd3a1949-5b6d-4fc7-9175-544a8846b326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833544-1-iscsi', False) {} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:29:54.675979 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0f31b9-1445-459a-94c3-7b3c54c6ed0a req-c681a800-0c21-4a68-8df9-1d0ccc962803 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:29:54.677511 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-ad0f31b9-1445-459a-94c3-7b3c54c6ed0a req-c681a800-0c21-4a68-8df9-1d0ccc962803 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=180b9721-e314-4054-bed9-67ecaac6ce75 HTTP/1.1" status: 200 len: 945 time: 0.1256411 Mar 14 10:29:54.678802 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aec38b4-96b1-47a6-9be2-20a5b1b821b9 admin admin] Notify agent at l3_agent.dv-cinder-833544-1-iscsi the message routers_updated {{(pid=103643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 10:29:54.679720 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608771d8-aca2-49ee-af1a-9310e9c3c743 None None] The sync data for ids ['a6ea54de-3389-47e4-9ea3-e23b8f9ddccb'] in dv-cinder-833544-1-iscsi is: [{'id': 'a6ea54de-3389-47e4-9ea3-e23b8f9ddccb', 'name': 'tempest-TestMinimumBasicScenario-1282005048-router', 'tenant_id': 'bb8f304b1d974a668823c782a583ff4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '0204033c-c861-4a6c-8be7-339f226dd55f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:29:49Z', 'updated_at': '2022-03-14T10:29:53Z', 'revision_number': 4, 'project_id': 'bb8f304b1d974a668823c782a583ff4c', 'gw_port': {'id': '0204033c-c861-4a6c-8be7-339f226dd55f', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ed:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6ea54de-3389-47e4-9ea3-e23b8f9ddccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:29:50Z', 'updated_at': '2022-03-14T10:29:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi', '_interfaces': [{'id': 'ce9bacca-1f94-415f-adce-6e4fd17d66d7', 'name': '', 'network_id': '0b1a06f8-5000-4d82-8ecb-7238bccbcec1', 'tenant_id': 'bb8f304b1d974a668823c782a583ff4c', 'mac_address': 'fa:16:3e:62:f7:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6ea54de-3389-47e4-9ea3-e23b8f9ddccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'dd3a1949-5b6d-4fc7-9175-544a8846b326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:29:53Z', 'updated_at': '2022-03-14T10:29:53Z', 'revision_number': 1, 'project_id': 'bb8f304b1d974a668823c782a583ff4c', 'subnets': [{'id': 'dd3a1949-5b6d-4fc7-9175-544a8846b326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 10:29:54.685921 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-0aec38b4-96b1-47a6-9be2-20a5b1b821b9 admin admin] 10.222.0.16 "PUT /v2.0/routers/a6ea54de-3389-47e4-9ea3-e23b8f9ddccb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9904001 Mar 14 10:29:54.754670 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-e27af11b-e22f-4733-86ef-3da26e9bd1d4 None None] Provisioning complete for port ce9bacca-1f94-415f-adce-6e4fd17d66d7 triggered by entity DHCP. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:29:54.755064 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-e27af11b-e22f-4733-86ef-3da26e9bd1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (ce9bacca-1f94-415f-adce-6e4fd17d66d7), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:54.783246 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-ad0f31b9-1445-459a-94c3-7b3c54c6ed0a req-fb7e1ada-e6d1-46e8-8c7b-adcc76ecc1a8 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f677435-4851-49bd-85f9-2627c7cc2aca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960155 Mar 14 10:29:54.802611 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Current status of the port 9c434c67-2d84-4683-bfc9-cc8e82d98ac7 is: BUILD; New status is: ACTIVE {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:29:54.803771 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (9c434c67-2d84-4683-bfc9-cc8e82d98ac7), before_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:54.841344 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c285fc22-e681-4296-afe4-8556e371552e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c434c67-2d84-4683-bfc9-cc8e82d98ac7'}] {{(pid=103644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:29:54.844078 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cdcf2ce3ae030c6c85cf8a8616b2d58d36b16ae178b61bcd15320d14238e4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27272306-a5dd-4ba1-b78c-9da5490d29b1" -d '{"events": [{"server_uuid": "c285fc22-e681-4296-afe4-8556e371552e", "name": "network-vif-plugged", "status": "completed", "tag": "9c434c67-2d84-4683-bfc9-cc8e82d98ac7"}]}' {{(pid=103644) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:29:54.857111 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-e27af11b-e22f-4733-86ef-3da26e9bd1d4 None None] Port ce9bacca-1f94-415f-adce-6e4fd17d66d7 cannot update to ACTIVE because it is not bound. {{(pid=103644) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 10:29:54.863173 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] For port 9c434c67-2d84-4683-bfc9-cc8e82d98ac7, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=9c434c67-2d84-4683-bfc9-cc8e82d98ac7,segment=NetworkSegment(6ae4d02e-40e5-4abd-9646-fddaab197544),segment_id=6ae4d02e-40e5-4abd-9646-fddaab197544)] {{(pid=103644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:29:54.905909 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 10:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd9e30c8-99dd-4c70-a501-5ca1c1018a81 x-openstack-request-id: req-fd9e30c8-99dd-4c70-a501-5ca1c1018a81 {{(pid=103644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:29:54.906229 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c285fc22-e681-4296-afe4-8556e371552e", "name": "network-vif-plugged", "status": "completed", "tag": "9c434c67-2d84-4683-bfc9-cc8e82d98ac7", "code": 200}]} {{(pid=103644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:29:54.906498 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fd9e30c8-99dd-4c70-a501-5ca1c1018a81 {{(pid=103644) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:29:54.907435 dv-cinder-833544-1-iscsi neutron-server[103644]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c285fc22-e681-4296-afe4-8556e371552e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c434c67-2d84-4683-bfc9-cc8e82d98ac7', 'code': 200} Mar 14 10:29:54.973243 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (9c434c67-2d84-4683-bfc9-cc8e82d98ac7), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:55.136783 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Pushing event updated for resources: {'Port': ['ID=9c434c67-2d84-4683-bfc9-cc8e82d98ac7,revision_number=5']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:29:55.294393 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9751a8a3-8566-4612-b44a-ac2b54a2fe83 req-140ae647-9a9f-44a6-9c3e-98b03c5327b8 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:29:55.296179 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-9751a8a3-8566-4612-b44a-ac2b54a2fe83 req-140ae647-9a9f-44a6-9c3e-98b03c5327b8 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/ports?device_id=c285fc22-e681-4296-afe4-8556e371552e HTTP/1.1" status: 200 len: 945 time: 0.1179442 Mar 14 10:29:55.365284 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce07cee-6f20-4212-8ac8-af8cea9b22f9 req-fb0bbfc4-e4a7-41c6-99a6-cc331f7f250b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:29:55.366806 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-1ce07cee-6f20-4212-8ac8-af8cea9b22f9 req-fb0bbfc4-e4a7-41c6-99a6-cc331f7f250b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c285fc22-e681-4296-afe4-8556e371552e HTTP/1.1" status: 200 len: 1129 time: 0.1288147 Mar 14 10:29:55.372140 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-9751a8a3-8566-4612-b44a-ac2b54a2fe83 req-49a75169-8210-4dd5-913d-1620d9058dc5 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b70bd49-c5ca-4159-8f17-c1401f955a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656993 Mar 14 10:29:55.444169 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-1ce07cee-6f20-4212-8ac8-af8cea9b22f9 req-34dcaf54-b543-40fc-af25-d6a8af008c97 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=2b70bd49-c5ca-4159-8f17-c1401f955a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625966 Mar 14 10:29:55.644588 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-a3541fa5-4b74-4b29-92a0-285d4d95a3dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (a9a1db27-ecd3-427e-bc57-ce8de4da4c28), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:56.348957 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132f50e8-1e27-4818-a113-2a63742cfa77 req-66e50001-f479-4985-842e-2773bb95ac41 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:29:56.348957 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-132f50e8-1e27-4818-a113-2a63742cfa77 req-66e50001-f479-4985-842e-2773bb95ac41 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=180b9721-e314-4054-bed9-67ecaac6ce75 HTTP/1.1" status: 200 len: 945 time: 0.1789672 Mar 14 10:29:56.348957 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-132f50e8-1e27-4818-a113-2a63742cfa77 req-8bd9495e-32ea-4671-ab48-109106916344 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f677435-4851-49bd-85f9-2627c7cc2aca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961187 Mar 14 10:29:56.509511 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Device 0204033c-c861-4a6c-8be7-339f226dd55f up at agent ovs-agent-dv-cinder-833544-1-iscsi {{(pid=103644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:29:56.583935 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7136538-9f8c-42e9-9cbc-a039cf86a3f9 req-60c7b8a0-f794-4b36-8f0c-054e82b3d3ba tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:29:56.588612 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-c7136538-9f8c-42e9-9cbc-a039cf86a3f9 req-60c7b8a0-f794-4b36-8f0c-054e82b3d3ba tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/ports?device_id=c285fc22-e681-4296-afe4-8556e371552e HTTP/1.1" status: 200 len: 945 time: 0.0987442 Mar 14 10:29:56.623418 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Provisioning complete for port 0204033c-c861-4a6c-8be7-339f226dd55f triggered by entity L2. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:29:56.623872 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (0204033c-c861-4a6c-8be7-339f226dd55f), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:56.722888 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-c7136538-9f8c-42e9-9cbc-a039cf86a3f9 req-c3172e6f-58bd-4134-833d-b21239276895 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b70bd49-c5ca-4159-8f17-c1401f955a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272976 Mar 14 10:29:56.814687 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Current status of the port 0204033c-c861-4a6c-8be7-339f226dd55f is: DOWN; New status is: ACTIVE {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:29:56.815828 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (0204033c-c861-4a6c-8be7-339f226dd55f), before_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:56.843545 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] For port 0204033c-c861-4a6c-8be7-339f226dd55f, host dv-cinder-833544-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833544-1-iscsi',level=0,port_id=0204033c-c861-4a6c-8be7-339f226dd55f,segment=NetworkSegment(11cedc40-3914-4af6-ba83-0b9ce6d6fc30),segment_id=11cedc40-3914-4af6-ba83-0b9ce6d6fc30)] {{(pid=103644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:29:56.914262 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (0204033c-c861-4a6c-8be7-339f226dd55f), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:57.005261 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Pushing event updated for resources: {'Port': ['ID=0204033c-c861-4a6c-8be7-339f226dd55f,revision_number=4']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:29:57.121946 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (3daba05a-6d77-487a-83af-fb9f8edf24c0), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:57.279359 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (cd4c1fd5-6bd0-46fc-9cd1-9ea8fc180379), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:57.529291 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14e326e-7261-477f-808a-5c6efd8245de req-e21c5cc9-9548-4a6d-b05e-e7262aaba6a2 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:29:57.531417 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-b14e326e-7261-477f-808a-5c6efd8245de req-e21c5cc9-9548-4a6d-b05e-e7262aaba6a2 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=180b9721-e314-4054-bed9-67ecaac6ce75 HTTP/1.1" status: 200 len: 945 time: 0.0877771 Mar 14 10:29:57.596534 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-b14e326e-7261-477f-808a-5c6efd8245de req-969a4595-3ec4-4734-a472-dc16608d5af4 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f677435-4851-49bd-85f9-2627c7cc2aca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600092 Mar 14 10:29:57.880111 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a209547-c60e-47cb-acfe-1d87447a9ca0 req-cd16d5e5-9a58-482a-906e-5f2f6e397620 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:29:57.886792 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-8a209547-c60e-47cb-acfe-1d87447a9ca0 req-cd16d5e5-9a58-482a-906e-5f2f6e397620 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/ports?device_id=c285fc22-e681-4296-afe4-8556e371552e HTTP/1.1" status: 200 len: 945 time: 0.0837638 Mar 14 10:29:57.959503 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-8a209547-c60e-47cb-acfe-1d87447a9ca0 req-9c9e3fc8-3ed2-4653-bec1-1b20476f1310 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b70bd49-c5ca-4159-8f17-c1401f955a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667417 Mar 14 10:29:58.129655 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea70f5c-f643-44de-b1e1-772e11b8f9de req-6bd3087b-199a-411b-90a3-01c82d0d951b tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:29:58.131348 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-5ea70f5c-f643-44de-b1e1-772e11b8f9de req-6bd3087b-199a-411b-90a3-01c82d0d951b tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/ports?device_id=c285fc22-e681-4296-afe4-8556e371552e HTTP/1.1" status: 200 len: 945 time: 0.0672209 Mar 14 10:29:58.140063 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 45304) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:29:58.151475 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [None req-5a238a76-fd14-471d-9cf1-f89ee7cbc636 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Request body: {'floatingip': {'port_id': '9c434c67-2d84-4683-bfc9-cc8e82d98ac7'}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:29:58.170944 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Device 0204033c-c861-4a6c-8be7-339f226dd55f up at agent ovs-agent-dv-cinder-833544-1-iscsi {{(pid=103644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:29:58.249079 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Provisioning complete for port 0204033c-c861-4a6c-8be7-339f226dd55f triggered by entity L2. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:29:58.249823 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (0204033c-c861-4a6c-8be7-339f226dd55f), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:58.260902 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-5a238a76-fd14-471d-9cf1-f89ee7cbc636 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Publish callbacks [] for floatingip (69096617-b0ec-4711-94bb-66fcf9d94431), before_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:58.380891 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Current status of the port 0204033c-c861-4a6c-8be7-339f226dd55f is: ACTIVE; New status is: ACTIVE {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:29:58.835614 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc25c43e-07a1-4d91-80e0-b5199436e7dc req-4e414ebf-fb39-4f29-a9f2-763415e9f4a4 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:29:58.837569 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-fc25c43e-07a1-4d91-80e0-b5199436e7dc req-4e414ebf-fb39-4f29-a9f2-763415e9f4a4 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=180b9721-e314-4054-bed9-67ecaac6ce75 HTTP/1.1" status: 200 len: 945 time: 0.1317883 Mar 14 10:29:59.218100 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11f8647-28c1-4b09-99e1-653d06b15db1 None None] Sync routers for ids ['a6ea54de-3389-47e4-9ea3-e23b8f9ddccb'] in dv-cinder-833544-1-iscsi {{(pid=103645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 10:29:59.228199 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11f8647-28c1-4b09-99e1-653d06b15db1 None None] Routers {'a6ea54de-3389-47e4-9ea3-e23b8f9ddccb'} bound to L3 agent in host dv-cinder-833544-1-iscsi {{(pid=103645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:29:59.228806 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-a11f8647-28c1-4b09-99e1-653d06b15db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833544-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T10:17:23Z,description=,heartbeat_timestamp=2022-03-14T10:29:53Z,host='dv-cinder-833544-1-iscsi',id=a016a58c-1f8a-4210-ae6c-360b1a1f78c1,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:17:24Z,topic='l3_agent')) {'router_ids': ['a6ea54de-3389-47e4-9ea3-e23b8f9ddccb'], 'active': True} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:29:59.274157 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-fc25c43e-07a1-4d91-80e0-b5199436e7dc req-ffe35a25-d9a8-46f5-9d9c-a5f51757741a tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f677435-4851-49bd-85f9-2627c7cc2aca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849788 Mar 14 10:29:59.357276 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvr_db [None req-a11f8647-28c1-4b09-99e1-653d06b15db1 None None] Set router a6ea54de-3389-47e4-9ea3-e23b8f9ddccb gateway port host: dv-cinder-833544-1-iscsi {{(pid=103645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:29:59.436788 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-5a238a76-fd14-471d-9cf1-f89ee7cbc636 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:59.510814 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-5a238a76-fd14-471d-9cf1-f89ee7cbc636 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-564448'] for floatingip (69096617-b0ec-4711-94bb-66fcf9d94431), after_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:59.568018 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-a11f8647-28c1-4b09-99e1-653d06b15db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6ea54de-3389-47e4-9ea3-e23b8f9ddccb', 'name': 'tempest-TestMinimumBasicScenario-1282005048-router', 'tenant_id': 'bb8f304b1d974a668823c782a583ff4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '0204033c-c861-4a6c-8be7-339f226dd55f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:29:49Z', 'updated_at': '2022-03-14T10:29:53Z', 'revision_number': 4, 'project_id': 'bb8f304b1d974a668823c782a583ff4c', 'gw_port': {'id': '0204033c-c861-4a6c-8be7-339f226dd55f', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ed:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ea54de-3389-47e4-9ea3-e23b8f9ddccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:29:50Z', 'updated_at': '2022-03-14T10:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi', '_interfaces': [{'id': 'ce9bacca-1f94-415f-adce-6e4fd17d66d7', 'name': '', 'network_id': '0b1a06f8-5000-4d82-8ecb-7238bccbcec1', 'tenant_id': 'bb8f304b1d974a668823c782a583ff4c', 'mac_address': 'fa:16:3e:62:f7:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6ea54de-3389-47e4-9ea3-e23b8f9ddccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'dd3a1949-5b6d-4fc7-9175-544a8846b326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:29:53Z', 'updated_at': '2022-03-14T10:29:53Z', 'revision_number': 2, 'project_id': 'bb8f304b1d974a668823c782a583ff4c', 'subnets': [{'id': 'dd3a1949-5b6d-4fc7-9175-544a8846b326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833544-1-iscsi', False) {} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:29:59.603817 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11f8647-28c1-4b09-99e1-653d06b15db1 None None] Checking router: a6ea54de-3389-47e4-9ea3-e23b8f9ddccb for host: dv-cinder-833544-1-iscsi {{(pid=103645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 10:29:59.604320 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11f8647-28c1-4b09-99e1-653d06b15db1 None None] Updating router a6ea54de-3389-47e4-9ea3-e23b8f9ddccb port ce9bacca-1f94-415f-adce-6e4fd17d66d7 binding host dv-cinder-833544-1-iscsi {{(pid=103645) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 10:29:59.642722 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-a11f8647-28c1-4b09-99e1-653d06b15db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (ce9bacca-1f94-415f-adce-6e4fd17d66d7), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:59.667581 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.db.l3_db [None req-5a238a76-fd14-471d-9cf1-f89ee7cbc636 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Floating IP 69096617-b0ec-4711-94bb-66fcf9d94431 associated. External IP: 172.27.2.208, port: 9c434c67-2d84-4683-bfc9-cc8e82d98ac7. Mar 14 10:29:59.884856 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a238a76-fd14-471d-9cf1-f89ee7cbc636 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Router 16e5a124-7863-4847-aa71-e29d5729fc3d has already been hosted by L3 agent a016a58c-1f8a-4210-ae6c-360b1a1f78c1 {{(pid=103643) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 10:29:59.921721 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-a11f8647-28c1-4b09-99e1-653d06b15db1 None None] Publish callbacks [] for port (ce9bacca-1f94-415f-adce-6e4fd17d66d7), precommit_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:30:00.027044 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a238a76-fd14-471d-9cf1-f89ee7cbc636 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Notify agent at l3_agent.dv-cinder-833544-1-iscsi the message routers_updated {{(pid=103643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 10:30:00.032436 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-5a238a76-fd14-471d-9cf1-f89ee7cbc636 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211739'] for floatingip (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:30:00.035465 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbabaeb-feea-43aa-ad91-0508fe9c471b req-dfddcdbd-133f-4f11-972c-ec76fac3e1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:30:00.036664 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f00bb6-3cde-4ee7-a4f0-6bc031063acd None None] Sync routers for ids ['16e5a124-7863-4847-aa71-e29d5729fc3d'] in dv-cinder-833544-1-iscsi {{(pid=103644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 10:30:00.037118 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-abbabaeb-feea-43aa-ad91-0508fe9c471b req-dfddcdbd-133f-4f11-972c-ec76fac3e1b7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5472bedc1d6a4e30b10a78f0f7cd05c1&device_id=180b9721-e314-4054-bed9-67ecaac6ce75 HTTP/1.1" status: 200 len: 1129 time: 0.1090114 Mar 14 10:30:00.047601 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f00bb6-3cde-4ee7-a4f0-6bc031063acd None None] Routers {'16e5a124-7863-4847-aa71-e29d5729fc3d'} bound to L3 agent in host dv-cinder-833544-1-iscsi {{(pid=103644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:30:00.048444 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-55f00bb6-3cde-4ee7-a4f0-6bc031063acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833544-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T10:17:23Z,description=,heartbeat_timestamp=2022-03-14T10:29:53Z,host='dv-cinder-833544-1-iscsi',id=a016a58c-1f8a-4210-ae6c-360b1a1f78c1,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:17:24Z,topic='l3_agent')) {'router_ids': ['16e5a124-7863-4847-aa71-e29d5729fc3d'], 'active': True} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:30:00.079705 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-5a238a76-fd14-471d-9cf1-f89ee7cbc636 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "PUT /v2.0/floatingips/69096617-b0ec-4711-94bb-66fcf9d94431 HTTP/1.1" status: 200 len: 991 time: 1.9363811 Mar 14 10:30:00.080148 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c285fc22-e681-4296-afe4-8556e371552e', 'tag': '9c434c67-2d84-4683-bfc9-cc8e82d98ac7'}] {{(pid=103643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:30:00.083280 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b58adf1808d3e8f2b7de4636db435fb255da6a44abdc46a7a48cdc23cb85b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fa01676-40f0-47ec-ac03-52073979aa9f" -d '{"events": [{"name": "network-changed", "server_uuid": "c285fc22-e681-4296-afe4-8556e371552e", "tag": "9c434c67-2d84-4683-bfc9-cc8e82d98ac7"}]}' {{(pid=103643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:30:00.145551 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 10:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc2867e6-f6ef-4a8e-8d07-7787947f1d2b x-openstack-request-id: req-cc2867e6-f6ef-4a8e-8d07-7787947f1d2b {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:30:00.145805 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c285fc22-e681-4296-afe4-8556e371552e", "tag": "9c434c67-2d84-4683-bfc9-cc8e82d98ac7", "status": "completed", "code": 200}]} {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:30:00.146103 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cc2867e6-f6ef-4a8e-8d07-7787947f1d2b {{(pid=103643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:30:00.146609 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c285fc22-e681-4296-afe4-8556e371552e', 'tag': '9c434c67-2d84-4683-bfc9-cc8e82d98ac7', 'status': 'completed', 'code': 200} Mar 14 10:30:00.167554 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-a11f8647-28c1-4b09-99e1-653d06b15db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (ce9bacca-1f94-415f-adce-6e4fd17d66d7), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:30:00.179811 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbabaeb-feea-43aa-ad91-0508fe9c471b req-f68f57c6-6c53-412b-8aa0-b445760105bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:30:00.182229 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-abbabaeb-feea-43aa-ad91-0508fe9c471b req-f68f57c6-6c53-412b-8aa0-b445760105bd service neutron] 10.222.0.39 "GET /v2.0/networks?id=b306e4a1-3e45-418e-92a7-1cdae507ef31 HTTP/1.1" status: 200 len: 917 time: 0.1237011 Mar 14 10:30:00.190315 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvr_db [None req-55f00bb6-3cde-4ee7-a4f0-6bc031063acd None None] Set router 16e5a124-7863-4847-aa71-e29d5729fc3d gateway port host: dv-cinder-833544-1-iscsi {{(pid=103644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:30:00.227971 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa01676-40f0-47ec-ac03-52073979aa9f req-4cfc05db-f7f3-459f-b793-fcd26d892582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:30:00.229640 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-1fa01676-40f0-47ec-ac03-52073979aa9f req-4cfc05db-f7f3-459f-b793-fcd26d892582 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8323ed68f5bb4a3488c9723cb7c54c0f&device_id=c285fc22-e681-4296-afe4-8556e371552e HTTP/1.1" status: 200 len: 1129 time: 0.0598972 Mar 14 10:30:00.303996 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-abbabaeb-feea-43aa-ad91-0508fe9c471b req-150c7f7d-822a-4c2d-9d78-4c48c386d528 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8ca4c75-317c-4445-8202-35b27c13057e HTTP/1.1" status: 200 len: 1000 time: 0.1061299 Mar 14 10:30:00.346175 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa01676-40f0-47ec-ac03-52073979aa9f req-1eebe140-79fb-4202-8945-a75f62048874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:30:00.349452 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-1fa01676-40f0-47ec-ac03-52073979aa9f req-1eebe140-79fb-4202-8945-a75f62048874 service neutron] 10.222.0.39 "GET /v2.0/networks?id=41fa337d-ea5f-4994-bc9b-def763652602 HTTP/1.1" status: 200 len: 912 time: 0.1131155 Mar 14 10:30:00.541969 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-1fa01676-40f0-47ec-ac03-52073979aa9f req-beca90e8-0516-4e4a-bef8-cbfe12f84b53 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9c434c67-2d84-4683-bfc9-cc8e82d98ac7 HTTP/1.1" status: 200 len: 999 time: 0.1845338 Mar 14 10:30:00.603168 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbabaeb-feea-43aa-ad91-0508fe9c471b req-565b2188-7c08-44b5-a3ca-4b4b3de7602a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:30:00.622611 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec6c480-8223-453c-ab35-a4f7fbe6a0ce None None] Pushing event updated for resources: {'Port': ['ID=ce9bacca-1f94-415f-adce-6e4fd17d66d7,revision_number=3']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:30:00.629478 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-abbabaeb-feea-43aa-ad91-0508fe9c471b req-565b2188-7c08-44b5-a3ca-4b4b3de7602a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=583b334f-c92c-40ae-ba3b-abff06ff8c22 HTTP/1.1" status: 200 len: 855 time: 0.3112497 Mar 14 10:30:00.710053 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa01676-40f0-47ec-ac03-52073979aa9f req-0d4f7cde-5506-4cf8-895b-011870371b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:30:00.711543 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-1fa01676-40f0-47ec-ac03-52073979aa9f req-0d4f7cde-5506-4cf8-895b-011870371b1e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=623577f8-c7f3-4e24-b897-1f421a0f10a6 HTTP/1.1" status: 200 len: 850 time: 0.1648273 Mar 14 10:30:00.786180 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.managers [None req-a11f8647-28c1-4b09-99e1-653d06b15db1 None None] Attempting to bind port ce9bacca-1f94-415f-adce-6e4fd17d66d7 on host dv-cinder-833544-1-iscsi for vnic_type normal with profile {{(pid=103645) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 10:30:00.786796 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.managers [None req-a11f8647-28c1-4b09-99e1-653d06b15db1 None None] Attempting to bind port ce9bacca-1f94-415f-adce-6e4fd17d66d7 by drivers openvswitch,hyperv on host dv-cinder-833544-1-iscsi at level 0 using segments [{'id': '01fbe06e-49e0-4a40-90d3-bcc5d1fd2bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '0b1a06f8-5000-4d82-8ecb-7238bccbcec1'}] {{(pid=103645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 10:30:00.787327 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11f8647-28c1-4b09-99e1-653d06b15db1 None None] Attempting to bind port ce9bacca-1f94-415f-adce-6e4fd17d66d7 on network 0b1a06f8-5000-4d82-8ecb-7238bccbcec1 {{(pid=103645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:30:00.803132 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11f8647-28c1-4b09-99e1-653d06b15db1 None None] Checking agent: {'id': '3daba05a-6d77-487a-83af-fb9f8edf24c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833544-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 14, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 10, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833544-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 10:30:00.803978 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11f8647-28c1-4b09-99e1-653d06b15db1 None None] Checking segment: {'id': '01fbe06e-49e0-4a40-90d3-bcc5d1fd2bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '0b1a06f8-5000-4d82-8ecb-7238bccbcec1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103645) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:30:00.804559 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-a11f8647-28c1-4b09-99e1-653d06b15db1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:30:00.805118 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11f8647-28c1-4b09-99e1-653d06b15db1 None None] Bound using segment: {'id': '01fbe06e-49e0-4a40-90d3-bcc5d1fd2bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '0b1a06f8-5000-4d82-8ecb-7238bccbcec1'} {{(pid=103645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 10:30:00.805972 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.managers [None req-a11f8647-28c1-4b09-99e1-653d06b15db1 None None] Bound port: ce9bacca-1f94-415f-adce-6e4fd17d66d7, host: dv-cinder-833544-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01fbe06e-49e0-4a40-90d3-bcc5d1fd2bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '0b1a06f8-5000-4d82-8ecb-7238bccbcec1'}}] {{(pid=103645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 10:30:00.806522 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-a11f8647-28c1-4b09-99e1-653d06b15db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (ce9bacca-1f94-415f-adce-6e4fd17d66d7), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:30:00.847434 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea707f2-104b-43a2-bf5e-0197f1fccfb1 req-688249cc-f6db-465a-8262-db018e05f2a5 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:30:00.851585 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-eea707f2-104b-43a2-bf5e-0197f1fccfb1 req-688249cc-f6db-465a-8262-db018e05f2a5 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=180b9721-e314-4054-bed9-67ecaac6ce75 HTTP/1.1" status: 200 len: 945 time: 0.4092140 Mar 14 10:30:00.859389 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbabaeb-feea-43aa-ad91-0508fe9c471b req-78cf7eb8-b7d9-4557-9f75-afb154d1330a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:30:00.862411 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-abbabaeb-feea-43aa-ad91-0508fe9c471b req-78cf7eb8-b7d9-4557-9f75-afb154d1330a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b306e4a1-3e45-418e-92a7-1cdae507ef31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2317138 Mar 14 10:30:00.958693 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa01676-40f0-47ec-ac03-52073979aa9f req-b2e8e414-af16-4746-a6d0-1ee9efe38328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:30:00.971508 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-1fa01676-40f0-47ec-ac03-52073979aa9f req-b2e8e414-af16-4746-a6d0-1ee9efe38328 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=41fa337d-ea5f-4994-bc9b-def763652602&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2334249 Mar 14 10:30:01.135154 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-a11f8647-28c1-4b09-99e1-653d06b15db1 None None] For port ce9bacca-1f94-415f-adce-6e4fd17d66d7, host dv-cinder-833544-1-iscsi, cleared binding levels {{(pid=103645) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 10:30:01.138344 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-55f00bb6-3cde-4ee7-a4f0-6bc031063acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16e5a124-7863-4847-aa71-e29d5729fc3d', 'name': 'tempest-AttachVolumeTestJSON-1016826043-router', 'tenant_id': '8323ed68f5bb4a3488c9723cb7c54c0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.18'}], 'enable_snat': True}, 'gw_port_id': '9379c44a-50d0-40b0-a8cf-0d9c6e315511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:29:31Z', 'updated_at': '2022-03-14T10:29:34Z', 'revision_number': 4, 'project_id': '8323ed68f5bb4a3488c9723cb7c54c0f', 'gw_port': {'id': '9379c44a-50d0-40b0-a8cf-0d9c6e315511', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d8:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e5a124-7863-4847-aa71-e29d5729fc3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:29:32Z', 'updated_at': '2022-03-14T10:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi', '_floatingips': [{'id': '69096617-b0ec-4711-94bb-66fcf9d94431', 'tenant_id': '8323ed68f5bb4a3488c9723cb7c54c0f', 'floating_ip_address': '172.27.2.208', 'floating_network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'router_id': '16e5a124-7863-4847-aa71-e29d5729fc3d', 'port_id': '9c434c67-2d84-4683-bfc9-cc8e82d98ac7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '41fa337d-ea5f-4994-bc9b-def763652602', 'mac_address': 'fa:16:3e:48:7a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c285fc22-e681-4296-afe4-8556e371552e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T10:29:39Z', 'updated_at': '2022-03-14T10:29:59Z', 'revision_number': 1, 'project_id': '8323ed68f5bb4a3488c9723cb7c54c0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afef2976-9cb4-499a-b0a3-cf2af4c9578c', 'name': '', 'network_id': '41fa337d-ea5f-4994-bc9b-def763652602', 'tenant_id': '8323ed68f5bb4a3488c9723cb7c54c0f', 'mac_address': 'fa:16:3e:e4:3b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e5a124-7863-4847-aa71-e29d5729fc3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '623577f8-c7f3-4e24-b897-1f421a0f10a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:29:34Z', 'updated_at': '2022-03-14T10:29:39Z', 'revision_number': 5, 'project_id': '8323ed68f5bb4a3488c9723cb7c54c0f', 'subnets': [{'id': '623577f8-c7f3-4e24-b897-1f421a0f10a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833544-1-iscsi', False) {} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:30:01.139622 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-a11f8647-28c1-4b09-99e1-653d06b15db1 None None] For port ce9bacca-1f94-415f-adce-6e4fd17d66d7, host dv-cinder-833544-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833544-1-iscsi',level=0,port_id=ce9bacca-1f94-415f-adce-6e4fd17d66d7,segment=NetworkSegment(01fbe06e-49e0-4a40-90d3-bcc5d1fd2bc8),segment_id=01fbe06e-49e0-4a40-90d3-bcc5d1fd2bc8)] {{(pid=103645) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 10:30:01.149212 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-eea707f2-104b-43a2-bf5e-0197f1fccfb1 req-f80a9704-2589-484c-a6f9-3770abd8b6e6 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f677435-4851-49bd-85f9-2627c7cc2aca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2856579 Mar 14 10:30:01.225290 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-abbabaeb-feea-43aa-ad91-0508fe9c471b req-3afcdb2b-bbf5-4a7f-be1e-7576852ae89c service neutron] 10.222.0.39 "GET /v2.0/networks/b306e4a1-3e45-418e-92a7-1cdae507ef31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3537939 Mar 14 10:30:01.238864 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f00bb6-3cde-4ee7-a4f0-6bc031063acd None None] Checking router: 16e5a124-7863-4847-aa71-e29d5729fc3d for host: dv-cinder-833544-1-iscsi {{(pid=103644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 10:30:01.270887 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-a11f8647-28c1-4b09-99e1-653d06b15db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (ce9bacca-1f94-415f-adce-6e4fd17d66d7), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:30:01.288236 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-6c61f0d9-20bf-4c83-90fe-dbfcb9dd4efb None None] Provisioning complete for port ce9bacca-1f94-415f-adce-6e4fd17d66d7 triggered by entity DHCP. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:30:01.288610 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-6c61f0d9-20bf-4c83-90fe-dbfcb9dd4efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (ce9bacca-1f94-415f-adce-6e4fd17d66d7), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:30:01.330127 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-1fa01676-40f0-47ec-ac03-52073979aa9f req-de84c7ef-a9d7-4907-b8ff-b7ef6390814d service neutron] 10.222.0.39 "GET /v2.0/networks/41fa337d-ea5f-4994-bc9b-def763652602?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3567522 Mar 14 10:30:01.335681 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f00bb6-3cde-4ee7-a4f0-6bc031063acd None None] Routers {'16e5a124-7863-4847-aa71-e29d5729fc3d'} bound to L3 agent in host dv-cinder-833544-1-iscsi {{(pid=103644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:30:01.336284 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-55f00bb6-3cde-4ee7-a4f0-6bc031063acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833544-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T10:17:23Z,description=,heartbeat_timestamp=2022-03-14T10:29:53Z,host='dv-cinder-833544-1-iscsi',id=a016a58c-1f8a-4210-ae6c-360b1a1f78c1,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:17:24Z,topic='l3_agent')) {'router_ids': ['16e5a124-7863-4847-aa71-e29d5729fc3d'], 'active': True} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:30:01.381949 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11f8647-28c1-4b09-99e1-653d06b15db1 None None] Routers {'a6ea54de-3389-47e4-9ea3-e23b8f9ddccb'} bound to L3 agent in host dv-cinder-833544-1-iscsi {{(pid=103645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:30:01.385344 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-a11f8647-28c1-4b09-99e1-653d06b15db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833544-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T10:17:23Z,description=,heartbeat_timestamp=2022-03-14T10:29:53Z,host='dv-cinder-833544-1-iscsi',id=a016a58c-1f8a-4210-ae6c-360b1a1f78c1,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:17:24Z,topic='l3_agent')) {'router_ids': ['a6ea54de-3389-47e4-9ea3-e23b8f9ddccb'], 'active': True} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:30:01.424846 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-abbabaeb-feea-43aa-ad91-0508fe9c471b req-36adae99-607b-4638-864a-0cf209a2157b service neutron] 10.222.0.39 "GET /v2.0/networks/b306e4a1-3e45-418e-92a7-1cdae507ef31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929836 Mar 14 10:30:01.510690 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-1fa01676-40f0-47ec-ac03-52073979aa9f req-cbbd485d-8f48-4114-985b-bc5e41df44cc service neutron] 10.222.0.39 "GET /v2.0/networks/41fa337d-ea5f-4994-bc9b-def763652602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712620 Mar 14 10:30:01.537475 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec6c480-8223-453c-ab35-a4f7fbe6a0ce None None] Pushing event updated for resources: {'Port': ['ID=ce9bacca-1f94-415f-adce-6e4fd17d66d7,revision_number=4']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:30:01.662438 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvr_db [None req-a11f8647-28c1-4b09-99e1-653d06b15db1 None None] Set router a6ea54de-3389-47e4-9ea3-e23b8f9ddccb gateway port host: dv-cinder-833544-1-iscsi {{(pid=103645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:30:01.816715 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-6c61f0d9-20bf-4c83-90fe-dbfcb9dd4efb None None] Current status of the port ce9bacca-1f94-415f-adce-6e4fd17d66d7 is: DOWN; New status is: ACTIVE {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:30:01.817111 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-6c61f0d9-20bf-4c83-90fe-dbfcb9dd4efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (ce9bacca-1f94-415f-adce-6e4fd17d66d7), before_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:30:01.837830 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvr_db [None req-55f00bb6-3cde-4ee7-a4f0-6bc031063acd None None] Set router 16e5a124-7863-4847-aa71-e29d5729fc3d gateway port host: dv-cinder-833544-1-iscsi {{(pid=103644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:30:02.022576 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-6c61f0d9-20bf-4c83-90fe-dbfcb9dd4efb None None] For port ce9bacca-1f94-415f-adce-6e4fd17d66d7, host dv-cinder-833544-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833544-1-iscsi',level=0,port_id=ce9bacca-1f94-415f-adce-6e4fd17d66d7,segment=NetworkSegment(01fbe06e-49e0-4a40-90d3-bcc5d1fd2bc8),segment_id=01fbe06e-49e0-4a40-90d3-bcc5d1fd2bc8)] {{(pid=103644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:30:02.025979 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-a11f8647-28c1-4b09-99e1-653d06b15db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6ea54de-3389-47e4-9ea3-e23b8f9ddccb', 'name': 'tempest-TestMinimumBasicScenario-1282005048-router', 'tenant_id': 'bb8f304b1d974a668823c782a583ff4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '0204033c-c861-4a6c-8be7-339f226dd55f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:29:49Z', 'updated_at': '2022-03-14T10:29:53Z', 'revision_number': 4, 'project_id': 'bb8f304b1d974a668823c782a583ff4c', 'gw_port': {'id': '0204033c-c861-4a6c-8be7-339f226dd55f', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ed:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ea54de-3389-47e4-9ea3-e23b8f9ddccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:29:50Z', 'updated_at': '2022-03-14T10:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi', '_interfaces': [{'id': 'ce9bacca-1f94-415f-adce-6e4fd17d66d7', 'name': '', 'network_id': '0b1a06f8-5000-4d82-8ecb-7238bccbcec1', 'tenant_id': 'bb8f304b1d974a668823c782a583ff4c', 'mac_address': 'fa:16:3e:62:f7:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6ea54de-3389-47e4-9ea3-e23b8f9ddccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'dd3a1949-5b6d-4fc7-9175-544a8846b326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:29:53Z', 'updated_at': '2022-03-14T10:30:01Z', 'revision_number': 4, 'project_id': 'bb8f304b1d974a668823c782a583ff4c', 'subnets': [{'id': 'dd3a1949-5b6d-4fc7-9175-544a8846b326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833544-1-iscsi', False) {} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:30:02.065748 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11f8647-28c1-4b09-99e1-653d06b15db1 None None] The sync data for ids ['a6ea54de-3389-47e4-9ea3-e23b8f9ddccb'] in dv-cinder-833544-1-iscsi is: [{'id': 'a6ea54de-3389-47e4-9ea3-e23b8f9ddccb', 'name': 'tempest-TestMinimumBasicScenario-1282005048-router', 'tenant_id': 'bb8f304b1d974a668823c782a583ff4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '0204033c-c861-4a6c-8be7-339f226dd55f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:29:49Z', 'updated_at': '2022-03-14T10:29:53Z', 'revision_number': 4, 'project_id': 'bb8f304b1d974a668823c782a583ff4c', 'gw_port': {'id': '0204033c-c861-4a6c-8be7-339f226dd55f', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ed:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ea54de-3389-47e4-9ea3-e23b8f9ddccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:29:50Z', 'updated_at': '2022-03-14T10:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi', '_interfaces': [{'id': 'ce9bacca-1f94-415f-adce-6e4fd17d66d7', 'name': '', 'network_id': '0b1a06f8-5000-4d82-8ecb-7238bccbcec1', 'tenant_id': 'bb8f304b1d974a668823c782a583ff4c', 'mac_address': 'fa:16:3e:62:f7:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6ea54de-3389-47e4-9ea3-e23b8f9ddccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'dd3a1949-5b6d-4fc7-9175-544a8846b326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:29:53Z', 'updated_at': '2022-03-14T10:30:01Z', 'revision_number': 4, 'project_id': 'bb8f304b1d974a668823c782a583ff4c', 'subnets': [{'id': 'dd3a1949-5b6d-4fc7-9175-544a8846b326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 10:30:02.111069 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-6c61f0d9-20bf-4c83-90fe-dbfcb9dd4efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (ce9bacca-1f94-415f-adce-6e4fd17d66d7), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:30:02.250119 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c61f0d9-20bf-4c83-90fe-dbfcb9dd4efb None None] Pushing event updated for resources: {'Port': ['ID=ce9bacca-1f94-415f-adce-6e4fd17d66d7,revision_number=5']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:30:02.344538 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Device ce9bacca-1f94-415f-adce-6e4fd17d66d7 up at agent ovs-agent-dv-cinder-833544-1-iscsi {{(pid=103644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:30:02.406483 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-b88e7e88-651c-4440-af00-c56a3f090757 None None] Provisioning complete for port ce9bacca-1f94-415f-adce-6e4fd17d66d7 triggered by entity DHCP. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:30:02.413383 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-b88e7e88-651c-4440-af00-c56a3f090757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (ce9bacca-1f94-415f-adce-6e4fd17d66d7), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:30:02.445325 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a2aa70-06f3-4376-b5c6-9b4d4e892c58 req-1dfe8153-43f5-4d54-bcd9-d95d4d73b53e tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:30:02.447765 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-a7a2aa70-06f3-4376-b5c6-9b4d4e892c58 req-1dfe8153-43f5-4d54-bcd9-d95d4d73b53e tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=180b9721-e314-4054-bed9-67ecaac6ce75 HTTP/1.1" status: 200 len: 945 time: 0.1452167 Mar 14 10:30:02.566771 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-a7a2aa70-06f3-4376-b5c6-9b4d4e892c58 req-74eaa943-633b-4e90-a4b0-778aadf39749 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f677435-4851-49bd-85f9-2627c7cc2aca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012988 Mar 14 10:30:02.748053 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Provisioning complete for port ce9bacca-1f94-415f-adce-6e4fd17d66d7 triggered by entity L2. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:30:02.748726 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (ce9bacca-1f94-415f-adce-6e4fd17d66d7), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:30:02.856354 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-b88e7e88-651c-4440-af00-c56a3f090757 None None] Current status of the port ce9bacca-1f94-415f-adce-6e4fd17d66d7 is: ACTIVE; New status is: ACTIVE {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:30:02.942391 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Current status of the port ce9bacca-1f94-415f-adce-6e4fd17d66d7 is: ACTIVE; New status is: ACTIVE {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:30:02.997249 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-55f00bb6-3cde-4ee7-a4f0-6bc031063acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16e5a124-7863-4847-aa71-e29d5729fc3d', 'name': 'tempest-AttachVolumeTestJSON-1016826043-router', 'tenant_id': '8323ed68f5bb4a3488c9723cb7c54c0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.18'}], 'enable_snat': True}, 'gw_port_id': '9379c44a-50d0-40b0-a8cf-0d9c6e315511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:29:31Z', 'updated_at': '2022-03-14T10:29:34Z', 'revision_number': 4, 'project_id': '8323ed68f5bb4a3488c9723cb7c54c0f', 'gw_port': {'id': '9379c44a-50d0-40b0-a8cf-0d9c6e315511', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d8:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e5a124-7863-4847-aa71-e29d5729fc3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:29:32Z', 'updated_at': '2022-03-14T10:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi', '_floatingips': [{'id': '69096617-b0ec-4711-94bb-66fcf9d94431', 'tenant_id': '8323ed68f5bb4a3488c9723cb7c54c0f', 'floating_ip_address': '172.27.2.208', 'floating_network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'router_id': '16e5a124-7863-4847-aa71-e29d5729fc3d', 'port_id': '9c434c67-2d84-4683-bfc9-cc8e82d98ac7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '41fa337d-ea5f-4994-bc9b-def763652602', 'mac_address': 'fa:16:3e:48:7a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c285fc22-e681-4296-afe4-8556e371552e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T10:29:39Z', 'updated_at': '2022-03-14T10:29:59Z', 'revision_number': 1, 'project_id': '8323ed68f5bb4a3488c9723cb7c54c0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afef2976-9cb4-499a-b0a3-cf2af4c9578c', 'name': '', 'network_id': '41fa337d-ea5f-4994-bc9b-def763652602', 'tenant_id': '8323ed68f5bb4a3488c9723cb7c54c0f', 'mac_address': 'fa:16:3e:e4:3b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e5a124-7863-4847-aa71-e29d5729fc3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '623577f8-c7f3-4e24-b897-1f421a0f10a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:29:34Z', 'updated_at': '2022-03-14T10:29:39Z', 'revision_number': 5, 'project_id': '8323ed68f5bb4a3488c9723cb7c54c0f', 'subnets': [{'id': '623577f8-c7f3-4e24-b897-1f421a0f10a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833544-1-iscsi', False) {} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:30:03.109331 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f00bb6-3cde-4ee7-a4f0-6bc031063acd None None] The sync data for ids ['16e5a124-7863-4847-aa71-e29d5729fc3d'] in dv-cinder-833544-1-iscsi is: [{'id': '16e5a124-7863-4847-aa71-e29d5729fc3d', 'name': 'tempest-AttachVolumeTestJSON-1016826043-router', 'tenant_id': '8323ed68f5bb4a3488c9723cb7c54c0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.18'}], 'enable_snat': True}, 'gw_port_id': '9379c44a-50d0-40b0-a8cf-0d9c6e315511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:29:31Z', 'updated_at': '2022-03-14T10:29:34Z', 'revision_number': 4, 'project_id': '8323ed68f5bb4a3488c9723cb7c54c0f', 'gw_port': {'id': '9379c44a-50d0-40b0-a8cf-0d9c6e315511', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d8:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e5a124-7863-4847-aa71-e29d5729fc3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:29:32Z', 'updated_at': '2022-03-14T10:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi', '_floatingips': [{'id': '69096617-b0ec-4711-94bb-66fcf9d94431', 'tenant_id': '8323ed68f5bb4a3488c9723cb7c54c0f', 'floating_ip_address': '172.27.2.208', 'floating_network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'router_id': '16e5a124-7863-4847-aa71-e29d5729fc3d', 'port_id': '9c434c67-2d84-4683-bfc9-cc8e82d98ac7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '41fa337d-ea5f-4994-bc9b-def763652602', 'mac_address': 'fa:16:3e:48:7a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c285fc22-e681-4296-afe4-8556e371552e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T10:29:39Z', 'updated_at': '2022-03-14T10:29:59Z', 'revision_number': 1, 'project_id': '8323ed68f5bb4a3488c9723cb7c54c0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afef2976-9cb4-499a-b0a3-cf2af4c9578c', 'name': '', 'network_id': '41fa337d-ea5f-4994-bc9b-def763652602', 'tenant_id': '8323ed68f5bb4a3488c9723cb7c54c0f', 'mac_address': 'fa:16:3e:e4:3b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e5a124-7863-4847-aa71-e29d5729fc3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '623577f8-c7f3-4e24-b897-1f421a0f10a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:29:34Z', 'updated_at': '2022-03-14T10:29:39Z', 'revision_number': 5, 'project_id': '8323ed68f5bb4a3488c9723cb7c54c0f', 'subnets': [{'id': '623577f8-c7f3-4e24-b897-1f421a0f10a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 10:30:03.509881 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76caab75-b861-4a30-bbba-24b33e4938d6 None None] New status for floating IP 69096617-b0ec-4711-94bb-66fcf9d94431: ACTIVE {{(pid=103645) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 10:30:03.829859 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e384115-27f9-412b-a198-fedcd179cc6e req-311759ab-a8b3-4f9d-a62b-8f244165de37 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:30:03.831642 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-7e384115-27f9-412b-a198-fedcd179cc6e req-311759ab-a8b3-4f9d-a62b-8f244165de37 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=180b9721-e314-4054-bed9-67ecaac6ce75 HTTP/1.1" status: 200 len: 945 time: 0.1143739 Mar 14 10:30:03.923841 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-7e384115-27f9-412b-a198-fedcd179cc6e req-c1eb226f-11cc-4051-bd27-023ae58518d3 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f677435-4851-49bd-85f9-2627c7cc2aca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859807 Mar 14 10:30:04.167710 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Device ce9bacca-1f94-415f-adce-6e4fd17d66d7 up at agent ovs-agent-dv-cinder-833544-1-iscsi {{(pid=103644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:30:04.505881 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Provisioning complete for port ce9bacca-1f94-415f-adce-6e4fd17d66d7 triggered by entity L2. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:30:04.506648 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (ce9bacca-1f94-415f-adce-6e4fd17d66d7), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:30:04.704408 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Current status of the port ce9bacca-1f94-415f-adce-6e4fd17d66d7 is: ACTIVE; New status is: ACTIVE {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:30:05.069320 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183c8d07-73fa-43b8-b6fd-d5fdfb2f7999 req-66c98fb9-9c98-4d18-a602-38d697009561 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:30:05.070796 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-183c8d07-73fa-43b8-b6fd-d5fdfb2f7999 req-66c98fb9-9c98-4d18-a602-38d697009561 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=180b9721-e314-4054-bed9-67ecaac6ce75 HTTP/1.1" status: 200 len: 945 time: 0.0534103 Mar 14 10:30:05.119785 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-183c8d07-73fa-43b8-b6fd-d5fdfb2f7999 req-41f98836-3ae8-444b-993b-a0fce71da1b4 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f677435-4851-49bd-85f9-2627c7cc2aca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433934 Mar 14 10:30:06.277628 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95069bfc-04f5-4a46-a6aa-ade3d64cdb93 req-7f528bfa-0696-4e4b-89d6-93dfb46b7aa9 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:30:06.282483 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-95069bfc-04f5-4a46-a6aa-ade3d64cdb93 req-7f528bfa-0696-4e4b-89d6-93dfb46b7aa9 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=180b9721-e314-4054-bed9-67ecaac6ce75 HTTP/1.1" status: 200 len: 945 time: 0.0772521 Mar 14 10:30:06.366969 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-95069bfc-04f5-4a46-a6aa-ade3d64cdb93 req-31dcec26-3d95-44d9-ac89-79fa5f9537b9 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f677435-4851-49bd-85f9-2627c7cc2aca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783160 Mar 14 10:30:07.597094 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf2855e-7958-4c8b-89da-d876020fb9c1 req-28849392-d8a6-4af8-8b3f-191cc731ec5c tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:30:07.598599 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-cbf2855e-7958-4c8b-89da-d876020fb9c1 req-28849392-d8a6-4af8-8b3f-191cc731ec5c tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=180b9721-e314-4054-bed9-67ecaac6ce75 HTTP/1.1" status: 200 len: 945 time: 0.1298923 Mar 14 10:30:07.686290 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-cbf2855e-7958-4c8b-89da-d876020fb9c1 req-95b3d5c3-44c5-4a49-af31-dfb19ade6128 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f677435-4851-49bd-85f9-2627c7cc2aca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794477 Mar 14 10:30:08.847736 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779c8965-a861-401f-92d8-a6d5b9a23fc8 req-416b1079-c5f5-4212-983d-ca68f5bf5b7d tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:30:08.851525 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-779c8965-a861-401f-92d8-a6d5b9a23fc8 req-416b1079-c5f5-4212-983d-ca68f5bf5b7d tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=180b9721-e314-4054-bed9-67ecaac6ce75 HTTP/1.1" status: 200 len: 945 time: 0.0624533 Mar 14 10:30:08.899698 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-779c8965-a861-401f-92d8-a6d5b9a23fc8 req-e2200670-0c08-4bfe-a59c-6c1bf4ab4973 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f677435-4851-49bd-85f9-2627c7cc2aca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443969 Mar 14 10:30:10.077548 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f630be-8687-4ecc-9457-c8de15cda6b5 req-0c0f8c48-babf-445d-aefb-d66b9a7494a3 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:30:10.096337 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-f0f630be-8687-4ecc-9457-c8de15cda6b5 req-0c0f8c48-babf-445d-aefb-d66b9a7494a3 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=180b9721-e314-4054-bed9-67ecaac6ce75 HTTP/1.1" status: 200 len: 945 time: 0.0963862 Mar 14 10:30:10.197137 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-f0f630be-8687-4ecc-9457-c8de15cda6b5 req-1877e59e-ee1b-4431-aed7-255180405990 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f677435-4851-49bd-85f9-2627c7cc2aca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929272 Mar 14 10:30:11.317168 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba0e5b9-6f25-45c1-8e42-d17828509f74 req-6c3057d3-bee6-4110-ace4-69302f408f7b tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:30:11.318647 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-8ba0e5b9-6f25-45c1-8e42-d17828509f74 req-6c3057d3-bee6-4110-ace4-69302f408f7b tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=180b9721-e314-4054-bed9-67ecaac6ce75 HTTP/1.1" status: 200 len: 945 time: 0.0619018 Mar 14 10:30:11.363372 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-8ba0e5b9-6f25-45c1-8e42-d17828509f74 req-427ffd39-e23a-4a61-9391-581e6ad41414 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f677435-4851-49bd-85f9-2627c7cc2aca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394435 Mar 14 10:30:11.900917 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5584d1c7-9eb4-4bed-a2bc-eded5ff736f5 req-55940474-0b9c-4d30-9ee6-1e3ff5c4390a tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:30:11.906956 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-5584d1c7-9eb4-4bed-a2bc-eded5ff736f5 req-55940474-0b9c-4d30-9ee6-1e3ff5c4390a tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] 10.222.0.16 "GET /v2.0/networks?id=6882a9ee-c558-49c4-8be5-9a1210fcc04f HTTP/1.1" status: 200 len: 815 time: 0.1002052 Mar 14 10:30:11.917989 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-5584d1c7-9eb4-4bed-a2bc-eded5ff736f5 req-43a0bdf6-b589-4f52-b725-598d2f2b3bc3 tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] 10.222.0.16 "GET /v2.0/quotas/2e6c27112eef433e92d2b52711c12a4a HTTP/1.1" status: 200 len: 375 time: 0.0104108 Mar 14 10:30:11.978209 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-5584d1c7-9eb4-4bed-a2bc-eded5ff736f5 req-48ab440a-83f5-477e-9a81-8cb7b0111ecb tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2e6c27112eef433e92d2b52711c12a4a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0542080 Mar 14 10:30:12.089194 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-5584d1c7-9eb4-4bed-a2bc-eded5ff736f5 req-1420bff7-a0e7-4592-8329-94a36413c522 service neutron] 10.222.0.16 "GET /v2.0/networks/6882a9ee-c558-49c4-8be5-9a1210fcc04f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997992 Mar 14 10:30:12.161175 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e70d3c-d839-4399-96dd-1d96cdcf2cc8 req-dc930023-d36f-424c-895a-fb790917a453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:30:12.163516 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-34e70d3c-d839-4399-96dd-1d96cdcf2cc8 req-dc930023-d36f-424c-895a-fb790917a453 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5472bedc1d6a4e30b10a78f0f7cd05c1&device_id=180b9721-e314-4054-bed9-67ecaac6ce75 HTTP/1.1" status: 200 len: 1129 time: 0.0531118 Mar 14 10:30:12.187338 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-5584d1c7-9eb4-4bed-a2bc-eded5ff736f5 req-4b1b78c2-8f47-41f5-be0e-934cfcb6c1a3 service neutron] 10.222.0.16 "GET /v2.0/networks/6882a9ee-c558-49c4-8be5-9a1210fcc04f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908425 Mar 14 10:30:12.256259 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e70d3c-d839-4399-96dd-1d96cdcf2cc8 req-c7f665ac-3a8b-46ad-9571-5ca5ce9a2205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:30:12.274060 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-34e70d3c-d839-4399-96dd-1d96cdcf2cc8 req-c7f665ac-3a8b-46ad-9571-5ca5ce9a2205 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b306e4a1-3e45-418e-92a7-1cdae507ef31 HTTP/1.1" status: 200 len: 917 time: 0.0869594 Mar 14 10:30:12.328397 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-34e70d3c-d839-4399-96dd-1d96cdcf2cc8 req-d9edd0b5-9c3a-438c-b58c-3ddac0e6c3d6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8ca4c75-317c-4445-8202-35b27c13057e HTTP/1.1" status: 200 len: 1000 time: 0.0626380 Mar 14 10:30:12.388023 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e70d3c-d839-4399-96dd-1d96cdcf2cc8 req-20d4db4e-e179-45e0-9c44-52fcbec7c3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:30:12.390153 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-34e70d3c-d839-4399-96dd-1d96cdcf2cc8 req-20d4db4e-e179-45e0-9c44-52fcbec7c3e6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=583b334f-c92c-40ae-ba3b-abff06ff8c22 HTTP/1.1" status: 200 len: 855 time: 0.0549798 Mar 14 10:30:12.463850 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e70d3c-d839-4399-96dd-1d96cdcf2cc8 req-d642bd58-bd70-44d3-950d-b1b254346754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:30:12.465569 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-34e70d3c-d839-4399-96dd-1d96cdcf2cc8 req-d642bd58-bd70-44d3-950d-b1b254346754 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b306e4a1-3e45-418e-92a7-1cdae507ef31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0683982 Mar 14 10:30:12.515067 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-5a4cacb5-d290-4ce6-8f52-6f1848fb1d2b req-86d7f510-23da-425d-9150-8d6be2e36728 tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93ba2a6-54c3-4c8a-b8a9-6c8ab4b3c689 HTTP/1.1" status: 200 len: 210 time: 0.0345919 Mar 14 10:30:12.543538 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc518427-2cd9-439c-9883-99e9fc18bf7c req-b311ffd4-200a-40ac-9f27-e03bde4c2afe tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:30:12.550963 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-dc518427-2cd9-439c-9883-99e9fc18bf7c req-b311ffd4-200a-40ac-9f27-e03bde4c2afe tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=180b9721-e314-4054-bed9-67ecaac6ce75 HTTP/1.1" status: 200 len: 945 time: 0.1023824 Mar 14 10:30:12.627513 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-dc518427-2cd9-439c-9883-99e9fc18bf7c req-b2799ff8-ebab-486d-8701-fdce22274a8f tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f677435-4851-49bd-85f9-2627c7cc2aca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755019 Mar 14 10:30:12.809637 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-34e70d3c-d839-4399-96dd-1d96cdcf2cc8 req-8d22172f-e4be-412e-ba84-196f22aac61a service neutron] 10.222.0.39 "GET /v2.0/networks/b306e4a1-3e45-418e-92a7-1cdae507ef31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3296907 Mar 14 10:30:12.902801 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-34e70d3c-d839-4399-96dd-1d96cdcf2cc8 req-f089ca61-3599-418d-a870-40b9e92370b9 service neutron] 10.222.0.39 "GET /v2.0/networks/b306e4a1-3e45-418e-92a7-1cdae507ef31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839853 Mar 14 10:30:13.611836 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-db8045b7-fdce-43cd-b431-6e20539b608f req-57d1f7cd-63e4-436b-9731-60f3ac75c874 tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93ba2a6-54c3-4c8a-b8a9-6c8ab4b3c689 HTTP/1.1" status: 200 len: 210 time: 0.0295546 Mar 14 10:30:13.748334 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a6fd8b-e0bd-4625-bbd2-7a4dc0470df6 req-df940b85-2ae4-4e04-aa49-46bf9c462f43 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:30:13.749802 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-58a6fd8b-e0bd-4625-bbd2-7a4dc0470df6 req-df940b85-2ae4-4e04-aa49-46bf9c462f43 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=180b9721-e314-4054-bed9-67ecaac6ce75 HTTP/1.1" status: 200 len: 945 time: 0.0521121 Mar 14 10:30:13.795709 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-58a6fd8b-e0bd-4625-bbd2-7a4dc0470df6 req-69d97ff7-dc00-492c-8ab6-0a45e08c835c tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f677435-4851-49bd-85f9-2627c7cc2aca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397239 Mar 14 10:30:14.289845 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Device f8ca4c75-317c-4445-8202-35b27c13057e no longer exists at agent hyperv_hv-cinder-83354 {{(pid=103644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 10:30:14.364250 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Current status of the port f8ca4c75-317c-4445-8202-35b27c13057e is: ACTIVE; New status is: DOWN {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:30:14.364640 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (f8ca4c75-317c-4445-8202-35b27c13057e), before_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:30:14.386172 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '180b9721-e314-4054-bed9-67ecaac6ce75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8ca4c75-317c-4445-8202-35b27c13057e'}] {{(pid=103644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:30:14.388448 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cdcf2ce3ae030c6c85cf8a8616b2d58d36b16ae178b61bcd15320d14238e4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-895827a6-b863-4e08-b68c-46e738f84e61" -d '{"events": [{"server_uuid": "180b9721-e314-4054-bed9-67ecaac6ce75", "name": "network-vif-unplugged", "status": "completed", "tag": "f8ca4c75-317c-4445-8202-35b27c13057e"}]}' {{(pid=103644) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:30:14.400426 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] For port f8ca4c75-317c-4445-8202-35b27c13057e, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=f8ca4c75-317c-4445-8202-35b27c13057e,segment=NetworkSegment(9b07e94b-cdee-4fcd-b18d-5adbca991074),segment_id=9b07e94b-cdee-4fcd-b18d-5adbca991074)] {{(pid=103644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:30:14.428704 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 14 Mar 2022 10:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65d129c1-0de5-476e-926e-25dd1363cb7c x-openstack-request-id: req-65d129c1-0de5-476e-926e-25dd1363cb7c {{(pid=103644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:30:14.428704 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "180b9721-e314-4054-bed9-67ecaac6ce75", "name": "network-vif-unplugged", "status": "completed", "tag": "f8ca4c75-317c-4445-8202-35b27c13057e", "code": 200}]} {{(pid=103644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:30:14.428704 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-65d129c1-0de5-476e-926e-25dd1363cb7c {{(pid=103644) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:30:14.428704 dv-cinder-833544-1-iscsi neutron-server[103644]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '180b9721-e314-4054-bed9-67ecaac6ce75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8ca4c75-317c-4445-8202-35b27c13057e', 'code': 200} Mar 14 10:30:14.481511 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (f8ca4c75-317c-4445-8202-35b27c13057e), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:30:14.532829 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Pushing event updated for resources: {'Port': ['ID=f8ca4c75-317c-4445-8202-35b27c13057e,revision_number=8']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:30:14.703040 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-7ee6557b-f7ed-4e94-85e0-8d03230dde67 req-5077e879-880a-4b13-b631-e532562eafc2 tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93ba2a6-54c3-4c8a-b8a9-6c8ab4b3c689 HTTP/1.1" status: 200 len: 210 time: 0.0260835 Mar 14 10:30:14.915874 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5584d1c7-9eb4-4bed-a2bc-eded5ff736f5 req-2747d8ad-8c9c-4e80-8b64-e42781932d45 tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:30:14.917508 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-5584d1c7-9eb4-4bed-a2bc-eded5ff736f5 req-2747d8ad-8c9c-4e80-8b64-e42781932d45 tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] 10.222.0.39 "GET /v2.0/networks?id=6882a9ee-c558-49c4-8be5-9a1210fcc04f HTTP/1.1" status: 200 len: 815 time: 0.1090832 Mar 14 10:30:14.931483 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a99269-203a-4486-be07-de57fcd09ee1 req-864031ac-e817-48c0-80ca-2c3c69fb3c21 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:30:14.935901 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-b9a99269-203a-4486-be07-de57fcd09ee1 req-864031ac-e817-48c0-80ca-2c3c69fb3c21 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=180b9721-e314-4054-bed9-67ecaac6ce75 HTTP/1.1" status: 200 len: 943 time: 0.0606041 Mar 14 10:30:14.938247 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.v2.base [req-5584d1c7-9eb4-4bed-a2bc-eded5ff736f5 req-7dcbc627-f7e3-4232-bb89-0e88ab246b06 tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Request body: {'port': {'device_id': 'e93ba2a6-54c3-4c8a-b8a9-6c8ab4b3c689', 'network_id': '6882a9ee-c558-49c4-8be5-9a1210fcc04f', 'admin_state_up': True, 'tenant_id': '2e6c27112eef433e92d2b52711c12a4a'}} {{(pid=103642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:30:14.998950 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-b9a99269-203a-4486-be07-de57fcd09ee1 req-a352ec22-baf0-4729-91f9-893a22fa65e6 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f677435-4851-49bd-85f9-2627c7cc2aca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591190 Mar 14 10:30:15.127464 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5584d1c7-9eb4-4bed-a2bc-eded5ff736f5 req-7dcbc627-f7e3-4232-bb89-0e88ab246b06 tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Made reservation on behalf of 2e6c27112eef433e92d2b52711c12a4a for: {'port': 1} {{(pid=103642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 10:30:15.131267 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [req-5584d1c7-9eb4-4bed-a2bc-eded5ff736f5 req-7dcbc627-f7e3-4232-bb89-0e88ab246b06 tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (None), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:30:15.265127 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.db.db_base_plugin_common [req-5584d1c7-9eb4-4bed-a2bc-eded5ff736f5 req-7dcbc627-f7e3-4232-bb89-0e88ab246b06 tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Allocated IP 172.20.0.7 (6882a9ee-c558-49c4-8be5-9a1210fcc04f/d240598c-3b92-461b-83ad-570466ab5f54/ac1c5544-8f75-453b-b8b3-b1c00fd04275) {{(pid=103642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 10:30:15.409697 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [req-5584d1c7-9eb4-4bed-a2bc-eded5ff736f5 req-7dcbc627-f7e3-4232-bb89-0e88ab246b06 tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Publish callbacks [] for port (ac1c5544-8f75-453b-b8b3-b1c00fd04275), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:30:15.522174 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [req-5584d1c7-9eb4-4bed-a2bc-eded5ff736f5 req-7dcbc627-f7e3-4232-bb89-0e88ab246b06 tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739585409118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9714944'] for port (ac1c5544-8f75-453b-b8b3-b1c00fd04275), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:30:15.564733 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5584d1c7-9eb4-4bed-a2bc-eded5ff736f5 req-7dcbc627-f7e3-4232-bb89-0e88ab246b06 tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Network 6882a9ee-c558-49c4-8be5-9a1210fcc04f is already hosted by enough agents. {{(pid=103642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:30:15.567880 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.scheduler.base_scheduler [req-5584d1c7-9eb4-4bed-a2bc-eded5ff736f5 req-7dcbc627-f7e3-4232-bb89-0e88ab246b06 tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Resources bound (agent type, host, resource id): {{(pid=103642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:30:15.571843 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.db.l3_dvrscheduler_db [req-5584d1c7-9eb4-4bed-a2bc-eded5ff736f5 req-7dcbc627-f7e3-4232-bb89-0e88ab246b06 tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Received port after_create {{(pid=103642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 10:30:15.596308 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcbc627-f7e3-4232-bb89-0e88ab246b06 tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Pushing event updated for resources: {'Port': ['ID=ac1c5544-8f75-453b-b8b3-b1c00fd04275,revision_number=1']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:30:15.625308 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5584d1c7-9eb4-4bed-a2bc-eded5ff736f5 req-7dcbc627-f7e3-4232-bb89-0e88ab246b06 tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:30:15.625946 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [req-5584d1c7-9eb4-4bed-a2bc-eded5ff736f5 req-7dcbc627-f7e3-4232-bb89-0e88ab246b06 tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631023'] for port (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:30:15.704754 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-5584d1c7-9eb4-4bed-a2bc-eded5ff736f5 req-7dcbc627-f7e3-4232-bb89-0e88ab246b06 tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7707138 Mar 14 10:30:15.870044 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04daa92-dae9-4327-993a-80fce6f4faef req-347ee1df-fdb2-467d-8707-f2d8865f0f6d tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:30:15.871480 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-e04daa92-dae9-4327-993a-80fce6f4faef req-347ee1df-fdb2-467d-8707-f2d8865f0f6d tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93ba2a6-54c3-4c8a-b8a9-6c8ab4b3c689 HTTP/1.1" status: 200 len: 931 time: 0.0689757 Mar 14 10:30:15.889319 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-e11f0187-a7d7-4ad3-9708-251ac6e8da85 None None] Provisioning complete for port ac1c5544-8f75-453b-b8b3-b1c00fd04275 triggered by entity DHCP. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:30:15.890481 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-e11f0187-a7d7-4ad3-9708-251ac6e8da85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (ac1c5544-8f75-453b-b8b3-b1c00fd04275), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:30:15.929260 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-e11f0187-a7d7-4ad3-9708-251ac6e8da85 None None] Port ac1c5544-8f75-453b-b8b3-b1c00fd04275 cannot update to ACTIVE because it is not bound. {{(pid=103644) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 10:30:15.946316 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-e04daa92-dae9-4327-993a-80fce6f4faef req-cd359952-0518-4b31-ab47-bae230209435 tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e553502-ba8e-44d0-bcac-0e3b922622e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686059 Mar 14 10:30:16.126482 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd39d9f-c6dd-451d-923b-6fb0f6c27059 req-6af104bb-e1c3-4385-95c3-c36a2c58da14 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:30:16.127934 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-0dd39d9f-c6dd-451d-923b-6fb0f6c27059 req-6af104bb-e1c3-4385-95c3-c36a2c58da14 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=180b9721-e314-4054-bed9-67ecaac6ce75 HTTP/1.1" status: 200 len: 943 time: 0.0533586 Mar 14 10:30:16.176237 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-0dd39d9f-c6dd-451d-923b-6fb0f6c27059 req-880c91c6-f746-41d6-af9e-010005718d6c tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f677435-4851-49bd-85f9-2627c7cc2aca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426619 Mar 14 10:30:17.065936 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81179707-1ce2-4efe-8252-196c1a80a8df req-79709c46-8cc5-4d7f-99eb-0c5e54ffc112 tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:30:17.067423 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-81179707-1ce2-4efe-8252-196c1a80a8df req-79709c46-8cc5-4d7f-99eb-0c5e54ffc112 tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93ba2a6-54c3-4c8a-b8a9-6c8ab4b3c689 HTTP/1.1" status: 200 len: 931 time: 0.0561428 Mar 14 10:30:17.112580 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-81179707-1ce2-4efe-8252-196c1a80a8df req-f1d6dcd5-f7c2-4f08-b3b7-66eb9763369c tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e553502-ba8e-44d0-bcac-0e3b922622e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397370 Mar 14 10:30:17.116962 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.agents_db [None req-e5bc90a1-3fae-4be0-a54a-d59a030b4380 None None] Agent healthcheck: found 6 active agents {{(pid=103645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 10:30:17.374306 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [req-09f917b5-0f5f-4f49-9752-d6c2f9d6b814 req-c73093af-ec3f-43be-8731-50df71fa702f service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103643) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 14 10:30:17.375278 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-09f917b5-0f5f-4f49-9752-d6c2f9d6b814 req-c73093af-ec3f-43be-8731-50df71fa702f service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053616 Mar 14 10:30:17.659865 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9defec2c-2b8d-41c3-9526-7b815286f7ab req-3a9e501b-1cdc-4ace-bcef-b5b400397155 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:30:17.662712 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-9defec2c-2b8d-41c3-9526-7b815286f7ab req-3a9e501b-1cdc-4ace-bcef-b5b400397155 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=180b9721-e314-4054-bed9-67ecaac6ce75 HTTP/1.1" status: 200 len: 943 time: 0.0540662 Mar 14 10:30:17.714478 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-9defec2c-2b8d-41c3-9526-7b815286f7ab req-b75fc3b4-6e78-4e5c-b7d3-f28f657c361a tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f677435-4851-49bd-85f9-2627c7cc2aca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466428 Mar 14 10:30:18.159814 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 45532) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:30:18.270778 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-5a90f939-6044-4148-ba4c-1b7416d7a13a req-d7c32c1e-a1b8-474b-b5d3-cba8490e3f87 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=180b9721-e314-4054-bed9-67ecaac6ce75&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1096454 Mar 14 10:30:18.276758 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [req-5a90f939-6044-4148-ba4c-1b7416d7a13a req-bc047c3d-b560-4fa5-a1c1-791a7515c421 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103642) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 14 10:30:18.279126 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f8411b-cbbc-4d19-b0b4-c231a64ff8e3 req-c167eeef-717f-4e4d-babb-99f195be19bd tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:30:18.286376 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-33f8411b-cbbc-4d19-b0b4-c231a64ff8e3 req-c167eeef-717f-4e4d-babb-99f195be19bd tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93ba2a6-54c3-4c8a-b8a9-6c8ab4b3c689 HTTP/1.1" status: 200 len: 931 time: 0.0943882 Mar 14 10:30:18.296986 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-5a90f939-6044-4148-ba4c-1b7416d7a13a req-bc047c3d-b560-4fa5-a1c1-791a7515c421 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0110791 Mar 14 10:30:18.334108 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-33f8411b-cbbc-4d19-b0b4-c231a64ff8e3 req-fb7ffeee-c4bf-4ccc-a2a3-9cc5bea32cbc tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e553502-ba8e-44d0-bcac-0e3b922622e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463552 Mar 14 10:30:18.398518 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 45540) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:30:18.496936 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a90f939-6044-4148-ba4c-1b7416d7a13a req-fbd41c15-7164-4029-a45c-b0b3759a881d tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:30:18.498247 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-5a90f939-6044-4148-ba4c-1b7416d7a13a req-fbd41c15-7164-4029-a45c-b0b3759a881d tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports/f8ca4c75-317c-4445-8202-35b27c13057e HTTP/1.1" status: 200 len: 940 time: 0.0986867 Mar 14 10:30:18.839582 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04de0b36-982f-4ee4-b8e7-c6e50dc8720a req-93877b37-8ed8-4870-9ec8-7351532eb8af tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:30:18.847214 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-04de0b36-982f-4ee4-b8e7-c6e50dc8720a req-93877b37-8ed8-4870-9ec8-7351532eb8af tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=180b9721-e314-4054-bed9-67ecaac6ce75 HTTP/1.1" status: 200 len: 943 time: 0.0622542 Mar 14 10:30:18.889484 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-04de0b36-982f-4ee4-b8e7-c6e50dc8720a req-9ff154cf-9081-45ff-9fca-3c89811ea7b2 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f677435-4851-49bd-85f9-2627c7cc2aca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412741 Mar 14 10:30:19.472825 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16e3371-c003-4cf0-bb19-bef56749d5d3 req-56f55393-b66b-4425-adca-6cc5f87b7cdb tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:30:19.475625 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-a16e3371-c003-4cf0-bb19-bef56749d5d3 req-56f55393-b66b-4425-adca-6cc5f87b7cdb tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93ba2a6-54c3-4c8a-b8a9-6c8ab4b3c689 HTTP/1.1" status: 200 len: 931 time: 0.0647101 Mar 14 10:30:19.530827 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-a16e3371-c003-4cf0-bb19-bef56749d5d3 req-0682d2ea-7016-4d8a-a956-50da01a7988d tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e553502-ba8e-44d0-bcac-0e3b922622e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487335 Mar 14 10:30:20.009585 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25cf355-4d71-445b-9df4-78f51a7e5dc5 req-066c66f3-a2ae-44b8-b5f5-90549f1b3694 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:30:20.011028 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-e25cf355-4d71-445b-9df4-78f51a7e5dc5 req-066c66f3-a2ae-44b8-b5f5-90549f1b3694 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=180b9721-e314-4054-bed9-67ecaac6ce75 HTTP/1.1" status: 200 len: 943 time: 0.0511720 Mar 14 10:30:20.056562 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-e25cf355-4d71-445b-9df4-78f51a7e5dc5 req-03539b31-e028-4082-bfef-f2aeeb9b465c tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f677435-4851-49bd-85f9-2627c7cc2aca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400829 Mar 14 10:30:20.645652 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bda71e6-e55b-4a44-9af4-fca0c95f3e6a req-a735ae57-f87d-485b-a5dc-8328966f7a88 tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:30:20.647086 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-9bda71e6-e55b-4a44-9af4-fca0c95f3e6a req-a735ae57-f87d-485b-a5dc-8328966f7a88 tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93ba2a6-54c3-4c8a-b8a9-6c8ab4b3c689 HTTP/1.1" status: 200 len: 931 time: 0.0503380 Mar 14 10:30:20.695226 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-9bda71e6-e55b-4a44-9af4-fca0c95f3e6a req-9d90ddda-2c16-40fc-9cb9-73d33a93eae9 tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e553502-ba8e-44d0-bcac-0e3b922622e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426691 Mar 14 10:30:20.753604 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-f683db0c-2abf-4837-b876-227e668cdabc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (71411765-f129-4ae6-9e82-4fe742fde8ff), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:30:21.184095 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277300d7-9312-447c-a089-8890dcdfbd0c req-c72ad0a3-3ab0-4190-aa27-9b6219295ea4 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:30:21.185572 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-277300d7-9312-447c-a089-8890dcdfbd0c req-c72ad0a3-3ab0-4190-aa27-9b6219295ea4 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=180b9721-e314-4054-bed9-67ecaac6ce75 HTTP/1.1" status: 200 len: 943 time: 0.0546622 Mar 14 10:30:21.244607 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-277300d7-9312-447c-a089-8890dcdfbd0c req-ce002782-fe99-447b-8477-855768b5447e tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f677435-4851-49bd-85f9-2627c7cc2aca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444582 Mar 14 10:30:21.816077 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d21897c-9498-44f8-9e2b-e88fb6bf3d5e req-6fc31b11-cdb9-41a0-88b4-afe81292e084 tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:30:21.817583 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-2d21897c-9498-44f8-9e2b-e88fb6bf3d5e req-6fc31b11-cdb9-41a0-88b4-afe81292e084 tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93ba2a6-54c3-4c8a-b8a9-6c8ab4b3c689 HTTP/1.1" status: 200 len: 931 time: 0.0518706 Mar 14 10:30:21.865475 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-2d21897c-9498-44f8-9e2b-e88fb6bf3d5e req-fea680f2-5b0b-47d2-9c32-aa102e34ec03 tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e553502-ba8e-44d0-bcac-0e3b922622e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414710 Mar 14 10:30:22.406375 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d093321f-f9c6-4c0c-ad7d-1c1de1b4264b req-8778b285-94fa-4b60-9dfe-243fcee6c3c0 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:30:22.431132 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-d093321f-f9c6-4c0c-ad7d-1c1de1b4264b req-8778b285-94fa-4b60-9dfe-243fcee6c3c0 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=180b9721-e314-4054-bed9-67ecaac6ce75 HTTP/1.1" status: 200 len: 943 time: 0.0627148 Mar 14 10:30:22.476448 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-d093321f-f9c6-4c0c-ad7d-1c1de1b4264b req-ab82bd1f-0273-4db5-99d9-b6550efcf382 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f677435-4851-49bd-85f9-2627c7cc2aca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628626 Mar 14 10:30:22.895692 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Device f8ca4c75-317c-4445-8202-35b27c13057e no longer exists at agent hyperv_hv-cinder-83354 {{(pid=103644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 10:30:22.962864 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-b05fb59c-0480-430f-9561-89708b2b9f32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (a016a58c-1f8a-4210-ae6c-360b1a1f78c1), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:30:22.980940 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Current status of the port f8ca4c75-317c-4445-8202-35b27c13057e is: DOWN; New status is: DOWN {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:30:23.013550 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8651612-ef40-4177-8551-0afa8c8a0175 req-5556be11-9995-48c0-9ab7-b56c9aa366e8 tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:30:23.024708 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-f8651612-ef40-4177-8551-0afa8c8a0175 req-5556be11-9995-48c0-9ab7-b56c9aa366e8 tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93ba2a6-54c3-4c8a-b8a9-6c8ab4b3c689 HTTP/1.1" status: 200 len: 931 time: 0.0906670 Mar 14 10:30:23.074023 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-f8651612-ef40-4177-8551-0afa8c8a0175 req-4077ade9-0353-4ccf-a174-5c265776335a tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e553502-ba8e-44d0-bcac-0e3b922622e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481985 Mar 14 10:30:23.610698 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a12214-acc5-4c08-a09b-631ff9f3013f req-4c7ddb78-6731-430e-b591-24684ea8c345 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:30:23.612698 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-28a12214-acc5-4c08-a09b-631ff9f3013f req-4c7ddb78-6731-430e-b591-24684ea8c345 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=180b9721-e314-4054-bed9-67ecaac6ce75 HTTP/1.1" status: 200 len: 943 time: 0.0633793 Mar 14 10:30:23.657758 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-28a12214-acc5-4c08-a09b-631ff9f3013f req-a21acdc4-9183-4dd6-b71b-9cf81bba2769 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f677435-4851-49bd-85f9-2627c7cc2aca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395617 Mar 14 10:30:24.092956 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-f4039063-230b-41a9-bf4a-d5dd4b348b96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (46201191-f63a-41db-ad4d-3c2c795fe1c2), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:30:24.201417 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170dca64-d65f-40f6-b615-7bfd61a4b701 req-f3abd2b7-c65c-4f80-a65b-37ae272cd02d tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:30:24.202935 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-170dca64-d65f-40f6-b615-7bfd61a4b701 req-f3abd2b7-c65c-4f80-a65b-37ae272cd02d tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93ba2a6-54c3-4c8a-b8a9-6c8ab4b3c689 HTTP/1.1" status: 200 len: 931 time: 0.0585134 Mar 14 10:30:24.259148 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-170dca64-d65f-40f6-b615-7bfd61a4b701 req-eb422947-65c8-4384-b7d0-e74858c6b769 tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e553502-ba8e-44d0-bcac-0e3b922622e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465672 Mar 14 10:30:24.777163 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a666be-2205-42ee-baa2-c5725c7623b0 req-75026dc2-f53d-41be-b2b7-9168eeef3cc7 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:30:24.778619 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-a8a666be-2205-42ee-baa2-c5725c7623b0 req-75026dc2-f53d-41be-b2b7-9168eeef3cc7 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=180b9721-e314-4054-bed9-67ecaac6ce75 HTTP/1.1" status: 200 len: 943 time: 0.0504675 Mar 14 10:30:24.826851 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-a8a666be-2205-42ee-baa2-c5725c7623b0 req-3033c9d9-baaf-4e7b-bc78-4bac5ad8897e tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f677435-4851-49bd-85f9-2627c7cc2aca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421815 Mar 14 10:30:25.373056 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22706b63-4803-4099-b493-6ce375c53b10 req-b8da5d25-cd74-43d8-a2f4-4ee00a79667d tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:30:25.374514 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-22706b63-4803-4099-b493-6ce375c53b10 req-b8da5d25-cd74-43d8-a2f4-4ee00a79667d tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93ba2a6-54c3-4c8a-b8a9-6c8ab4b3c689 HTTP/1.1" status: 200 len: 931 time: 0.0510476 Mar 14 10:30:25.421421 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-22706b63-4803-4099-b493-6ce375c53b10 req-b10503a7-c7ad-40a2-8cca-783bbc6281af tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e553502-ba8e-44d0-bcac-0e3b922622e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412424 Mar 14 10:30:25.644521 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-a3541fa5-4b74-4b29-92a0-285d4d95a3dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (a9a1db27-ecd3-427e-bc57-ce8de4da4c28), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:30:25.951809 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a6728f-4a56-408e-ab1b-a32754f93ff5 req-a81fd3be-992e-4f6b-9c3f-bba0f8950627 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:30:25.953234 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-d7a6728f-4a56-408e-ab1b-a32754f93ff5 req-a81fd3be-992e-4f6b-9c3f-bba0f8950627 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=180b9721-e314-4054-bed9-67ecaac6ce75 HTTP/1.1" status: 200 len: 943 time: 0.0549173 Mar 14 10:30:26.001004 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-d7a6728f-4a56-408e-ab1b-a32754f93ff5 req-b224c85d-29af-4c9d-ad74-887e18eccfde tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f677435-4851-49bd-85f9-2627c7cc2aca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410337 Mar 14 10:30:26.547480 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e482bb-8cb7-4518-9ff2-c4c510d57759 req-cc97c480-c1c5-469a-a817-a568308e43ee tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:30:26.549786 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-24e482bb-8cb7-4518-9ff2-c4c510d57759 req-cc97c480-c1c5-469a-a817-a568308e43ee tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93ba2a6-54c3-4c8a-b8a9-6c8ab4b3c689 HTTP/1.1" status: 200 len: 931 time: 0.0597575 Mar 14 10:30:26.599349 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-24e482bb-8cb7-4518-9ff2-c4c510d57759 req-7ad1f3e7-f759-4d23-921e-66909c5549a7 tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e553502-ba8e-44d0-bcac-0e3b922622e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440907 Mar 14 10:30:26.984395 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (3daba05a-6d77-487a-83af-fb9f8edf24c0), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:30:27.120975 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac80bce4-e0ac-4969-a387-be1fa757b195 req-518c6f19-1ff7-4181-b8fb-36a7745e23f3 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:30:27.122533 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-ac80bce4-e0ac-4969-a387-be1fa757b195 req-518c6f19-1ff7-4181-b8fb-36a7745e23f3 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=180b9721-e314-4054-bed9-67ecaac6ce75 HTTP/1.1" status: 200 len: 943 time: 0.0519886 Mar 14 10:30:27.169054 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-ac80bce4-e0ac-4969-a387-be1fa757b195 req-621fd0df-4982-4e1f-8e9a-fbdd89c05cbc tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f677435-4851-49bd-85f9-2627c7cc2aca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403073 Mar 14 10:30:27.278756 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (cd4c1fd5-6bd0-46fc-9cd1-9ea8fc180379), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:30:27.739711 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32991a7-1bd9-4fe1-8485-7b5a04174fef req-99762d0c-00fd-4349-9521-eb336b2c23f1 tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:30:27.741147 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-a32991a7-1bd9-4fe1-8485-7b5a04174fef req-99762d0c-00fd-4349-9521-eb336b2c23f1 tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93ba2a6-54c3-4c8a-b8a9-6c8ab4b3c689 HTTP/1.1" status: 200 len: 931 time: 0.0627534 Mar 14 10:30:27.815740 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-a32991a7-1bd9-4fe1-8485-7b5a04174fef req-e0c42a5e-d075-4d72-b781-8994da268898 tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e553502-ba8e-44d0-bcac-0e3b922622e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611887 Mar 14 10:30:28.311155 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913c9690-6210-4ba1-b3e3-fe28f44bc641 req-57226457-1b0b-419a-aaa5-2286af344caf tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:30:28.312710 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-913c9690-6210-4ba1-b3e3-fe28f44bc641 req-57226457-1b0b-419a-aaa5-2286af344caf tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=180b9721-e314-4054-bed9-67ecaac6ce75 HTTP/1.1" status: 200 len: 943 time: 0.0650692 Mar 14 10:30:28.370946 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-913c9690-6210-4ba1-b3e3-fe28f44bc641 req-0bc4d405-b0ce-468b-b74b-a04368bf58ee tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f677435-4851-49bd-85f9-2627c7cc2aca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525610 Mar 14 10:30:28.925073 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cc1959-aed4-4b85-898d-0720c3bb3949 req-7ca13cb7-0f9b-48d5-b0c6-2172df25ca41 tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:30:28.927726 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-32cc1959-aed4-4b85-898d-0720c3bb3949 req-7ca13cb7-0f9b-48d5-b0c6-2172df25ca41 tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93ba2a6-54c3-4c8a-b8a9-6c8ab4b3c689 HTTP/1.1" status: 200 len: 931 time: 0.0546899 Mar 14 10:30:28.973684 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-32cc1959-aed4-4b85-898d-0720c3bb3949 req-81e7195f-10d6-440e-9c5a-e6891c7c1389 tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e553502-ba8e-44d0-bcac-0e3b922622e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414166 Mar 14 10:30:29.508415 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9929e1e-04a4-427d-a253-d110a724fdf3 req-b7d802dd-022a-424d-b2b3-71e964bd48a9 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:30:29.509842 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-b9929e1e-04a4-427d-a253-d110a724fdf3 req-b7d802dd-022a-424d-b2b3-71e964bd48a9 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=180b9721-e314-4054-bed9-67ecaac6ce75 HTTP/1.1" status: 200 len: 943 time: 0.0566564 Mar 14 10:30:29.557469 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-b9929e1e-04a4-427d-a253-d110a724fdf3 req-329048f7-cc51-49d6-9bf5-19ee57c6751a tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f677435-4851-49bd-85f9-2627c7cc2aca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421677 Mar 14 10:30:30.093488 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6b2fa4-517e-42cf-afc8-3b81509acd0f req-f7c6e3f6-a48b-4625-a536-b06ce75beb7e tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:30:30.094953 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-cb6b2fa4-517e-42cf-afc8-3b81509acd0f req-f7c6e3f6-a48b-4625-a536-b06ce75beb7e tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93ba2a6-54c3-4c8a-b8a9-6c8ab4b3c689 HTTP/1.1" status: 200 len: 931 time: 0.0544181 Mar 14 10:30:30.142969 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-cb6b2fa4-517e-42cf-afc8-3b81509acd0f req-8df6de51-6a70-404a-bef8-13be803a8019 tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e553502-ba8e-44d0-bcac-0e3b922622e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406613 Mar 14 10:30:30.583208 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.v2.base [req-5584d1c7-9eb4-4bed-a2bc-eded5ff736f5 req-611af4c5-57e9-4e88-a163-22f3402a3c82 service neutron] Request body: {'port': {'device_id': 'e93ba2a6-54c3-4c8a-b8a9-6c8ab4b3c689', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83354'}} {{(pid=103642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:30:30.653663 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [req-5584d1c7-9eb4-4bed-a2bc-eded5ff736f5 req-611af4c5-57e9-4e88-a163-22f3402a3c82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (ac1c5544-8f75-453b-b8b3-b1c00fd04275), before_update {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:30:30.700152 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f90be0-2a1c-4980-8c5d-52420ae2a96e req-a278ff5a-4afa-42f5-925c-f191cfd28ce3 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:30:30.701960 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-c2f90be0-2a1c-4980-8c5d-52420ae2a96e req-a278ff5a-4afa-42f5-925c-f191cfd28ce3 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=180b9721-e314-4054-bed9-67ecaac6ce75 HTTP/1.1" status: 200 len: 943 time: 0.0638928 Mar 14 10:30:30.755106 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-c2f90be0-2a1c-4980-8c5d-52420ae2a96e req-e3fd0ca0-cda6-4fa2-9e3b-b5f489e99b8b tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f677435-4851-49bd-85f9-2627c7cc2aca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455868 Mar 14 10:30:30.933055 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.notifiers.nova [req-5584d1c7-9eb4-4bed-a2bc-eded5ff736f5 req-611af4c5-57e9-4e88-a163-22f3402a3c82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac1c5544-8f75-453b-b8b3-b1c00fd04275 {{(pid=103642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 10:30:30.941633 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [req-5584d1c7-9eb4-4bed-a2bc-eded5ff736f5 req-611af4c5-57e9-4e88-a163-22f3402a3c82 service neutron] Publish callbacks [] for port (ac1c5544-8f75-453b-b8b3-b1c00fd04275), precommit_update {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:30:30.953817 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.db.provisioning_blocks [req-5584d1c7-9eb4-4bed-a2bc-eded5ff736f5 req-611af4c5-57e9-4e88-a163-22f3402a3c82 service neutron] Transition to ACTIVE for port object ac1c5544-8f75-453b-b8b3-b1c00fd04275 will not be triggered until provisioned by entity L2. {{(pid=103642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 14 10:30:31.058539 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [req-5584d1c7-9eb4-4bed-a2bc-eded5ff736f5 req-611af4c5-57e9-4e88-a163-22f3402a3c82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9714955'] for port (ac1c5544-8f75-453b-b8b3-b1c00fd04275), after_update {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:30:31.108560 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611af4c5-57e9-4e88-a163-22f3402a3c82 service neutron] Pushing event updated for resources: {'Port': ['ID=ac1c5544-8f75-453b-b8b3-b1c00fd04275,revision_number=2']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:30:31.140791 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611af4c5-57e9-4e88-a163-22f3402a3c82 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:30:31.150995 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611af4c5-57e9-4e88-a163-22f3402a3c82 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:30:31.150995 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611af4c5-57e9-4e88-a163-22f3402a3c82 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:30:31.150995 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611af4c5-57e9-4e88-a163-22f3402a3c82 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:30:31.150995 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611af4c5-57e9-4e88-a163-22f3402a3c82 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:30:31.150995 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611af4c5-57e9-4e88-a163-22f3402a3c82 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:30:31.150995 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611af4c5-57e9-4e88-a163-22f3402a3c82 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:30:31.150995 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611af4c5-57e9-4e88-a163-22f3402a3c82 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:30:31.150995 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611af4c5-57e9-4e88-a163-22f3402a3c82 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:30:31.150995 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611af4c5-57e9-4e88-a163-22f3402a3c82 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:30:31.150995 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611af4c5-57e9-4e88-a163-22f3402a3c82 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:30:31.150995 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611af4c5-57e9-4e88-a163-22f3402a3c82 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:30:31.150995 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611af4c5-57e9-4e88-a163-22f3402a3c82 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:30:31.150995 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611af4c5-57e9-4e88-a163-22f3402a3c82 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:30:31.150995 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611af4c5-57e9-4e88-a163-22f3402a3c82 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:30:31.207913 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.managers [req-5584d1c7-9eb4-4bed-a2bc-eded5ff736f5 req-611af4c5-57e9-4e88-a163-22f3402a3c82 service neutron] Attempting to bind port ac1c5544-8f75-453b-b8b3-b1c00fd04275 on host hv-cinder-83354 for vnic_type normal with profile {{(pid=103642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 10:30:31.208543 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.managers [req-5584d1c7-9eb4-4bed-a2bc-eded5ff736f5 req-611af4c5-57e9-4e88-a163-22f3402a3c82 service neutron] Attempting to bind port ac1c5544-8f75-453b-b8b3-b1c00fd04275 by drivers openvswitch,hyperv on host hv-cinder-83354 at level 0 using segments [{'id': '9dba8bba-e909-47c7-9019-37e942827720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6882a9ee-c558-49c4-8be5-9a1210fcc04f'}] {{(pid=103642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 10:30:31.208894 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5584d1c7-9eb4-4bed-a2bc-eded5ff736f5 req-611af4c5-57e9-4e88-a163-22f3402a3c82 service neutron] Attempting to bind port ac1c5544-8f75-453b-b8b3-b1c00fd04275 on network 6882a9ee-c558-49c4-8be5-9a1210fcc04f {{(pid=103642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:30:31.215968 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5584d1c7-9eb4-4bed-a2bc-eded5ff736f5 req-611af4c5-57e9-4e88-a163-22f3402a3c82 service neutron] Port ac1c5544-8f75-453b-b8b3-b1c00fd04275 on network 6882a9ee-c558-49c4-8be5-9a1210fcc04f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83354 {{(pid=103642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 10:30:31.216306 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5584d1c7-9eb4-4bed-a2bc-eded5ff736f5 req-611af4c5-57e9-4e88-a163-22f3402a3c82 service neutron] Attempting to bind port ac1c5544-8f75-453b-b8b3-b1c00fd04275 on network 6882a9ee-c558-49c4-8be5-9a1210fcc04f {{(pid=103642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:30:31.222569 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5584d1c7-9eb4-4bed-a2bc-eded5ff736f5 req-611af4c5-57e9-4e88-a163-22f3402a3c82 service neutron] Checking agent: {'id': 'cd4c1fd5-6bd0-46fc-9cd1-9ea8fc180379', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83354', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 10, 23, 57), 'started_at': datetime.datetime(2022, 3, 14, 10, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 10, 30, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 10:30:31.222915 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5584d1c7-9eb4-4bed-a2bc-eded5ff736f5 req-611af4c5-57e9-4e88-a163-22f3402a3c82 service neutron] Checking segment: {'id': '9dba8bba-e909-47c7-9019-37e942827720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6882a9ee-c558-49c4-8be5-9a1210fcc04f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:30:31.223363 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5584d1c7-9eb4-4bed-a2bc-eded5ff736f5 req-611af4c5-57e9-4e88-a163-22f3402a3c82 service neutron] Bound using segment: {'id': '9dba8bba-e909-47c7-9019-37e942827720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6882a9ee-c558-49c4-8be5-9a1210fcc04f'} {{(pid=103642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 10:30:31.223840 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.managers [req-5584d1c7-9eb4-4bed-a2bc-eded5ff736f5 req-611af4c5-57e9-4e88-a163-22f3402a3c82 service neutron] Bound port: ac1c5544-8f75-453b-b8b3-b1c00fd04275, host: hv-cinder-83354, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dba8bba-e909-47c7-9019-37e942827720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6882a9ee-c558-49c4-8be5-9a1210fcc04f'}}] {{(pid=103642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 10:30:31.224199 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [req-5584d1c7-9eb4-4bed-a2bc-eded5ff736f5 req-611af4c5-57e9-4e88-a163-22f3402a3c82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (ac1c5544-8f75-453b-b8b3-b1c00fd04275), before_update {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:30:31.295403 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482920b2-20de-41b4-a96a-1182dddb8459 req-90e98e60-c56d-47fc-b320-0961d52299a5 tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:30:31.297242 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-482920b2-20de-41b4-a96a-1182dddb8459 req-90e98e60-c56d-47fc-b320-0961d52299a5 tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93ba2a6-54c3-4c8a-b8a9-6c8ab4b3c689 HTTP/1.1" status: 200 len: 943 time: 0.0635517 Mar 14 10:30:31.302756 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.db [req-5584d1c7-9eb4-4bed-a2bc-eded5ff736f5 req-611af4c5-57e9-4e88-a163-22f3402a3c82 service neutron] For port ac1c5544-8f75-453b-b8b3-b1c00fd04275, host hv-cinder-83354, cleared binding levels {{(pid=103642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 10:30:31.306746 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.db [req-5584d1c7-9eb4-4bed-a2bc-eded5ff736f5 req-611af4c5-57e9-4e88-a163-22f3402a3c82 service neutron] For port ac1c5544-8f75-453b-b8b3-b1c00fd04275, host hv-cinder-83354, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=ac1c5544-8f75-453b-b8b3-b1c00fd04275,segment=NetworkSegment(9dba8bba-e909-47c7-9019-37e942827720),segment_id=9dba8bba-e909-47c7-9019-37e942827720)] {{(pid=103642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 10:30:31.385934 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-482920b2-20de-41b4-a96a-1182dddb8459 req-8b826785-c5e8-4237-ac8f-3b6e9a3a8122 tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e553502-ba8e-44d0-bcac-0e3b922622e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813413 Mar 14 10:30:31.416697 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [req-5584d1c7-9eb4-4bed-a2bc-eded5ff736f5 req-611af4c5-57e9-4e88-a163-22f3402a3c82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9714955'] for port (ac1c5544-8f75-453b-b8b3-b1c00fd04275), after_update {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:30:31.463888 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5584d1c7-9eb4-4bed-a2bc-eded5ff736f5 req-611af4c5-57e9-4e88-a163-22f3402a3c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:30:31.464520 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [req-5584d1c7-9eb4-4bed-a2bc-eded5ff736f5 req-611af4c5-57e9-4e88-a163-22f3402a3c82 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631023'] for port (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:30:31.465959 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-5584d1c7-9eb4-4bed-a2bc-eded5ff736f5 req-611af4c5-57e9-4e88-a163-22f3402a3c82 service neutron] 10.222.0.39 "PUT /v2.0/ports/ac1c5544-8f75-453b-b8b3-b1c00fd04275 HTTP/1.1" status: 200 len: 1093 time: 0.8918798 Mar 14 10:30:31.466602 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e93ba2a6-54c3-4c8a-b8a9-6c8ab4b3c689', 'tag': 'ac1c5544-8f75-453b-b8b3-b1c00fd04275'}] {{(pid=103642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:30:31.469280 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2719b20af467307de00d33cfc3bda2b7e701d9c3500810f7746d17fecb5aed99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e0c0f90-37d2-4882-87ad-349a27498e2c" -d '{"events": [{"name": "network-changed", "server_uuid": "e93ba2a6-54c3-4c8a-b8a9-6c8ab4b3c689", "tag": "ac1c5544-8f75-453b-b8b3-b1c00fd04275"}]}' {{(pid=103642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:30:31.492832 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611af4c5-57e9-4e88-a163-22f3402a3c82 service neutron] Pushing event updated for resources: {'Port': ['ID=ac1c5544-8f75-453b-b8b3-b1c00fd04275,revision_number=3']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:30:31.529053 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 10:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3259a15-d3bf-40dc-9d84-f7cc5826caf0 x-openstack-request-id: req-b3259a15-d3bf-40dc-9d84-f7cc5826caf0 {{(pid=103642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:30:31.529661 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e93ba2a6-54c3-4c8a-b8a9-6c8ab4b3c689", "tag": "ac1c5544-8f75-453b-b8b3-b1c00fd04275", "status": "completed", "code": 200}]} {{(pid=103642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:30:31.529661 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b3259a15-d3bf-40dc-9d84-f7cc5826caf0 {{(pid=103642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:30:31.530164 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e93ba2a6-54c3-4c8a-b8a9-6c8ab4b3c689', 'tag': 'ac1c5544-8f75-453b-b8b3-b1c00fd04275', 'status': 'completed', 'code': 200} Mar 14 10:30:31.641747 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0c0f90-37d2-4882-87ad-349a27498e2c req-7762fd7e-6b20-42ac-9d8a-7217f7690fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:30:31.644024 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-0e0c0f90-37d2-4882-87ad-349a27498e2c req-7762fd7e-6b20-42ac-9d8a-7217f7690fff service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2e6c27112eef433e92d2b52711c12a4a&device_id=e93ba2a6-54c3-4c8a-b8a9-6c8ab4b3c689 HTTP/1.1" status: 200 len: 1127 time: 0.0597939 Mar 14 10:30:31.770773 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0c0f90-37d2-4882-87ad-349a27498e2c req-179dd744-74bb-4263-a3ca-363ad310ec4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:30:31.772975 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-0e0c0f90-37d2-4882-87ad-349a27498e2c req-179dd744-74bb-4263-a3ca-363ad310ec4a service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=2e6c27112eef433e92d2b52711c12a4a&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1141269 Mar 14 10:30:31.877084 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0c0f90-37d2-4882-87ad-349a27498e2c req-db3fac2d-0b30-4738-b5dd-29e0594b5fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:30:31.878870 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-0e0c0f90-37d2-4882-87ad-349a27498e2c req-db3fac2d-0b30-4738-b5dd-29e0594b5fa8 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0981569 Mar 14 10:30:31.898668 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb76695-c9ab-4df8-98f1-65af665383ee req-8fdacfc0-b68b-4981-8b4a-ad402d5aef81 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:30:31.909103 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-cbb76695-c9ab-4df8-98f1-65af665383ee req-8fdacfc0-b68b-4981-8b4a-ad402d5aef81 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=180b9721-e314-4054-bed9-67ecaac6ce75 HTTP/1.1" status: 200 len: 943 time: 0.0602529 Mar 14 10:30:31.954114 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-cbb76695-c9ab-4df8-98f1-65af665383ee req-3c829297-78e8-4958-9f6f-96e367a1e90f tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f677435-4851-49bd-85f9-2627c7cc2aca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473280 Mar 14 10:30:31.993485 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5584d1c7-9eb4-4bed-a2bc-eded5ff736f5 req-18728302-9e7d-46dd-b19c-b196a264dad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:30:31.994979 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-5584d1c7-9eb4-4bed-a2bc-eded5ff736f5 req-18728302-9e7d-46dd-b19c-b196a264dad9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2e6c27112eef433e92d2b52711c12a4a&device_id=e93ba2a6-54c3-4c8a-b8a9-6c8ab4b3c689 HTTP/1.1" status: 200 len: 1127 time: 0.0535088 Mar 14 10:30:32.045650 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-5584d1c7-9eb4-4bed-a2bc-eded5ff736f5 req-39961726-4e2e-463f-9a4e-d38c04fcbdef service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ac1c5544-8f75-453b-b8b3-b1c00fd04275 HTTP/1.1" status: 200 len: 217 time: 0.0375104 Mar 14 10:30:32.094599 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5584d1c7-9eb4-4bed-a2bc-eded5ff736f5 req-69035e3b-cd16-4569-9747-a5553e4513ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:30:32.096208 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-5584d1c7-9eb4-4bed-a2bc-eded5ff736f5 req-69035e3b-cd16-4569-9747-a5553e4513ae service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d240598c-3b92-461b-83ad-570466ab5f54 HTTP/1.1" status: 200 len: 854 time: 0.0441442 Mar 14 10:30:32.148622 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5584d1c7-9eb4-4bed-a2bc-eded5ff736f5 req-5a6c7d9e-167d-4fa0-9619-3bf41d15239b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:30:32.150126 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-5584d1c7-9eb4-4bed-a2bc-eded5ff736f5 req-5a6c7d9e-167d-4fa0-9619-3bf41d15239b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6882a9ee-c558-49c4-8be5-9a1210fcc04f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0483086 Mar 14 10:30:32.246106 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-5584d1c7-9eb4-4bed-a2bc-eded5ff736f5 req-14ceae04-ef1a-4060-9c27-da64bbe7e1a8 service neutron] 10.222.0.39 "GET /v2.0/networks/6882a9ee-c558-49c4-8be5-9a1210fcc04f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891976 Mar 14 10:30:32.338403 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-5584d1c7-9eb4-4bed-a2bc-eded5ff736f5 req-d212735d-d70a-4a1d-8cdf-535bfb9764cd service neutron] 10.222.0.39 "GET /v2.0/networks/6882a9ee-c558-49c4-8be5-9a1210fcc04f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853782 Mar 14 10:30:32.724059 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6258ae-2491-44cb-84ca-dc9d91718184 req-840bfd19-9fc0-415c-b58e-cdbc7e1b0763 tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:30:32.725466 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-ea6258ae-2491-44cb-84ca-dc9d91718184 req-840bfd19-9fc0-415c-b58e-cdbc7e1b0763 tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93ba2a6-54c3-4c8a-b8a9-6c8ab4b3c689 HTTP/1.1" status: 200 len: 943 time: 0.2715764 Mar 14 10:30:32.771353 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-ea6258ae-2491-44cb-84ca-dc9d91718184 req-1e14b719-991a-4b6c-9425-13209fd75f46 tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e553502-ba8e-44d0-bcac-0e3b922622e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402606 Mar 14 10:30:33.080010 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374067e8-ac7a-4659-b0da-d62735fd177f req-983e5fd4-07aa-4ce8-abe8-28be77d9ad73 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:30:33.082031 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-374067e8-ac7a-4659-b0da-d62735fd177f req-983e5fd4-07aa-4ce8-abe8-28be77d9ad73 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=180b9721-e314-4054-bed9-67ecaac6ce75 HTTP/1.1" status: 200 len: 943 time: 0.0534356 Mar 14 10:30:33.130581 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-374067e8-ac7a-4659-b0da-d62735fd177f req-445ce50d-fa9c-4b1f-8c3c-fba2d03eab85 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f677435-4851-49bd-85f9-2627c7cc2aca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429440 Mar 14 10:30:33.892792 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6f804d-689b-4aa3-8e4b-e1c752f6e482 req-627d4bec-bc33-40e7-97e5-32372a0261e4 tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:30:33.894282 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-6c6f804d-689b-4aa3-8e4b-e1c752f6e482 req-627d4bec-bc33-40e7-97e5-32372a0261e4 tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93ba2a6-54c3-4c8a-b8a9-6c8ab4b3c689 HTTP/1.1" status: 200 len: 943 time: 0.0552371 Mar 14 10:30:33.941822 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-6c6f804d-689b-4aa3-8e4b-e1c752f6e482 req-e30da16f-2c94-43cb-b1f8-09b86eea10cd tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e553502-ba8e-44d0-bcac-0e3b922622e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420182 Mar 14 10:30:34.256011 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14189157-c71c-46bc-a088-dd783a355bfd req-ca00ac23-604b-4c1a-81f0-c19a3a67d3fc tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:30:34.257513 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-14189157-c71c-46bc-a088-dd783a355bfd req-ca00ac23-604b-4c1a-81f0-c19a3a67d3fc tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=180b9721-e314-4054-bed9-67ecaac6ce75 HTTP/1.1" status: 200 len: 943 time: 0.0556674 Mar 14 10:30:34.303868 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-14189157-c71c-46bc-a088-dd783a355bfd req-8f9e14cd-dbc9-4979-8c65-aeacfbb477db tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f677435-4851-49bd-85f9-2627c7cc2aca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406835 Mar 14 10:30:35.061228 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8242e64e-6cce-4330-ae6d-1c2cd81d8a6c req-927a7ab2-6d56-4b5c-b5b2-be493df1461d tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:30:35.067017 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-8242e64e-6cce-4330-ae6d-1c2cd81d8a6c req-927a7ab2-6d56-4b5c-b5b2-be493df1461d tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93ba2a6-54c3-4c8a-b8a9-6c8ab4b3c689 HTTP/1.1" status: 200 len: 943 time: 0.0546980 Mar 14 10:30:35.107439 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-8242e64e-6cce-4330-ae6d-1c2cd81d8a6c req-0d4648b8-5a51-4223-941a-cc6985d4ee60 tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e553502-ba8e-44d0-bcac-0e3b922622e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383744 Mar 14 10:30:35.427287 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d900f9f-8264-4f35-8c84-57965bfded23 req-fde84103-3007-4243-8013-aa77d13c397c tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:30:35.428768 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-0d900f9f-8264-4f35-8c84-57965bfded23 req-fde84103-3007-4243-8013-aa77d13c397c tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=180b9721-e314-4054-bed9-67ecaac6ce75 HTTP/1.1" status: 200 len: 943 time: 0.0533650 Mar 14 10:30:35.475811 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-0d900f9f-8264-4f35-8c84-57965bfded23 req-70a84c10-f53e-4b62-89c7-0499c9268a01 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f677435-4851-49bd-85f9-2627c7cc2aca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415637 Mar 14 10:30:36.224371 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b061367-9c15-42b3-b47d-34dee5697170 req-cc632c41-ff22-46cf-bca9-bd0e6e271813 tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:30:36.225838 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-0b061367-9c15-42b3-b47d-34dee5697170 req-cc632c41-ff22-46cf-bca9-bd0e6e271813 tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93ba2a6-54c3-4c8a-b8a9-6c8ab4b3c689 HTTP/1.1" status: 200 len: 943 time: 0.0516772 Mar 14 10:30:36.276809 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-0b061367-9c15-42b3-b47d-34dee5697170 req-cece9294-bba7-4899-b8f6-7e3f7fad30fb tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e553502-ba8e-44d0-bcac-0e3b922622e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446832 Mar 14 10:30:36.594306 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59191ab8-6a47-4794-ad77-ac4d37e3ea09 req-850e9d33-8714-4b8d-9589-b1a53dacb716 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:30:36.596413 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-59191ab8-6a47-4794-ad77-ac4d37e3ea09 req-850e9d33-8714-4b8d-9589-b1a53dacb716 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=180b9721-e314-4054-bed9-67ecaac6ce75 HTTP/1.1" status: 200 len: 943 time: 0.0510678 Mar 14 10:30:36.640835 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-59191ab8-6a47-4794-ad77-ac4d37e3ea09 req-dfc6a065-1a1a-4826-9049-fa343d7fe016 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f677435-4851-49bd-85f9-2627c7cc2aca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389824 Mar 14 10:30:37.108065 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a90f939-6044-4148-ba4c-1b7416d7a13a req-adfb138b-5200-4a5b-a39d-993624372a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:30:37.109588 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-5a90f939-6044-4148-ba4c-1b7416d7a13a req-adfb138b-5200-4a5b-a39d-993624372a29 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=180b9721-e314-4054-bed9-67ecaac6ce75&tenant_id=5472bedc1d6a4e30b10a78f0f7cd05c1 HTTP/1.1" status: 200 len: 1127 time: 0.0817976 Mar 14 10:30:37.186445 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a90f939-6044-4148-ba4c-1b7416d7a13a req-9cb94328-81fd-4b44-816e-28b0055e30a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:30:37.188027 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-5a90f939-6044-4148-ba4c-1b7416d7a13a req-9cb94328-81fd-4b44-816e-28b0055e30a7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5472bedc1d6a4e30b10a78f0f7cd05c1&device_id=180b9721-e314-4054-bed9-67ecaac6ce75 HTTP/1.1" status: 200 len: 1127 time: 0.0442264 Mar 14 10:30:37.277172 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a90f939-6044-4148-ba4c-1b7416d7a13a req-03a68c62-84d1-46ac-b3ca-71847fafeba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:30:37.278648 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-5a90f939-6044-4148-ba4c-1b7416d7a13a req-03a68c62-84d1-46ac-b3ca-71847fafeba1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b306e4a1-3e45-418e-92a7-1cdae507ef31 HTTP/1.1" status: 200 len: 917 time: 0.0856543 Mar 14 10:30:37.345276 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-5a90f939-6044-4148-ba4c-1b7416d7a13a req-9ce7c1bb-d5dd-46c0-a513-2d66e1a3da57 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8ca4c75-317c-4445-8202-35b27c13057e HTTP/1.1" status: 200 len: 998 time: 0.0591354 Mar 14 10:30:37.395606 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a90f939-6044-4148-ba4c-1b7416d7a13a req-296690a3-0556-40e2-bea7-d6f8d85a4cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:30:37.397152 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-5a90f939-6044-4148-ba4c-1b7416d7a13a req-296690a3-0556-40e2-bea7-d6f8d85a4cdf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=583b334f-c92c-40ae-ba3b-abff06ff8c22 HTTP/1.1" status: 200 len: 855 time: 0.0464118 Mar 14 10:30:37.397538 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151e27f1-b2a3-4121-9997-5b5798357d4e req-2d956e7a-2d9b-4fc9-8bed-40e826f1288c tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:30:37.399003 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-151e27f1-b2a3-4121-9997-5b5798357d4e req-2d956e7a-2d9b-4fc9-8bed-40e826f1288c tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93ba2a6-54c3-4c8a-b8a9-6c8ab4b3c689 HTTP/1.1" status: 200 len: 943 time: 0.0520000 Mar 14 10:30:37.445536 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a90f939-6044-4148-ba4c-1b7416d7a13a req-f5701c29-9eb7-4368-a0d7-b8e25e070dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:30:37.446645 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-151e27f1-b2a3-4121-9997-5b5798357d4e req-f51baaa0-ac12-4d9a-959f-dddb2df4efae tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e553502-ba8e-44d0-bcac-0e3b922622e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420480 Mar 14 10:30:37.446938 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-5a90f939-6044-4148-ba4c-1b7416d7a13a req-f5701c29-9eb7-4368-a0d7-b8e25e070dc6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b306e4a1-3e45-418e-92a7-1cdae507ef31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439460 Mar 14 10:30:37.533987 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-5a90f939-6044-4148-ba4c-1b7416d7a13a req-66fc71b2-3a0a-4c0e-9c86-52b2c5bb2645 service neutron] 10.222.0.39 "GET /v2.0/networks/b306e4a1-3e45-418e-92a7-1cdae507ef31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808182 Mar 14 10:30:37.623836 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-5a90f939-6044-4148-ba4c-1b7416d7a13a req-562cf7ec-c990-470e-a1a4-830019bc4e21 service neutron] 10.222.0.39 "GET /v2.0/networks/b306e4a1-3e45-418e-92a7-1cdae507ef31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828056 Mar 14 10:30:37.766765 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f8a2e1-e13a-46b8-a7f2-8c9922d88ac5 req-b22108b6-297e-4a2b-a2ee-893cb3d48fae tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:30:37.768430 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-33f8a2e1-e13a-46b8-a7f2-8c9922d88ac5 req-b22108b6-297e-4a2b-a2ee-893cb3d48fae tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=180b9721-e314-4054-bed9-67ecaac6ce75 HTTP/1.1" status: 200 len: 943 time: 0.0558946 Mar 14 10:30:37.813295 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-33f8a2e1-e13a-46b8-a7f2-8c9922d88ac5 req-8ace52d2-7f85-4fc6-abca-8252715deb4b tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f677435-4851-49bd-85f9-2627c7cc2aca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394840 Mar 14 10:30:38.565528 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d16a87-4c23-4a5a-a50b-c1fc5bd742c7 req-de387016-e4f1-4c21-a00c-74b6431662c2 tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:30:38.566993 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-49d16a87-4c23-4a5a-a50b-c1fc5bd742c7 req-de387016-e4f1-4c21-a00c-74b6431662c2 tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93ba2a6-54c3-4c8a-b8a9-6c8ab4b3c689 HTTP/1.1" status: 200 len: 943 time: 0.0537281 Mar 14 10:30:38.621058 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-49d16a87-4c23-4a5a-a50b-c1fc5bd742c7 req-198df8a7-fb23-4cba-ad7f-f5d8e961c95b tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e553502-ba8e-44d0-bcac-0e3b922622e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444410 Mar 14 10:30:38.943023 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8ead5f-e916-47da-bc59-af140813a83e req-db97625d-ed9e-47af-af6c-01415b3a3122 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:30:38.944680 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-5b8ead5f-e916-47da-bc59-af140813a83e req-db97625d-ed9e-47af-af6c-01415b3a3122 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=180b9721-e314-4054-bed9-67ecaac6ce75 HTTP/1.1" status: 200 len: 943 time: 0.0579364 Mar 14 10:30:39.003944 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-5b8ead5f-e916-47da-bc59-af140813a83e req-2c44d19b-31af-4a69-9b80-831b97ee16ca tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f677435-4851-49bd-85f9-2627c7cc2aca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538330 Mar 14 10:30:39.745821 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddfa70c-b8f8-47f0-ae48-830a62dca8ea req-1b1cfe68-05a6-4421-b0b0-c18023270f61 tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:30:39.747299 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-cddfa70c-b8f8-47f0-ae48-830a62dca8ea req-1b1cfe68-05a6-4421-b0b0-c18023270f61 tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93ba2a6-54c3-4c8a-b8a9-6c8ab4b3c689 HTTP/1.1" status: 200 len: 943 time: 0.0522575 Mar 14 10:30:39.797312 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-cddfa70c-b8f8-47f0-ae48-830a62dca8ea req-38b0c848-4f14-49c1-8a3c-a8c03812a34c tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e553502-ba8e-44d0-bcac-0e3b922622e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434108 Mar 14 10:30:40.134559 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e266198-4ce7-467a-9964-137e62a0f3d7 req-77a2c3bd-0e81-4ae0-863a-291040bd7c43 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:30:40.136107 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-0e266198-4ce7-467a-9964-137e62a0f3d7 req-77a2c3bd-0e81-4ae0-863a-291040bd7c43 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=180b9721-e314-4054-bed9-67ecaac6ce75 HTTP/1.1" status: 200 len: 943 time: 0.0516679 Mar 14 10:30:40.185226 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-0e266198-4ce7-467a-9964-137e62a0f3d7 req-17e79290-ea2c-4117-b238-26d1c4dcbe9a tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f677435-4851-49bd-85f9-2627c7cc2aca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435088 Mar 14 10:30:40.926149 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752167c7-9f59-4f77-821a-9dd64742a8f1 req-5d20ece7-0313-49aa-b3da-b4f79e6fc7f5 tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:30:40.933087 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-752167c7-9f59-4f77-821a-9dd64742a8f1 req-5d20ece7-0313-49aa-b3da-b4f79e6fc7f5 tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93ba2a6-54c3-4c8a-b8a9-6c8ab4b3c689 HTTP/1.1" status: 200 len: 943 time: 0.0620134 Mar 14 10:30:40.966609 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Device ac1c5544-8f75-453b-b8b3-b1c00fd04275 details requested by agent hyperv_hv-cinder-83354 with host hv-cinder-83354 {{(pid=103644) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 10:30:40.977475 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-752167c7-9f59-4f77-821a-9dd64742a8f1 req-e4863bd8-c284-457b-a932-02c643f519fc tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e553502-ba8e-44d0-bcac-0e3b922622e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435283 Mar 14 10:30:41.070279 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] For port ac1c5544-8f75-453b-b8b3-b1c00fd04275, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=ac1c5544-8f75-453b-b8b3-b1c00fd04275,segment=NetworkSegment(9dba8bba-e909-47c7-9019-37e942827720),segment_id=9dba8bba-e909-47c7-9019-37e942827720)] {{(pid=103644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:30:41.083057 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Returning: {'device': 'ac1c5544-8f75-453b-b8b3-b1c00fd04275', 'network_id': '6882a9ee-c558-49c4-8be5-9a1210fcc04f', 'port_id': 'ac1c5544-8f75-453b-b8b3-b1c00fd04275', 'mac_address': 'fa:16:3e:e7:d4:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd240598c-3b92-461b-83ad-570466ab5f54', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103644) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 10:30:41.122632 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Current status of the port ac1c5544-8f75-453b-b8b3-b1c00fd04275 is: DOWN; New status is: BUILD {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:30:41.123091 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (ac1c5544-8f75-453b-b8b3-b1c00fd04275), before_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:30:41.136298 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.notifiers.nova [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac1c5544-8f75-453b-b8b3-b1c00fd04275 {{(pid=103644) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 10:30:41.157050 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] For port ac1c5544-8f75-453b-b8b3-b1c00fd04275, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=ac1c5544-8f75-453b-b8b3-b1c00fd04275,segment=NetworkSegment(9dba8bba-e909-47c7-9019-37e942827720),segment_id=9dba8bba-e909-47c7-9019-37e942827720)] {{(pid=103644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:30:41.250535 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (ac1c5544-8f75-453b-b8b3-b1c00fd04275), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:30:41.300264 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Pushing event updated for resources: {'Port': ['ID=ac1c5544-8f75-453b-b8b3-b1c00fd04275,revision_number=4']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:30:41.309737 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:30:41.310121 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:30:41.310473 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:30:41.310872 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:30:41.311217 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:30:41.311600 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:30:41.311966 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:30:41.312306 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:30:41.312745 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:30:41.313276 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:30:41.314013 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:30:41.315371 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:30:41.315910 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:30:41.316479 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:30:41.317032 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:30:41.332049 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a39dfc-042f-4a67-bca9-579ae8414123 req-ed27780c-36f0-4c94-ba95-27097f9e1f2e tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:30:41.334397 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-a5a39dfc-042f-4a67-bca9-579ae8414123 req-ed27780c-36f0-4c94-ba95-27097f9e1f2e tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=180b9721-e314-4054-bed9-67ecaac6ce75 HTTP/1.1" status: 200 len: 943 time: 0.0701637 Mar 14 10:30:41.385344 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-a5a39dfc-042f-4a67-bca9-579ae8414123 req-6a2ca3f2-a9b1-410c-9a29-92f14b287cf1 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f677435-4851-49bd-85f9-2627c7cc2aca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453691 Mar 14 10:30:41.760790 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] get_ports_and_sgs() called for port_ids ['ac1c5544-8f75-453b-b8b3-b1c00fd04275'] {{(pid=103644) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 10:30:42.108516 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521543de-dec7-4328-9f8e-8a3cf3f90666 req-a06aab39-b4f9-44e6-ac74-b838a53df951 tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:30:42.110256 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-521543de-dec7-4328-9f8e-8a3cf3f90666 req-a06aab39-b4f9-44e6-ac74-b838a53df951 tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93ba2a6-54c3-4c8a-b8a9-6c8ab4b3c689 HTTP/1.1" status: 200 len: 944 time: 0.0591452 Mar 14 10:30:42.159627 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-521543de-dec7-4328-9f8e-8a3cf3f90666 req-8e8fc703-6f08-47a4-9d33-f6b0dd4b241f tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e553502-ba8e-44d0-bcac-0e3b922622e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430801 Mar 14 10:30:42.515308 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b52cfa-2a2c-4ba3-864f-538ad1d82eea req-1934c034-1eda-4a13-8cfa-9238ef386784 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:30:42.516812 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-35b52cfa-2a2c-4ba3-864f-538ad1d82eea req-1934c034-1eda-4a13-8cfa-9238ef386784 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=180b9721-e314-4054-bed9-67ecaac6ce75 HTTP/1.1" status: 200 len: 943 time: 0.0548842 Mar 14 10:30:42.563568 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-35b52cfa-2a2c-4ba3-864f-538ad1d82eea req-9b50c05a-95bd-494a-9cad-6746b38f4319 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f677435-4851-49bd-85f9-2627c7cc2aca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407259 Mar 14 10:30:42.993114 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Device ac1c5544-8f75-453b-b8b3-b1c00fd04275 up at agent hyperv_hv-cinder-83354 {{(pid=103644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:30:43.109714 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Provisioning for port ac1c5544-8f75-453b-b8b3-b1c00fd04275 completed by entity L2. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 14 10:30:43.114462 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Provisioning complete for port ac1c5544-8f75-453b-b8b3-b1c00fd04275 triggered by entity L2. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:30:43.114851 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (ac1c5544-8f75-453b-b8b3-b1c00fd04275), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:30:43.197151 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Current status of the port ac1c5544-8f75-453b-b8b3-b1c00fd04275 is: BUILD; New status is: ACTIVE {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:30:43.197400 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (ac1c5544-8f75-453b-b8b3-b1c00fd04275), before_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:30:43.221465 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e93ba2a6-54c3-4c8a-b8a9-6c8ab4b3c689', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac1c5544-8f75-453b-b8b3-b1c00fd04275'}] {{(pid=103644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:30:43.223814 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cdcf2ce3ae030c6c85cf8a8616b2d58d36b16ae178b61bcd15320d14238e4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eea49991-b726-4ac2-b3ad-f53149c499e9" -d '{"events": [{"server_uuid": "e93ba2a6-54c3-4c8a-b8a9-6c8ab4b3c689", "name": "network-vif-plugged", "status": "completed", "tag": "ac1c5544-8f75-453b-b8b3-b1c00fd04275"}]}' {{(pid=103644) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:30:43.237774 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] For port ac1c5544-8f75-453b-b8b3-b1c00fd04275, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=ac1c5544-8f75-453b-b8b3-b1c00fd04275,segment=NetworkSegment(9dba8bba-e909-47c7-9019-37e942827720),segment_id=9dba8bba-e909-47c7-9019-37e942827720)] {{(pid=103644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:30:43.261272 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 10:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d870714d-3dda-4789-a461-657110cdf92f x-openstack-request-id: req-d870714d-3dda-4789-a461-657110cdf92f {{(pid=103644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:30:43.261596 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e93ba2a6-54c3-4c8a-b8a9-6c8ab4b3c689", "name": "network-vif-plugged", "status": "completed", "tag": "ac1c5544-8f75-453b-b8b3-b1c00fd04275", "code": 200}]} {{(pid=103644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:30:43.261854 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d870714d-3dda-4789-a461-657110cdf92f {{(pid=103644) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:30:43.262247 dv-cinder-833544-1-iscsi neutron-server[103644]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e93ba2a6-54c3-4c8a-b8a9-6c8ab4b3c689', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac1c5544-8f75-453b-b8b3-b1c00fd04275', 'code': 200} Mar 14 10:30:43.290014 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (ac1c5544-8f75-453b-b8b3-b1c00fd04275), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:30:43.301262 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3953813-9481-4279-a43f-92626172ccb6 req-585afe2f-cba7-4de3-b403-ee988c8f411d tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:30:43.302883 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-a3953813-9481-4279-a43f-92626172ccb6 req-585afe2f-cba7-4de3-b403-ee988c8f411d tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93ba2a6-54c3-4c8a-b8a9-6c8ab4b3c689 HTTP/1.1" status: 200 len: 944 time: 0.0599420 Mar 14 10:30:43.343690 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Pushing event updated for resources: {'Port': ['ID=ac1c5544-8f75-453b-b8b3-b1c00fd04275,revision_number=5']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:30:43.371965 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-a3953813-9481-4279-a43f-92626172ccb6 req-eadf7ce9-67b4-4e8d-b283-4332ee8e1aeb tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e553502-ba8e-44d0-bcac-0e3b922622e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547791 Mar 14 10:30:43.692952 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0ea562-7e2a-4fc0-a23e-02e66303c5c8 req-d755c01f-0f77-4ffd-bdf2-7bcf10f75173 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:30:43.694461 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-aa0ea562-7e2a-4fc0-a23e-02e66303c5c8 req-d755c01f-0f77-4ffd-bdf2-7bcf10f75173 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=180b9721-e314-4054-bed9-67ecaac6ce75 HTTP/1.1" status: 200 len: 943 time: 0.0541742 Mar 14 10:30:43.744170 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-aa0ea562-7e2a-4fc0-a23e-02e66303c5c8 req-d4d25c66-5efc-48bf-9c95-42947c77999c tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f677435-4851-49bd-85f9-2627c7cc2aca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441577 Mar 14 10:30:44.493437 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbd2f7c-f6ec-477f-95f9-0de641de3650 req-ef40c662-ff71-4f7b-9ff8-d03384cd7469 tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:30:44.494916 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-fbbd2f7c-f6ec-477f-95f9-0de641de3650 req-ef40c662-ff71-4f7b-9ff8-d03384cd7469 tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93ba2a6-54c3-4c8a-b8a9-6c8ab4b3c689 HTTP/1.1" status: 200 len: 945 time: 0.0552359 Mar 14 10:30:44.541646 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-fbbd2f7c-f6ec-477f-95f9-0de641de3650 req-a843a5a2-10af-4ec2-be80-72cf857e7628 tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e553502-ba8e-44d0-bcac-0e3b922622e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412514 Mar 14 10:30:44.871965 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7192f837-282b-4fb7-ba1d-144f011172e3 req-ecda359d-dacc-46da-8526-2b4bd42b117a tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:30:44.873448 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-7192f837-282b-4fb7-ba1d-144f011172e3 req-ecda359d-dacc-46da-8526-2b4bd42b117a tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=180b9721-e314-4054-bed9-67ecaac6ce75 HTTP/1.1" status: 200 len: 943 time: 0.0585558 Mar 14 10:30:44.923472 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-7192f837-282b-4fb7-ba1d-144f011172e3 req-08a9f331-b528-4312-9c5c-17d0b6a4e043 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f677435-4851-49bd-85f9-2627c7cc2aca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435367 Mar 14 10:30:45.663646 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ea993b-c306-43c4-955c-ea831de02ddd req-e7e5fc8a-6e39-414d-a4b6-0d6fbbeb1f86 tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:30:45.665326 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-c5ea993b-c306-43c4-955c-ea831de02ddd req-e7e5fc8a-6e39-414d-a4b6-0d6fbbeb1f86 tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93ba2a6-54c3-4c8a-b8a9-6c8ab4b3c689 HTTP/1.1" status: 200 len: 945 time: 0.0530477 Mar 14 10:30:45.717360 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-c5ea993b-c306-43c4-955c-ea831de02ddd req-3777b047-3551-4255-a8de-60f822497e61 tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e553502-ba8e-44d0-bcac-0e3b922622e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443494 Mar 14 10:30:46.050839 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715c8002-796c-496f-9b1d-b49bc5214a10 req-c695429d-0cd6-4999-8da0-9b162d335cb2 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:30:46.052340 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-715c8002-796c-496f-9b1d-b49bc5214a10 req-c695429d-0cd6-4999-8da0-9b162d335cb2 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=180b9721-e314-4054-bed9-67ecaac6ce75 HTTP/1.1" status: 200 len: 943 time: 0.0559349 Mar 14 10:30:46.103796 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-715c8002-796c-496f-9b1d-b49bc5214a10 req-5bb73ac9-a6f7-4431-a4ca-d6987008d91f tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f677435-4851-49bd-85f9-2627c7cc2aca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459673 Mar 14 10:30:46.833547 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e61dc24-9733-4d48-8c64-2714227b0b8e req-bd85a62f-cf16-42dc-89a9-6237a5f72e63 tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:30:46.834975 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-1e61dc24-9733-4d48-8c64-2714227b0b8e req-bd85a62f-cf16-42dc-89a9-6237a5f72e63 tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93ba2a6-54c3-4c8a-b8a9-6c8ab4b3c689 HTTP/1.1" status: 200 len: 945 time: 0.0538521 Mar 14 10:30:46.884496 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-1e61dc24-9733-4d48-8c64-2714227b0b8e req-d0aa9591-5688-4d22-9d85-d75524222264 tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e553502-ba8e-44d0-bcac-0e3b922622e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427742 Mar 14 10:30:47.229834 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f556702-b794-4c11-a61c-ee386b5ab73b req-1065d073-2394-4002-a68b-c962abc29982 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:30:47.231315 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-2f556702-b794-4c11-a61c-ee386b5ab73b req-1065d073-2394-4002-a68b-c962abc29982 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=180b9721-e314-4054-bed9-67ecaac6ce75 HTTP/1.1" status: 200 len: 943 time: 0.0542023 Mar 14 10:30:47.285036 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-2f556702-b794-4c11-a61c-ee386b5ab73b req-0ed3aa64-d9d4-4d7c-9fe3-641e21a01a6e tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f677435-4851-49bd-85f9-2627c7cc2aca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481634 Mar 14 10:30:48.013103 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04969143-d44e-4320-a8c7-4ca8fd73ab11 req-30b055e8-d93e-45bb-b103-e914cf10f6d6 tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:30:48.014576 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-04969143-d44e-4320-a8c7-4ca8fd73ab11 req-30b055e8-d93e-45bb-b103-e914cf10f6d6 tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93ba2a6-54c3-4c8a-b8a9-6c8ab4b3c689 HTTP/1.1" status: 200 len: 945 time: 0.0590014 Mar 14 10:30:48.064323 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-04969143-d44e-4320-a8c7-4ca8fd73ab11 req-7b78431d-dd35-42dd-aca7-84f8d3a5b789 tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e553502-ba8e-44d0-bcac-0e3b922622e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440576 Mar 14 10:30:48.423591 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca3f13d-81d3-49f5-b1ca-bcf8946f13cd req-8d37311a-0329-483e-81c6-1dd94943b3a4 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:30:48.425242 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-2ca3f13d-81d3-49f5-b1ca-bcf8946f13cd req-8d37311a-0329-483e-81c6-1dd94943b3a4 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=180b9721-e314-4054-bed9-67ecaac6ce75 HTTP/1.1" status: 200 len: 943 time: 0.0580108 Mar 14 10:30:48.474186 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-2ca3f13d-81d3-49f5-b1ca-bcf8946f13cd req-694c7efd-cd97-4efd-bd04-56098564fff1 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f677435-4851-49bd-85f9-2627c7cc2aca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428731 Mar 14 10:30:49.193833 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf93a5d-f09f-4246-82dc-f5986e28f05d req-e15463fd-bf5a-49c7-bfda-91fee8be243a tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:30:49.195358 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-7cf93a5d-f09f-4246-82dc-f5986e28f05d req-e15463fd-bf5a-49c7-bfda-91fee8be243a tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93ba2a6-54c3-4c8a-b8a9-6c8ab4b3c689 HTTP/1.1" status: 200 len: 945 time: 0.0566435 Mar 14 10:30:49.240937 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-7cf93a5d-f09f-4246-82dc-f5986e28f05d req-60a28a48-11c8-4182-943b-403286333ee6 tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e553502-ba8e-44d0-bcac-0e3b922622e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401034 Mar 14 10:30:49.592950 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d927ae-ff84-4d9c-adae-b7305228c317 req-86d7a60f-f710-463c-9255-e07db89520f3 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:30:49.594409 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-66d927ae-ff84-4d9c-adae-b7305228c317 req-86d7a60f-f710-463c-9255-e07db89520f3 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=180b9721-e314-4054-bed9-67ecaac6ce75 HTTP/1.1" status: 200 len: 943 time: 0.0512617 Mar 14 10:30:49.640453 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-66d927ae-ff84-4d9c-adae-b7305228c317 req-47dd56d7-57a5-4893-b719-eeee897d5860 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f677435-4851-49bd-85f9-2627c7cc2aca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399625 Mar 14 10:30:50.354195 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d41303-c718-4bbe-a0eb-75137b4d1328 req-f78e985a-ddf5-4027-95bc-d90eb2ced61b tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:30:50.355632 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-c2d41303-c718-4bbe-a0eb-75137b4d1328 req-f78e985a-ddf5-4027-95bc-d90eb2ced61b tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93ba2a6-54c3-4c8a-b8a9-6c8ab4b3c689 HTTP/1.1" status: 200 len: 945 time: 0.0506611 Mar 14 10:30:50.404175 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-c2d41303-c718-4bbe-a0eb-75137b4d1328 req-8a35076e-9a0c-4a41-a9d7-35afe99828d1 tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e553502-ba8e-44d0-bcac-0e3b922622e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431287 Mar 14 10:30:50.726644 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-c1741f3f-92cf-4d9d-940c-83afb4b4855a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (71411765-f129-4ae6-9e82-4fe742fde8ff), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:30:50.761888 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94c795c-e8c1-4bb3-befe-0e0aff6a4908 req-cd7a8aee-52c9-4d43-804c-d4cac1e5047e tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:30:50.763333 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-f94c795c-e8c1-4bb3-befe-0e0aff6a4908 req-cd7a8aee-52c9-4d43-804c-d4cac1e5047e tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=180b9721-e314-4054-bed9-67ecaac6ce75 HTTP/1.1" status: 200 len: 943 time: 0.0513864 Mar 14 10:30:50.807219 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-f94c795c-e8c1-4bb3-befe-0e0aff6a4908 req-1e9e9f7b-a7c6-43b0-928f-0f66e52dddfe tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f677435-4851-49bd-85f9-2627c7cc2aca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383866 Mar 14 10:30:51.516827 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a030bf-e6af-4552-94e3-c50001ef16b0 req-ad3eb375-5e3d-4ec0-9210-4635d54c1098 tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:30:51.518317 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-85a030bf-e6af-4552-94e3-c50001ef16b0 req-ad3eb375-5e3d-4ec0-9210-4635d54c1098 tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93ba2a6-54c3-4c8a-b8a9-6c8ab4b3c689 HTTP/1.1" status: 200 len: 945 time: 0.0509615 Mar 14 10:30:51.563461 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-85a030bf-e6af-4552-94e3-c50001ef16b0 req-33e62a2e-7917-4dc5-9ac2-c4b1a7187783 tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e553502-ba8e-44d0-bcac-0e3b922622e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391426 Mar 14 10:30:51.930097 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4644691-405b-499a-89a0-404b3e6dc905 req-778f878f-7a6c-44ef-9dc4-dcf32b502495 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:30:51.931629 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-d4644691-405b-499a-89a0-404b3e6dc905 req-778f878f-7a6c-44ef-9dc4-dcf32b502495 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=180b9721-e314-4054-bed9-67ecaac6ce75 HTTP/1.1" status: 200 len: 943 time: 0.0553894 Mar 14 10:30:51.978975 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-d4644691-405b-499a-89a0-404b3e6dc905 req-7f9f593a-809e-4ee0-883b-6ed847688ef4 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f677435-4851-49bd-85f9-2627c7cc2aca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416985 Mar 14 10:30:52.689386 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c10852b-4b98-4c5e-8823-b333644bbf00 req-b096633b-44cc-41c3-b30d-fa9be6da2e5e tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:30:52.691014 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-2c10852b-4b98-4c5e-8823-b333644bbf00 req-b096633b-44cc-41c3-b30d-fa9be6da2e5e tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93ba2a6-54c3-4c8a-b8a9-6c8ab4b3c689 HTTP/1.1" status: 200 len: 945 time: 0.0540280 Mar 14 10:30:52.706035 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164aab1b-eb7e-4012-bda9-519ac5ce6364 req-c4e3544d-1632-4fd2-812d-7c4bc1f14501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:30:52.707813 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-164aab1b-eb7e-4012-bda9-519ac5ce6364 req-c4e3544d-1632-4fd2-812d-7c4bc1f14501 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e93ba2a6-54c3-4c8a-b8a9-6c8ab4b3c689 HTTP/1.1" status: 200 len: 1129 time: 0.0439162 Mar 14 10:30:52.737234 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-2c10852b-4b98-4c5e-8823-b333644bbf00 req-87cc0271-bd58-4c3b-8c94-f5120105b265 tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e553502-ba8e-44d0-bcac-0e3b922622e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403340 Mar 14 10:30:52.750238 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-164aab1b-eb7e-4012-bda9-519ac5ce6364 req-62f603dc-dda4-406d-a20d-5181593e1e64 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=5e553502-ba8e-44d0-bcac-0e3b922622e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366580 Mar 14 10:30:52.920916 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-0eb72833-4b1f-42f5-bc7d-08649398bf1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (a016a58c-1f8a-4210-ae6c-360b1a1f78c1), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:30:53.098523 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72df17ca-bf35-460d-8cb9-6b2a69c32f92 req-4ce25c6a-5b2b-4ece-87c3-5f87e519285a tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:30:53.099983 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-72df17ca-bf35-460d-8cb9-6b2a69c32f92 req-4ce25c6a-5b2b-4ece-87c3-5f87e519285a tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=180b9721-e314-4054-bed9-67ecaac6ce75 HTTP/1.1" status: 200 len: 943 time: 0.0508351 Mar 14 10:30:53.149594 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-72df17ca-bf35-460d-8cb9-6b2a69c32f92 req-e6f6101a-73fc-4550-a6c8-732d95d9fea2 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f677435-4851-49bd-85f9-2627c7cc2aca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437012 Mar 14 10:30:53.862313 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad36da1a-3575-48f5-ad07-9114df86258d req-bde5280e-ef5b-4e43-ae71-873a37ae3538 tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:30:53.864338 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-ad36da1a-3575-48f5-ad07-9114df86258d req-bde5280e-ef5b-4e43-ae71-873a37ae3538 tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93ba2a6-54c3-4c8a-b8a9-6c8ab4b3c689 HTTP/1.1" status: 200 len: 945 time: 0.0628567 Mar 14 10:30:53.911754 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-ad36da1a-3575-48f5-ad07-9114df86258d req-1442fafd-b2b3-4464-900f-fad662abce5b tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e553502-ba8e-44d0-bcac-0e3b922622e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418916 Mar 14 10:30:54.116225 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.agents_db [None req-e5bc90a1-3fae-4be0-a54a-d59a030b4380 None None] Agent healthcheck: found 6 active agents {{(pid=103645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 10:30:54.164188 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-f4039063-230b-41a9-bf4a-d5dd4b348b96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (46201191-f63a-41db-ad4d-3c2c795fe1c2), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:30:54.272551 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6773b932-d833-48ab-a50b-606d888b7c3a req-22d54b86-a0d5-4a6f-8ef8-d433ff9b8b28 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:30:54.274060 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-6773b932-d833-48ab-a50b-606d888b7c3a req-22d54b86-a0d5-4a6f-8ef8-d433ff9b8b28 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=180b9721-e314-4054-bed9-67ecaac6ce75 HTTP/1.1" status: 200 len: 943 time: 0.0526619 Mar 14 10:30:54.321757 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-6773b932-d833-48ab-a50b-606d888b7c3a req-c14b8653-5db0-4a4e-8a3d-84c04986c882 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f677435-4851-49bd-85f9-2627c7cc2aca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412068 Mar 14 10:30:55.119420 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a3ca2a-e372-4506-8932-3a590765bc1f req-f8a5231c-f2cb-4ee0-86fc-58b99b41f491 tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:30:55.120923 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-72a3ca2a-e372-4506-8932-3a590765bc1f req-f8a5231c-f2cb-4ee0-86fc-58b99b41f491 tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93ba2a6-54c3-4c8a-b8a9-6c8ab4b3c689 HTTP/1.1" status: 200 len: 945 time: 0.1447089 Mar 14 10:30:55.149439 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b47dc7d-9eac-4f79-84bb-0c656b7464b5 req-64d1df26-5cae-4939-b7c3-13f7832e55cf tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:30:55.150820 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-4b47dc7d-9eac-4f79-84bb-0c656b7464b5 req-64d1df26-5cae-4939-b7c3-13f7832e55cf tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a3148c1-9188-4c5e-8c0b-403978db9cf6 HTTP/1.1" status: 200 len: 945 time: 0.1370032 Mar 14 10:30:55.193967 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-72a3ca2a-e372-4506-8932-3a590765bc1f req-90aaf903-9bbb-4360-8ff0-7f179c92d8cf tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e553502-ba8e-44d0-bcac-0e3b922622e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662897 Mar 14 10:30:55.216365 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-4b47dc7d-9eac-4f79-84bb-0c656b7464b5 req-9047bc37-f6f2-43a8-89f2-b4fe58782dfc tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f835d31-e3b8-449c-9db1-2eea62c7b37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584033 Mar 14 10:30:55.320364 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e62b904-600f-496c-9128-f51fda3b7063 req-bbdf64f2-fce2-45fe-861d-cd6184f3d59b tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:30:55.321840 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-9e62b904-600f-496c-9128-f51fda3b7063 req-bbdf64f2-fce2-45fe-861d-cd6184f3d59b tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93ba2a6-54c3-4c8a-b8a9-6c8ab4b3c689 HTTP/1.1" status: 200 len: 945 time: 0.0567634 Mar 14 10:30:55.367517 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-9e62b904-600f-496c-9128-f51fda3b7063 req-957cd4a1-445a-40fa-9c91-48a4f4e06af0 tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e553502-ba8e-44d0-bcac-0e3b922622e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402451 Mar 14 10:30:55.448150 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ac25b1-d8e8-4d09-91c2-3344ca4864a5 req-a1706228-f08e-46d6-9d8d-1a520bca4777 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:30:55.449516 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-c9ac25b1-d8e8-4d09-91c2-3344ca4864a5 req-a1706228-f08e-46d6-9d8d-1a520bca4777 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=180b9721-e314-4054-bed9-67ecaac6ce75 HTTP/1.1" status: 200 len: 943 time: 0.0545771 Mar 14 10:30:55.495427 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-c9ac25b1-d8e8-4d09-91c2-3344ca4864a5 req-f68e664f-cd25-443b-a317-ce589c2cc3be tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f677435-4851-49bd-85f9-2627c7cc2aca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403275 Mar 14 10:30:55.641291 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-a3541fa5-4b74-4b29-92a0-285d4d95a3dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (a9a1db27-ecd3-427e-bc57-ce8de4da4c28), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:30:55.688777 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28899ac8-4c38-4a2a-bccb-1bc6e500e6c5 req-799a3b18-0ef6-4525-81be-d9f9bc1084e0 tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:30:55.690223 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-28899ac8-4c38-4a2a-bccb-1bc6e500e6c5 req-799a3b18-0ef6-4525-81be-d9f9bc1084e0 tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93ba2a6-54c3-4c8a-b8a9-6c8ab4b3c689 HTTP/1.1" status: 200 len: 945 time: 0.0523903 Mar 14 10:30:55.740319 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-28899ac8-4c38-4a2a-bccb-1bc6e500e6c5 req-33698ba5-e6af-4ff3-8d0a-399353a3e54f tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e553502-ba8e-44d0-bcac-0e3b922622e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445764 Mar 14 10:30:56.334089 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1ebcfa-1786-4f94-9da4-449b3555dd68 req-4c2b9c1d-da0d-48b8-a451-83a6be8c552a tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:30:56.335522 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-7b1ebcfa-1786-4f94-9da4-449b3555dd68 req-4c2b9c1d-da0d-48b8-a451-83a6be8c552a tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a3148c1-9188-4c5e-8c0b-403978db9cf6 HTTP/1.1" status: 200 len: 945 time: 0.0548990 Mar 14 10:30:56.381154 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-7b1ebcfa-1786-4f94-9da4-449b3555dd68 req-6b513f8a-5df7-4a68-8a84-2b29c54f655e tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f835d31-e3b8-449c-9db1-2eea62c7b37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399930 Mar 14 10:30:56.615219 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5891e86-ab41-4cb1-972a-f0173952268a req-8cc434df-f263-4e59-8410-45288a47849a tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:30:56.616695 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-c5891e86-ab41-4cb1-972a-f0173952268a req-8cc434df-f263-4e59-8410-45288a47849a tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=180b9721-e314-4054-bed9-67ecaac6ce75 HTTP/1.1" status: 200 len: 943 time: 0.0513344 Mar 14 10:30:56.664548 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-c5891e86-ab41-4cb1-972a-f0173952268a req-64170a18-331f-4c1e-9860-11b9b22723b4 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f677435-4851-49bd-85f9-2627c7cc2aca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424345 Mar 14 10:30:56.981092 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (3daba05a-6d77-487a-83af-fb9f8edf24c0), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:30:57.227008 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (cd4c1fd5-6bd0-46fc-9cd1-9ea8fc180379), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:30:57.250170 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4175d5fe-78b0-460c-9b43-1223ccb015c0 req-bef368fe-560a-47a9-a58e-46b772716c44 tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:30:57.250835 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-4175d5fe-78b0-460c-9b43-1223ccb015c0 req-bef368fe-560a-47a9-a58e-46b772716c44 tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a3148c1-9188-4c5e-8c0b-403978db9cf6 HTTP/1.1" status: 200 len: 945 time: 0.0862329 Mar 14 10:30:57.406931 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.plugin [req-4175d5fe-78b0-460c-9b43-1223ccb015c0 req-6a199580-0ca6-4e82-ab65-a802264c3f0f tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] Deleting port 4d81218b-c05d-4326-baed-3f93f754724b {{(pid=103642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 10:30:57.406931 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [req-4175d5fe-78b0-460c-9b43-1223ccb015c0 req-6a199580-0ca6-4e82-ab65-a802264c3f0f tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739585920741'] for port (4d81218b-c05d-4326-baed-3f93f754724b), before_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:30:57.505904 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.db [req-4175d5fe-78b0-460c-9b43-1223ccb015c0 req-6a199580-0ca6-4e82-ab65-a802264c3f0f tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] For port 4d81218b-c05d-4326-baed-3f93f754724b, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=4d81218b-c05d-4326-baed-3f93f754724b,segment=NetworkSegment(a7d2aa36-dc5d-4b87-b609-12c32136474e),segment_id=a7d2aa36-dc5d-4b87-b609-12c32136474e)] {{(pid=103642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:30:57.506550 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [req-4175d5fe-78b0-460c-9b43-1223ccb015c0 req-6a199580-0ca6-4e82-ab65-a802264c3f0f tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562337'] for port (4d81218b-c05d-4326-baed-3f93f754724b), precommit_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:30:57.515715 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8827b761-9e77-4062-9908-f093acbcf7f6 req-64526b33-1769-4e90-a628-b9cbc7e99427 tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:30:57.517194 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-8827b761-9e77-4062-9908-f093acbcf7f6 req-64526b33-1769-4e90-a628-b9cbc7e99427 tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a3148c1-9188-4c5e-8c0b-403978db9cf6 HTTP/1.1" status: 200 len: 945 time: 0.0563655 Mar 14 10:30:57.528666 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.plugin [req-4175d5fe-78b0-460c-9b43-1223ccb015c0 req-6a199580-0ca6-4e82-ab65-a802264c3f0f tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] Calling delete_port for 4d81218b-c05d-4326-baed-3f93f754724b owned by compute:nova {{(pid=103642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 10:30:57.567897 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-8827b761-9e77-4062-9908-f093acbcf7f6 req-c1f4af72-9272-4d28-ad72-2e34d75f215a tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f835d31-e3b8-449c-9db1-2eea62c7b37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434740 Mar 14 10:30:57.747397 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [req-4175d5fe-78b0-460c-9b43-1223ccb015c0 req-6a199580-0ca6-4e82-ab65-a802264c3f0f tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739585930060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739585409127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9714944'] for port (4d81218b-c05d-4326-baed-3f93f754724b), after_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:30:57.782328 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] get_ports_and_sgs() called for port_ids ['4d81218b-c05d-4326-baed-3f93f754724b'] {{(pid=103644) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 10:30:57.787386 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421e1757-af24-4a2e-9616-88b46cc9ce43 req-1e5e4b1c-da5f-4788-8795-e43d0cd3350b tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:30:57.795021 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-421e1757-af24-4a2e-9616-88b46cc9ce43 req-1e5e4b1c-da5f-4788-8795-e43d0cd3350b tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=180b9721-e314-4054-bed9-67ecaac6ce75 HTTP/1.1" status: 200 len: 943 time: 0.0581219 Mar 14 10:30:57.823869 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a199580-0ca6-4e82-ab65-a802264c3f0f tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] Pushing event deleted for resources: {'Port': ['ID=4d81218b-c05d-4326-baed-3f93f754724b,revision_number=None']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:30:57.838124 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-421e1757-af24-4a2e-9616-88b46cc9ce43 req-8da08bff-bf63-4892-9f24-77b5d4bd82aa tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f677435-4851-49bd-85f9-2627c7cc2aca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427620 Mar 14 10:30:57.847125 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.db.l3_dvrscheduler_db [req-4175d5fe-78b0-460c-9b43-1223ccb015c0 req-6a199580-0ca6-4e82-ab65-a802264c3f0f tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] No DVR routers for this DVR port 4d81218b-c05d-4326-baed-3f93f754724b on host hv-cinder-83354 {{(pid=103642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 10:30:57.850347 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [req-4175d5fe-78b0-460c-9b43-1223ccb015c0 req-6a199580-0ca6-4e82-ab65-a802264c3f0f tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211739'] for port (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:30:57.856656 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-4175d5fe-78b0-460c-9b43-1223ccb015c0 req-6a199580-0ca6-4e82-ab65-a802264c3f0f tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] 10.222.0.39 "DELETE /v2.0/ports/4d81218b-c05d-4326-baed-3f93f754724b HTTP/1.1" status: 204 len: 173 time: 0.6000905 Mar 14 10:30:57.857137 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a3148c1-9188-4c5e-8c0b-403978db9cf6', 'name': 'network-vif-deleted', 'tag': '4d81218b-c05d-4326-baed-3f93f754724b'}] {{(pid=103642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:30:57.859468 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2719b20af467307de00d33cfc3bda2b7e701d9c3500810f7746d17fecb5aed99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96cf833f-cf52-43d2-a7a6-d829f41bcc48" -d '{"events": [{"server_uuid": "5a3148c1-9188-4c5e-8c0b-403978db9cf6", "name": "network-vif-deleted", "tag": "4d81218b-c05d-4326-baed-3f93f754724b"}]}' {{(pid=103642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:30:57.892829 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 10:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0f45857-4dae-4f30-a38e-d1a850ae8cb0 x-openstack-request-id: req-b0f45857-4dae-4f30-a38e-d1a850ae8cb0 {{(pid=103642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:30:57.893146 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a3148c1-9188-4c5e-8c0b-403978db9cf6", "name": "network-vif-deleted", "tag": "4d81218b-c05d-4326-baed-3f93f754724b", "status": "completed", "code": 200}]} {{(pid=103642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:30:57.893400 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b0f45857-4dae-4f30-a38e-d1a850ae8cb0 {{(pid=103642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:30:57.894569 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a3148c1-9188-4c5e-8c0b-403978db9cf6', 'name': 'network-vif-deleted', 'tag': '4d81218b-c05d-4326-baed-3f93f754724b', 'status': 'completed', 'code': 200} Mar 14 10:30:58.677640 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-0c4ffc1e-785b-4ec2-b515-7f823956cc15 req-bba0b91e-2f95-4ffb-b110-75a96d93f7e5 tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a3148c1-9188-4c5e-8c0b-403978db9cf6 HTTP/1.1" status: 200 len: 210 time: 0.0284822 Mar 14 10:30:58.963898 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f233ed-609b-46e1-b148-915f36b26365 req-8a7d20da-e49e-4804-9ec5-674125ca74fe tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:30:58.965351 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-05f233ed-609b-46e1-b148-915f36b26365 req-8a7d20da-e49e-4804-9ec5-674125ca74fe tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=180b9721-e314-4054-bed9-67ecaac6ce75 HTTP/1.1" status: 200 len: 943 time: 0.0541265 Mar 14 10:30:59.010555 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-05f233ed-609b-46e1-b148-915f36b26365 req-b729a6d3-3e8a-4fa6-ac04-5413a5f3402c tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f677435-4851-49bd-85f9-2627c7cc2aca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398107 Mar 14 10:30:59.802974 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c815d7d7-e521-490f-9e8d-27e17f815c7e req-a63c68e5-2520-4ba8-9d08-b28af4ef78cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:30:59.804506 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-c815d7d7-e521-490f-9e8d-27e17f815c7e req-a63c68e5-2520-4ba8-9d08-b28af4ef78cd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5472bedc1d6a4e30b10a78f0f7cd05c1&device_id=180b9721-e314-4054-bed9-67ecaac6ce75 HTTP/1.1" status: 200 len: 1127 time: 0.0436957 Mar 14 10:30:59.905325 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c815d7d7-e521-490f-9e8d-27e17f815c7e req-2a4b12ba-f85e-4d75-aeea-2ef95e57d00e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:30:59.906817 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-c815d7d7-e521-490f-9e8d-27e17f815c7e req-2a4b12ba-f85e-4d75-aeea-2ef95e57d00e service neutron] 10.222.0.39 "GET /v2.0/networks?id=b306e4a1-3e45-418e-92a7-1cdae507ef31 HTTP/1.1" status: 200 len: 917 time: 0.0834165 Mar 14 10:30:59.971515 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-c815d7d7-e521-490f-9e8d-27e17f815c7e req-5daf4d86-04d4-449d-9304-44f2f2e84935 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8ca4c75-317c-4445-8202-35b27c13057e HTTP/1.1" status: 200 len: 998 time: 0.0587492 Mar 14 10:31:00.018261 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c815d7d7-e521-490f-9e8d-27e17f815c7e req-e76357ae-0597-4684-ab30-4bb5bcfe6b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:31:00.019711 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-c815d7d7-e521-490f-9e8d-27e17f815c7e req-e76357ae-0597-4684-ab30-4bb5bcfe6b15 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=583b334f-c92c-40ae-ba3b-abff06ff8c22 HTTP/1.1" status: 200 len: 855 time: 0.0418673 Mar 14 10:31:00.069225 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c815d7d7-e521-490f-9e8d-27e17f815c7e req-8f401f71-9805-4842-846d-37737d2bc078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:31:00.070710 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-c815d7d7-e521-490f-9e8d-27e17f815c7e req-8f401f71-9805-4842-846d-37737d2bc078 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b306e4a1-3e45-418e-92a7-1cdae507ef31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441384 Mar 14 10:31:00.146486 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb67b14-9998-4279-bbc8-d3193704dfc5 req-38af8582-8ade-41b0-9805-098f1b1f9578 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:31:00.148000 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-2fb67b14-9998-4279-bbc8-d3193704dfc5 req-38af8582-8ade-41b0-9805-098f1b1f9578 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=180b9721-e314-4054-bed9-67ecaac6ce75 HTTP/1.1" status: 200 len: 943 time: 0.0662601 Mar 14 10:31:00.165935 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-c815d7d7-e521-490f-9e8d-27e17f815c7e req-4d05f62a-f12b-4631-9705-cb39681e6495 service neutron] 10.222.0.39 "GET /v2.0/networks/b306e4a1-3e45-418e-92a7-1cdae507ef31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888731 Mar 14 10:31:00.194336 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-2fb67b14-9998-4279-bbc8-d3193704dfc5 req-9cfafd7d-1dbf-48d7-ba24-694e798919cd tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f677435-4851-49bd-85f9-2627c7cc2aca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409126 Mar 14 10:31:00.257937 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-c815d7d7-e521-490f-9e8d-27e17f815c7e req-2b41be17-9402-4e07-8245-86472ff6218c service neutron] 10.222.0.39 "GET /v2.0/networks/b306e4a1-3e45-418e-92a7-1cdae507ef31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860231 Mar 14 10:31:01.053983 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Device f8ca4c75-317c-4445-8202-35b27c13057e details requested by agent hyperv_hv-cinder-83354 with host hv-cinder-83354 {{(pid=103644) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 10:31:01.066866 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Device 4d81218b-c05d-4326-baed-3f93f754724b no longer exists at agent hyperv_hv-cinder-83354 {{(pid=103644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 10:31:01.088951 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] No Port match for: 4d81218b-c05d-4326-baed-3f93f754724b {{(pid=103644) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 10:31:01.089300 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Device 4d81218b-c05d-4326-baed-3f93f754724b not bound to the agent host hv-cinder-83354 {{(pid=103644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 10:31:01.171261 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] For port f8ca4c75-317c-4445-8202-35b27c13057e, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=f8ca4c75-317c-4445-8202-35b27c13057e,segment=NetworkSegment(9b07e94b-cdee-4fcd-b18d-5adbca991074),segment_id=9b07e94b-cdee-4fcd-b18d-5adbca991074)] {{(pid=103644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:31:01.182628 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Returning: {'device': 'f8ca4c75-317c-4445-8202-35b27c13057e', 'network_id': 'b306e4a1-3e45-418e-92a7-1cdae507ef31', 'port_id': 'f8ca4c75-317c-4445-8202-35b27c13057e', 'mac_address': 'fa:16:3e:e2:8a:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '583b334f-c92c-40ae-ba3b-abff06ff8c22', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103644) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 10:31:01.219339 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Current status of the port f8ca4c75-317c-4445-8202-35b27c13057e is: DOWN; New status is: BUILD {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:31:01.219766 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (f8ca4c75-317c-4445-8202-35b27c13057e), before_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:31:01.234289 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.notifiers.nova [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8ca4c75-317c-4445-8202-35b27c13057e {{(pid=103644) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 10:31:01.254326 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] For port f8ca4c75-317c-4445-8202-35b27c13057e, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=f8ca4c75-317c-4445-8202-35b27c13057e,segment=NetworkSegment(9b07e94b-cdee-4fcd-b18d-5adbca991074),segment_id=9b07e94b-cdee-4fcd-b18d-5adbca991074)] {{(pid=103644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:31:01.308518 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (f8ca4c75-317c-4445-8202-35b27c13057e), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:31:01.326497 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8d6255-ae9d-4b93-8ba5-9ba58021cae5 req-6e02ac01-8211-49d5-aea7-81c37334f05c tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:31:01.328003 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-1d8d6255-ae9d-4b93-8ba5-9ba58021cae5 req-6e02ac01-8211-49d5-aea7-81c37334f05c tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=180b9721-e314-4054-bed9-67ecaac6ce75 HTTP/1.1" status: 200 len: 943 time: 0.0611999 Mar 14 10:31:01.375155 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Pushing event updated for resources: {'Port': ['ID=f8ca4c75-317c-4445-8202-35b27c13057e,revision_number=9']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:31:01.379480 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-1d8d6255-ae9d-4b93-8ba5-9ba58021cae5 req-f616845a-3f8d-4cfc-9ce8-dd10d0fbd6b2 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f677435-4851-49bd-85f9-2627c7cc2aca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450592 Mar 14 10:31:02.501847 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb451cd-c0f6-468b-9524-1210bae0d34d req-4df51428-61d8-4cf3-b0d9-3b0823809822 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:31:02.503297 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-3fb451cd-c0f6-468b-9524-1210bae0d34d req-4df51428-61d8-4cf3-b0d9-3b0823809822 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=180b9721-e314-4054-bed9-67ecaac6ce75 HTTP/1.1" status: 200 len: 944 time: 0.0517745 Mar 14 10:31:02.547871 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-3fb451cd-c0f6-468b-9524-1210bae0d34d req-a35c7f56-9ef4-49df-9042-23805043bbb7 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f677435-4851-49bd-85f9-2627c7cc2aca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390198 Mar 14 10:31:03.669129 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ddf58b-ec8c-4ff3-93a0-a5ff41f33270 req-9b645ffd-3d84-46e5-98bf-629a295dbbaf tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:31:03.670596 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-83ddf58b-ec8c-4ff3-93a0-a5ff41f33270 req-9b645ffd-3d84-46e5-98bf-629a295dbbaf tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=180b9721-e314-4054-bed9-67ecaac6ce75 HTTP/1.1" status: 200 len: 944 time: 0.0521915 Mar 14 10:31:03.718431 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-83ddf58b-ec8c-4ff3-93a0-a5ff41f33270 req-59456c73-31cb-4256-88d4-cc5b90cab846 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f677435-4851-49bd-85f9-2627c7cc2aca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417256 Mar 14 10:31:04.840076 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6993653d-abce-4992-bd19-9b6af85c938d req-f6aca9ab-f4df-4c7d-a15c-5a46e73f921c tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:31:04.841534 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-6993653d-abce-4992-bd19-9b6af85c938d req-f6aca9ab-f4df-4c7d-a15c-5a46e73f921c tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=180b9721-e314-4054-bed9-67ecaac6ce75 HTTP/1.1" status: 200 len: 944 time: 0.0515683 Mar 14 10:31:04.981285 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-6993653d-abce-4992-bd19-9b6af85c938d req-fcb87acb-dd28-47e3-a54c-d30693e2be10 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f677435-4851-49bd-85f9-2627c7cc2aca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1343851 Mar 14 10:31:05.191616 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] get_ports_and_sgs() called for port_ids ['f8ca4c75-317c-4445-8202-35b27c13057e'] {{(pid=103644) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 10:31:06.103785 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4ac35b-d0df-4b40-87e7-b2f0a906a32b req-e084c86f-ec09-4fcf-bdb8-6b2f4e570646 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:31:06.105238 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-3c4ac35b-d0df-4b40-87e7-b2f0a906a32b req-e084c86f-ec09-4fcf-bdb8-6b2f4e570646 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=180b9721-e314-4054-bed9-67ecaac6ce75 HTTP/1.1" status: 200 len: 944 time: 0.0521219 Mar 14 10:31:06.150440 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-3c4ac35b-d0df-4b40-87e7-b2f0a906a32b req-28193f58-fdcf-44e1-bcf7-99da8aaa78e7 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f677435-4851-49bd-85f9-2627c7cc2aca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397608 Mar 14 10:31:06.451294 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Device f8ca4c75-317c-4445-8202-35b27c13057e up at agent hyperv_hv-cinder-83354 {{(pid=103644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:31:06.499972 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Provisioning complete for port f8ca4c75-317c-4445-8202-35b27c13057e triggered by entity L2. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:31:06.500359 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (f8ca4c75-317c-4445-8202-35b27c13057e), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:31:06.574219 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Current status of the port f8ca4c75-317c-4445-8202-35b27c13057e is: BUILD; New status is: ACTIVE {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:31:06.574614 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (f8ca4c75-317c-4445-8202-35b27c13057e), before_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:31:06.597324 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '180b9721-e314-4054-bed9-67ecaac6ce75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8ca4c75-317c-4445-8202-35b27c13057e'}] {{(pid=103644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:31:06.599562 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cdcf2ce3ae030c6c85cf8a8616b2d58d36b16ae178b61bcd15320d14238e4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f294912f-beb4-45a1-8703-8cb57d85e510" -d '{"events": [{"server_uuid": "180b9721-e314-4054-bed9-67ecaac6ce75", "name": "network-vif-plugged", "status": "completed", "tag": "f8ca4c75-317c-4445-8202-35b27c13057e"}]}' {{(pid=103644) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:31:06.615875 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] For port f8ca4c75-317c-4445-8202-35b27c13057e, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=f8ca4c75-317c-4445-8202-35b27c13057e,segment=NetworkSegment(9b07e94b-cdee-4fcd-b18d-5adbca991074),segment_id=9b07e94b-cdee-4fcd-b18d-5adbca991074)] {{(pid=103644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:31:06.637958 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 10:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b8a330a-cf4d-4d5c-b7de-cab1bab554b2 x-openstack-request-id: req-5b8a330a-cf4d-4d5c-b7de-cab1bab554b2 {{(pid=103644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:31:06.638279 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "180b9721-e314-4054-bed9-67ecaac6ce75", "name": "network-vif-plugged", "status": "completed", "tag": "f8ca4c75-317c-4445-8202-35b27c13057e", "code": 200}]} {{(pid=103644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:31:06.638542 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5b8a330a-cf4d-4d5c-b7de-cab1bab554b2 {{(pid=103644) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:31:06.638996 dv-cinder-833544-1-iscsi neutron-server[103644]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '180b9721-e314-4054-bed9-67ecaac6ce75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8ca4c75-317c-4445-8202-35b27c13057e', 'code': 200} Mar 14 10:31:06.715346 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (f8ca4c75-317c-4445-8202-35b27c13057e), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:31:06.762593 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Pushing event updated for resources: {'Port': ['ID=f8ca4c75-317c-4445-8202-35b27c13057e,revision_number=10']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:31:07.004360 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba16f6c7-6c80-497f-b385-9e2cda36415b req-815e81df-829c-4b34-9b18-434a0ec5125e tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:31:07.005831 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-ba16f6c7-6c80-497f-b385-9e2cda36415b req-815e81df-829c-4b34-9b18-434a0ec5125e tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93ba2a6-54c3-4c8a-b8a9-6c8ab4b3c689 HTTP/1.1" status: 200 len: 945 time: 0.0598793 Mar 14 10:31:07.051237 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-ba16f6c7-6c80-497f-b385-9e2cda36415b req-48597901-ce20-4b7d-9d3f-1995e51a3b92 tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e553502-ba8e-44d0-bcac-0e3b922622e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400517 Mar 14 10:31:07.073027 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 45938) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:31:07.156842 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d7b292-c1b5-4ac2-8a40-bc2cc5d3cd6d tempest-TestMinimumBasicScenario-1750444204 tempest-TestMinimumBasicScenario-1750444204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:31:07.158327 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-00d7b292-c1b5-4ac2-8a40-bc2cc5d3cd6d tempest-TestMinimumBasicScenario-1750444204 tempest-TestMinimumBasicScenario-1750444204-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=e93ba2a6-54c3-4c8a-b8a9-6c8ab4b3c689 HTTP/1.1" status: 200 len: 1124 time: 0.0843396 Mar 14 10:31:07.161992 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 45942) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:31:07.166244 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [None req-0bb28820-62c7-413e-8d0a-c73e1807bf0e tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Request body: {'floatingip': {'floating_network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'port_id': 'ac1c5544-8f75-453b-b8b3-b1c00fd04275', 'tenant_id': '2e6c27112eef433e92d2b52711c12a4a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:31:07.273380 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dee9cb-1758-47d2-bea5-dc382ee790ca req-0c30c5c0-0126-4d95-a1c9-0f16d303286d tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:31:07.274831 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-84dee9cb-1758-47d2-bea5-dc382ee790ca req-0c30c5c0-0126-4d95-a1c9-0f16d303286d tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=180b9721-e314-4054-bed9-67ecaac6ce75 HTTP/1.1" status: 200 len: 946 time: 0.0520172 Mar 14 10:31:07.276246 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-0bb28820-62c7-413e-8d0a-c73e1807bf0e tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:31:07.348167 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-84dee9cb-1758-47d2-bea5-dc382ee790ca req-b5444bcc-a4cd-4439-8a72-036a99e88097 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f677435-4851-49bd-85f9-2627c7cc2aca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676692 Mar 14 10:31:07.412837 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-0bb28820-62c7-413e-8d0a-c73e1807bf0e tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:31:07.522823 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.db.db_base_plugin_common [None req-0bb28820-62c7-413e-8d0a-c73e1807bf0e tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Allocated IP 172.27.2.202 (d3edc090-f075-4654-a10f-87b9c191544a/b94c44b1-4eb3-4139-bb38-cf15afc675ad/9a3cd512-31a6-46b3-be06-b3a27c7ecc10) {{(pid=103643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 10:31:07.588038 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2957f2b3-a47a-4b6e-a579-ff436de9744e req-da0dce98-c8dd-4e82-8252-4b5d4af492a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:31:07.589517 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-2957f2b3-a47a-4b6e-a579-ff436de9744e req-da0dce98-c8dd-4e82-8252-4b5d4af492a6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=180b9721-e314-4054-bed9-67ecaac6ce75 HTTP/1.1" status: 200 len: 1130 time: 0.2504942 Mar 14 10:31:07.622889 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-0bb28820-62c7-413e-8d0a-c73e1807bf0e tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Publish callbacks [] for port (9a3cd512-31a6-46b3-be06-b3a27c7ecc10), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:31:07.632508 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-2957f2b3-a47a-4b6e-a579-ff436de9744e req-ab60f9bd-ec64-4f96-821d-b380d619bd4f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=7f677435-4851-49bd-85f9-2627c7cc2aca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358424 Mar 14 10:31:07.718715 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-0bb28820-62c7-413e-8d0a-c73e1807bf0e tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739585409118'] for port (9a3cd512-31a6-46b3-be06-b3a27c7ecc10), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:31:07.755141 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb28820-62c7-413e-8d0a-c73e1807bf0e tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Network d3edc090-f075-4654-a10f-87b9c191544a is already hosted by enough agents. {{(pid=103643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:31:07.757932 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.base_scheduler [None req-0bb28820-62c7-413e-8d0a-c73e1807bf0e tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Resources bound (agent type, host, resource id): {{(pid=103643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:31:07.761286 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb28820-62c7-413e-8d0a-c73e1807bf0e tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Received port after_create {{(pid=103643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 10:31:07.787129 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb28820-62c7-413e-8d0a-c73e1807bf0e tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Pushing event updated for resources: {'Port': ['ID=9a3cd512-31a6-46b3-be06-b3a27c7ecc10,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:31:07.799196 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb28820-62c7-413e-8d0a-c73e1807bf0e tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:31:07.799549 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb28820-62c7-413e-8d0a-c73e1807bf0e tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:31:07.800456 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb28820-62c7-413e-8d0a-c73e1807bf0e tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:31:07.800799 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb28820-62c7-413e-8d0a-c73e1807bf0e tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:31:07.801131 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb28820-62c7-413e-8d0a-c73e1807bf0e tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:31:07.801459 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb28820-62c7-413e-8d0a-c73e1807bf0e tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:31:07.801788 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb28820-62c7-413e-8d0a-c73e1807bf0e tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:31:07.802115 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb28820-62c7-413e-8d0a-c73e1807bf0e tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:31:07.802454 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb28820-62c7-413e-8d0a-c73e1807bf0e tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:31:07.802763 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb28820-62c7-413e-8d0a-c73e1807bf0e tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:31:07.803085 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb28820-62c7-413e-8d0a-c73e1807bf0e tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:31:07.803435 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb28820-62c7-413e-8d0a-c73e1807bf0e tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:31:07.803850 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb28820-62c7-413e-8d0a-c73e1807bf0e tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:31:07.804174 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb28820-62c7-413e-8d0a-c73e1807bf0e tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:31:07.804493 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb28820-62c7-413e-8d0a-c73e1807bf0e tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:31:08.097775 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-0bb28820-62c7-413e-8d0a-c73e1807bf0e tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Publish callbacks [] for floatingip (b1fd568a-624b-4ce9-b8d3-b6a1378774fe), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:31:08.215920 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-0bb28820-62c7-413e-8d0a-c73e1807bf0e tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (9a3cd512-31a6-46b3-be06-b3a27c7ecc10), before_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:31:08.359316 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-0bb28820-62c7-413e-8d0a-c73e1807bf0e tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Publish callbacks [] for port (9a3cd512-31a6-46b3-be06-b3a27c7ecc10), precommit_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:31:08.450379 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-0bb28820-62c7-413e-8d0a-c73e1807bf0e tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (9a3cd512-31a6-46b3-be06-b3a27c7ecc10), after_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:31:08.482974 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-0bb28820-62c7-413e-8d0a-c73e1807bf0e tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-564448'] for floatingip (b1fd568a-624b-4ce9-b8d3-b6a1378774fe), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:31:08.540512 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb28820-62c7-413e-8d0a-c73e1807bf0e tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Pushing event updated for resources: {'Port': ['ID=9a3cd512-31a6-46b3-be06-b3a27c7ecc10,revision_number=2']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:31:08.548775 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f112654f-fc1f-4a50-897c-6c6c9980aa80 req-cfc5be13-1103-41f5-9ef6-c5a7d8fba25f tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:31:08.550883 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-f112654f-fc1f-4a50-897c-6c6c9980aa80 req-cfc5be13-1103-41f5-9ef6-c5a7d8fba25f tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=180b9721-e314-4054-bed9-67ecaac6ce75 HTTP/1.1" status: 200 len: 946 time: 0.1320732 Mar 14 10:31:08.638593 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-f112654f-fc1f-4a50-897c-6c6c9980aa80 req-039f25c3-f885-4b1d-9eb3-294cc2726a04 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f677435-4851-49bd-85f9-2627c7cc2aca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807796 Mar 14 10:31:08.641479 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.db.l3_db [None req-0bb28820-62c7-413e-8d0a-c73e1807bf0e tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Floating IP b1fd568a-624b-4ce9-b8d3-b6a1378774fe associated. External IP: 172.27.2.202, port: ac1c5544-8f75-453b-b8b3-b1c00fd04275. Mar 14 10:31:09.054787 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bb28820-62c7-413e-8d0a-c73e1807bf0e tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Router e7c42b5b-6d3f-400d-9e44-28c05bffee6f has already been hosted by L3 agent a016a58c-1f8a-4210-ae6c-360b1a1f78c1 {{(pid=103643) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 10:31:09.159413 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bb28820-62c7-413e-8d0a-c73e1807bf0e tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Notify agent at l3_agent.dv-cinder-833544-1-iscsi the message routers_updated {{(pid=103643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 10:31:09.168619 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f742cdb-6ed8-4126-8318-6fecbc3b018e None None] Sync routers for ids ['e7c42b5b-6d3f-400d-9e44-28c05bffee6f'] in dv-cinder-833544-1-iscsi {{(pid=103644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 10:31:09.177847 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f742cdb-6ed8-4126-8318-6fecbc3b018e None None] Routers {'e7c42b5b-6d3f-400d-9e44-28c05bffee6f'} bound to L3 agent in host dv-cinder-833544-1-iscsi {{(pid=103644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:31:09.178448 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-5f742cdb-6ed8-4126-8318-6fecbc3b018e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833544-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T10:17:23Z,description=,heartbeat_timestamp=2022-03-14T10:30:53Z,host='dv-cinder-833544-1-iscsi',id=a016a58c-1f8a-4210-ae6c-360b1a1f78c1,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:17:24Z,topic='l3_agent')) {'router_ids': ['e7c42b5b-6d3f-400d-9e44-28c05bffee6f'], 'active': True} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:31:09.240419 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-0bb28820-62c7-413e-8d0a-c73e1807bf0e tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211739'] for floatingip (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:31:09.269769 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-0bb28820-62c7-413e-8d0a-c73e1807bf0e tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1067662 Mar 14 10:31:09.271074 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e93ba2a6-54c3-4c8a-b8a9-6c8ab4b3c689', 'tag': 'ac1c5544-8f75-453b-b8b3-b1c00fd04275'}] {{(pid=103643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:31:09.272583 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b58adf1808d3e8f2b7de4636db435fb255da6a44abdc46a7a48cdc23cb85b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4562167d-62d3-4f79-88c4-7484c64624cd" -d '{"events": [{"name": "network-changed", "server_uuid": "e93ba2a6-54c3-4c8a-b8a9-6c8ab4b3c689", "tag": "ac1c5544-8f75-453b-b8b3-b1c00fd04275"}]}' {{(pid=103643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:31:09.272851 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 45954) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:31:09.277324 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.v2.base [None req-1632094b-a22b-4c43-97bf-1df531ee852a tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-353812754', 'description': 'tempest-secgroup-smoke-353812754 description', 'project_id': '2e6c27112eef433e92d2b52711c12a4a'}} {{(pid=103642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:31:09.289843 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvr_db [None req-5f742cdb-6ed8-4126-8318-6fecbc3b018e None None] Set router e7c42b5b-6d3f-400d-9e44-28c05bffee6f gateway port host: dv-cinder-833544-1-iscsi {{(pid=103644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:31:09.310886 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 10:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e16c57ee-8582-407b-87e5-6b333f71365e x-openstack-request-id: req-e16c57ee-8582-407b-87e5-6b333f71365e {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:31:09.311172 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e93ba2a6-54c3-4c8a-b8a9-6c8ab4b3c689", "tag": "ac1c5544-8f75-453b-b8b3-b1c00fd04275", "status": "completed", "code": 200}]} {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:31:09.311451 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e16c57ee-8582-407b-87e5-6b333f71365e {{(pid=103643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:31:09.311838 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e93ba2a6-54c3-4c8a-b8a9-6c8ab4b3c689', 'tag': 'ac1c5544-8f75-453b-b8b3-b1c00fd04275', 'status': 'completed', 'code': 200} Mar 14 10:31:09.352808 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-1632094b-a22b-4c43-97bf-1df531ee852a tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Publish callbacks [] for security_group (None), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:31:09.416459 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-1632094b-a22b-4c43-97bf-1df531ee852a tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Publish callbacks [] for security_group (4f8fb65b-b67e-411e-abe3-ede8e9903a26), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:31:09.480904 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-1632094b-a22b-4c43-97bf-1df531ee852a tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (4f8fb65b-b67e-411e-abe3-ede8e9903a26), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:31:09.509518 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1632094b-a22b-4c43-97bf-1df531ee852a tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f8fb65b-b67e-411e-abe3-ede8e9903a26,revision_number=1']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:31:09.513269 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-5f742cdb-6ed8-4126-8318-6fecbc3b018e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7c42b5b-6d3f-400d-9e44-28c05bffee6f', 'name': 'tempest-TestMinimumBasicScenario-1768344314-router', 'tenant_id': '2e6c27112eef433e92d2b52711c12a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '3e95f1c5-5cd8-4d8a-b1b5-be9d5f2bd310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:29:42Z', 'updated_at': '2022-03-14T10:29:46Z', 'revision_number': 4, 'project_id': '2e6c27112eef433e92d2b52711c12a4a', 'gw_port': {'id': '3e95f1c5-5cd8-4d8a-b1b5-be9d5f2bd310', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:25:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c42b5b-6d3f-400d-9e44-28c05bffee6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:29:43Z', 'updated_at': '2022-03-14T10:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi', '_floatingips': [{'id': 'b1fd568a-624b-4ce9-b8d3-b6a1378774fe', 'tenant_id': '2e6c27112eef433e92d2b52711c12a4a', 'floating_ip_address': '172.27.2.202', 'floating_network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'router_id': 'e7c42b5b-6d3f-400d-9e44-28c05bffee6f', 'port_id': 'ac1c5544-8f75-453b-b8b3-b1c00fd04275', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6882a9ee-c558-49c4-8be5-9a1210fcc04f', 'mac_address': 'fa:16:3e:e7:d4:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e93ba2a6-54c3-4c8a-b8a9-6c8ab4b3c689', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T10:31:07Z', 'updated_at': '2022-03-14T10:31:07Z', 'revision_number': 0, 'project_id': '2e6c27112eef433e92d2b52711c12a4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cff9e9c-1bbe-4802-a205-5a46c4881e50', 'name': '', 'network_id': '6882a9ee-c558-49c4-8be5-9a1210fcc04f', 'tenant_id': '2e6c27112eef433e92d2b52711c12a4a', 'mac_address': 'fa:16:3e:7f:dd:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c42b5b-6d3f-400d-9e44-28c05bffee6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'd240598c-3b92-461b-83ad-570466ab5f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:29:45Z', 'updated_at': '2022-03-14T10:29:50Z', 'revision_number': 5, 'project_id': '2e6c27112eef433e92d2b52711c12a4a', 'subnets': [{'id': 'd240598c-3b92-461b-83ad-570466ab5f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833544-1-iscsi', False) {} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:31:09.543164 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f742cdb-6ed8-4126-8318-6fecbc3b018e None None] Checking router: e7c42b5b-6d3f-400d-9e44-28c05bffee6f for host: dv-cinder-833544-1-iscsi {{(pid=103644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 10:31:09.551832 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f742cdb-6ed8-4126-8318-6fecbc3b018e None None] Routers {'e7c42b5b-6d3f-400d-9e44-28c05bffee6f'} bound to L3 agent in host dv-cinder-833544-1-iscsi {{(pid=103644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:31:09.552429 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-5f742cdb-6ed8-4126-8318-6fecbc3b018e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833544-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T10:17:23Z,description=,heartbeat_timestamp=2022-03-14T10:30:53Z,host='dv-cinder-833544-1-iscsi',id=a016a58c-1f8a-4210-ae6c-360b1a1f78c1,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:17:24Z,topic='l3_agent')) {'router_ids': ['e7c42b5b-6d3f-400d-9e44-28c05bffee6f'], 'active': True} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:31:09.569346 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-1632094b-a22b-4c43-97bf-1df531ee852a tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Publish callbacks [] for security_group (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:31:09.570583 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-1632094b-a22b-4c43-97bf-1df531ee852a tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2967305 Mar 14 10:31:09.573405 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 45958) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:31:09.577751 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.v2.base [None req-dd82b9a6-1d01-4023-9f1b-244272481010 tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Request body: {'security_group_rule': {'security_group_id': '4f8fb65b-b67e-411e-abe3-ede8e9903a26', 'project_id': '2e6c27112eef433e92d2b52711c12a4a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:31:09.657249 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-dd82b9a6-1d01-4023-9f1b-244272481010 tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Publish callbacks [] for security_group_rule (666e3fe0-ac0e-45bb-bafa-e4110016077d), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:31:09.661451 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvr_db [None req-5f742cdb-6ed8-4126-8318-6fecbc3b018e None None] Set router e7c42b5b-6d3f-400d-9e44-28c05bffee6f gateway port host: dv-cinder-833544-1-iscsi {{(pid=103644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:31:09.713714 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-dd82b9a6-1d01-4023-9f1b-244272481010 tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Publish callbacks [] for security_group_rule (666e3fe0-ac0e-45bb-bafa-e4110016077d), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:31:09.763898 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0160c2-df49-402f-8dfc-895628d81168 req-1e63c516-68c9-4623-b8ec-85d541c72ec8 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:31:09.765468 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-3f0160c2-df49-402f-8dfc-895628d81168 req-1e63c516-68c9-4623-b8ec-85d541c72ec8 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=180b9721-e314-4054-bed9-67ecaac6ce75 HTTP/1.1" status: 200 len: 946 time: 0.0536475 Mar 14 10:31:09.798802 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-dd82b9a6-1d01-4023-9f1b-244272481010 tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673333'] for security_group_rule (666e3fe0-ac0e-45bb-bafa-e4110016077d), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:31:09.814438 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-3f0160c2-df49-402f-8dfc-895628d81168 req-cd67cc66-6068-43e4-849d-f987da2e1183 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f677435-4851-49bd-85f9-2627c7cc2aca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431793 Mar 14 10:31:09.819344 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd82b9a6-1d01-4023-9f1b-244272481010 tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=666e3fe0-ac0e-45bb-bafa-e4110016077d,revision_number=0']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:31:09.886011 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-5f742cdb-6ed8-4126-8318-6fecbc3b018e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7c42b5b-6d3f-400d-9e44-28c05bffee6f', 'name': 'tempest-TestMinimumBasicScenario-1768344314-router', 'tenant_id': '2e6c27112eef433e92d2b52711c12a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '3e95f1c5-5cd8-4d8a-b1b5-be9d5f2bd310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:29:42Z', 'updated_at': '2022-03-14T10:29:46Z', 'revision_number': 4, 'project_id': '2e6c27112eef433e92d2b52711c12a4a', 'gw_port': {'id': '3e95f1c5-5cd8-4d8a-b1b5-be9d5f2bd310', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:25:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c42b5b-6d3f-400d-9e44-28c05bffee6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:29:43Z', 'updated_at': '2022-03-14T10:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi', '_floatingips': [{'id': 'b1fd568a-624b-4ce9-b8d3-b6a1378774fe', 'tenant_id': '2e6c27112eef433e92d2b52711c12a4a', 'floating_ip_address': '172.27.2.202', 'floating_network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'router_id': 'e7c42b5b-6d3f-400d-9e44-28c05bffee6f', 'port_id': 'ac1c5544-8f75-453b-b8b3-b1c00fd04275', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6882a9ee-c558-49c4-8be5-9a1210fcc04f', 'mac_address': 'fa:16:3e:e7:d4:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e93ba2a6-54c3-4c8a-b8a9-6c8ab4b3c689', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T10:31:07Z', 'updated_at': '2022-03-14T10:31:07Z', 'revision_number': 0, 'project_id': '2e6c27112eef433e92d2b52711c12a4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cff9e9c-1bbe-4802-a205-5a46c4881e50', 'name': '', 'network_id': '6882a9ee-c558-49c4-8be5-9a1210fcc04f', 'tenant_id': '2e6c27112eef433e92d2b52711c12a4a', 'mac_address': 'fa:16:3e:7f:dd:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c42b5b-6d3f-400d-9e44-28c05bffee6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'd240598c-3b92-461b-83ad-570466ab5f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:29:45Z', 'updated_at': '2022-03-14T10:29:50Z', 'revision_number': 5, 'project_id': '2e6c27112eef433e92d2b52711c12a4a', 'subnets': [{'id': 'd240598c-3b92-461b-83ad-570466ab5f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833544-1-iscsi', False) {} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:31:09.894449 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-dd82b9a6-1d01-4023-9f1b-244272481010 tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:31:09.895787 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-dd82b9a6-1d01-4023-9f1b-244272481010 tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3214402 Mar 14 10:31:09.898634 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 45962) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:31:09.902946 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.v2.base [None req-a36264da-9925-4eeb-a3ac-08f09890879a tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Request body: {'security_group_rule': {'security_group_id': '4f8fb65b-b67e-411e-abe3-ede8e9903a26', 'project_id': '2e6c27112eef433e92d2b52711c12a4a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:31:09.915813 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f742cdb-6ed8-4126-8318-6fecbc3b018e None None] The sync data for ids ['e7c42b5b-6d3f-400d-9e44-28c05bffee6f'] in dv-cinder-833544-1-iscsi is: [{'id': 'e7c42b5b-6d3f-400d-9e44-28c05bffee6f', 'name': 'tempest-TestMinimumBasicScenario-1768344314-router', 'tenant_id': '2e6c27112eef433e92d2b52711c12a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '3e95f1c5-5cd8-4d8a-b1b5-be9d5f2bd310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:29:42Z', 'updated_at': '2022-03-14T10:29:46Z', 'revision_number': 4, 'project_id': '2e6c27112eef433e92d2b52711c12a4a', 'gw_port': {'id': '3e95f1c5-5cd8-4d8a-b1b5-be9d5f2bd310', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:25:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c42b5b-6d3f-400d-9e44-28c05bffee6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:29:43Z', 'updated_at': '2022-03-14T10:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi', '_floatingips': [{'id': 'b1fd568a-624b-4ce9-b8d3-b6a1378774fe', 'tenant_id': '2e6c27112eef433e92d2b52711c12a4a', 'floating_ip_address': '172.27.2.202', 'floating_network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'router_id': 'e7c42b5b-6d3f-400d-9e44-28c05bffee6f', 'port_id': 'ac1c5544-8f75-453b-b8b3-b1c00fd04275', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6882a9ee-c558-49c4-8be5-9a1210fcc04f', 'mac_address': 'fa:16:3e:e7:d4:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e93ba2a6-54c3-4c8a-b8a9-6c8ab4b3c689', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T10:31:07Z', 'updated_at': '2022-03-14T10:31:07Z', 'revision_number': 0, 'project_id': '2e6c27112eef433e92d2b52711c12a4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cff9e9c-1bbe-4802-a205-5a46c4881e50', 'name': '', 'network_id': '6882a9ee-c558-49c4-8be5-9a1210fcc04f', 'tenant_id': '2e6c27112eef433e92d2b52711c12a4a', 'mac_address': 'fa:16:3e:7f:dd:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c42b5b-6d3f-400d-9e44-28c05bffee6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'd240598c-3b92-461b-83ad-570466ab5f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:29:45Z', 'updated_at': '2022-03-14T10:29:50Z', 'revision_number': 5, 'project_id': '2e6c27112eef433e92d2b52711c12a4a', 'subnets': [{'id': 'd240598c-3b92-461b-83ad-570466ab5f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 10:31:09.983448 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-a36264da-9925-4eeb-a3ac-08f09890879a tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Publish callbacks [] for security_group_rule (db2e94b9-53e4-4c35-991f-b8e845fc0369), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:31:10.038837 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-a36264da-9925-4eeb-a3ac-08f09890879a tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Publish callbacks [] for security_group_rule (db2e94b9-53e4-4c35-991f-b8e845fc0369), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:31:10.086981 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-a36264da-9925-4eeb-a3ac-08f09890879a tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673333'] for security_group_rule (db2e94b9-53e4-4c35-991f-b8e845fc0369), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:31:10.103142 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36264da-9925-4eeb-a3ac-08f09890879a tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db2e94b9-53e4-4c35-991f-b8e845fc0369,revision_number=0']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:31:10.131270 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1ebf1e-a680-4a56-a179-0b3e27f2acfb None None] New status for floating IP b1fd568a-624b-4ce9-b8d3-b6a1378774fe: ACTIVE {{(pid=103645) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 10:31:10.179964 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-a36264da-9925-4eeb-a3ac-08f09890879a tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:31:10.181184 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-a36264da-9925-4eeb-a3ac-08f09890879a tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2815690 Mar 14 10:31:10.183965 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 45966) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:31:10.189571 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.v2.base [None req-866ab722-135a-44b6-860f-dd548fd591ef tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Request body: {'security_group_rule': {'security_group_id': '4f8fb65b-b67e-411e-abe3-ede8e9903a26', 'project_id': '2e6c27112eef433e92d2b52711c12a4a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:31:10.274602 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-866ab722-135a-44b6-860f-dd548fd591ef tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Publish callbacks [] for security_group_rule (c24e3697-21ba-4b3a-962e-5eb7659d1209), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:31:10.328345 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-866ab722-135a-44b6-860f-dd548fd591ef tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Publish callbacks [] for security_group_rule (c24e3697-21ba-4b3a-962e-5eb7659d1209), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:31:10.406706 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-866ab722-135a-44b6-860f-dd548fd591ef tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673333'] for security_group_rule (c24e3697-21ba-4b3a-962e-5eb7659d1209), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:31:10.424382 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866ab722-135a-44b6-860f-dd548fd591ef tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c24e3697-21ba-4b3a-962e-5eb7659d1209,revision_number=0']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:31:10.526007 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-866ab722-135a-44b6-860f-dd548fd591ef tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:31:10.527228 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-866ab722-135a-44b6-860f-dd548fd591ef tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3420758 Mar 14 10:31:10.533622 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 45968) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:31:10.537985 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.v2.base [None req-8119a63d-fb6f-4878-bf44-8af4a08a88d1 tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Request body: {'security_group_rule': {'security_group_id': '4f8fb65b-b67e-411e-abe3-ede8e9903a26', 'project_id': '2e6c27112eef433e92d2b52711c12a4a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:31:10.603092 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-8119a63d-fb6f-4878-bf44-8af4a08a88d1 tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Publish callbacks [] for security_group_rule (f8343c50-9480-4a2d-b89e-6d536be50968), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:31:10.657955 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-8119a63d-fb6f-4878-bf44-8af4a08a88d1 tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Publish callbacks [] for security_group_rule (f8343c50-9480-4a2d-b89e-6d536be50968), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:31:10.714689 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-8119a63d-fb6f-4878-bf44-8af4a08a88d1 tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673333'] for security_group_rule (f8343c50-9480-4a2d-b89e-6d536be50968), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:31:10.731183 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8119a63d-fb6f-4878-bf44-8af4a08a88d1 tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8343c50-9480-4a2d-b89e-6d536be50968,revision_number=0']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:31:10.796856 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-8119a63d-fb6f-4878-bf44-8af4a08a88d1 tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:31:10.798037 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-8119a63d-fb6f-4878-bf44-8af4a08a88d1 tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2635024 Mar 14 10:31:10.801359 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 45970) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:31:10.807411 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.v2.base [None req-aa9bcad6-7e66-4905-9201-816678a3e60e tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Request body: {'security_group_rule': {'security_group_id': '4f8fb65b-b67e-411e-abe3-ede8e9903a26', 'project_id': '2e6c27112eef433e92d2b52711c12a4a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:31:10.886646 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.db.securitygroups_db [None req-aa9bcad6-7e66-4905-9201-816678a3e60e tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Project 2e6c27112eef433e92d2b52711c12a4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 10:31:10.891625 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-aa9bcad6-7e66-4905-9201-816678a3e60e tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Publish callbacks [] for security_group_rule (d2082e8b-16c0-409c-a57a-54fdb42c88b0), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:31:10.950816 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-aa9bcad6-7e66-4905-9201-816678a3e60e tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Publish callbacks [] for security_group_rule (d2082e8b-16c0-409c-a57a-54fdb42c88b0), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:31:10.952006 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4964f7-8521-4da8-9b74-f90f3c80fef8 req-bde88ac5-411f-4f8d-a58a-c8348d5fdbd6 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:31:10.953457 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-0b4964f7-8521-4da8-9b74-f90f3c80fef8 req-bde88ac5-411f-4f8d-a58a-c8348d5fdbd6 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=180b9721-e314-4054-bed9-67ecaac6ce75 HTTP/1.1" status: 200 len: 946 time: 0.0552921 Mar 14 10:31:10.998615 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-0b4964f7-8521-4da8-9b74-f90f3c80fef8 req-8afa8e66-e5ff-4c6b-bbc0-0beba222caa8 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f677435-4851-49bd-85f9-2627c7cc2aca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393283 Mar 14 10:31:11.024035 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-aa9bcad6-7e66-4905-9201-816678a3e60e tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673333'] for security_group_rule (d2082e8b-16c0-409c-a57a-54fdb42c88b0), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:31:11.043382 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9bcad6-7e66-4905-9201-816678a3e60e tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2082e8b-16c0-409c-a57a-54fdb42c88b0,revision_number=0']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:31:11.149118 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-aa9bcad6-7e66-4905-9201-816678a3e60e tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:31:11.150245 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-aa9bcad6-7e66-4905-9201-816678a3e60e tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3479693 Mar 14 10:31:11.152935 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 45976) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:31:11.157177 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.v2.base [None req-15dfa606-b118-45fa-9084-33fab6bb8df9 tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Request body: {'security_group_rule': {'security_group_id': '4f8fb65b-b67e-411e-abe3-ede8e9903a26', 'project_id': '2e6c27112eef433e92d2b52711c12a4a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:31:11.232970 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.db.securitygroups_db [None req-15dfa606-b118-45fa-9084-33fab6bb8df9 tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Project 2e6c27112eef433e92d2b52711c12a4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 10:31:11.238817 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-15dfa606-b118-45fa-9084-33fab6bb8df9 tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Publish callbacks [] for security_group_rule (3569fbd1-d1a5-4628-b955-1b9d9e1efceb), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:31:11.295077 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-15dfa606-b118-45fa-9084-33fab6bb8df9 tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Publish callbacks [] for security_group_rule (3569fbd1-d1a5-4628-b955-1b9d9e1efceb), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:31:11.366326 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-15dfa606-b118-45fa-9084-33fab6bb8df9 tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673333'] for security_group_rule (3569fbd1-d1a5-4628-b955-1b9d9e1efceb), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:31:11.384441 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dfa606-b118-45fa-9084-33fab6bb8df9 tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3569fbd1-d1a5-4628-b955-1b9d9e1efceb,revision_number=0']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:31:11.457952 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-15dfa606-b118-45fa-9084-33fab6bb8df9 tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:31:11.459139 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-15dfa606-b118-45fa-9084-33fab6bb8df9 tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3052485 Mar 14 10:31:11.544577 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-3190584a-ba5a-4dda-9834-f9b1eaa296d7 req-41ffa5b5-9256-4b34-bb84-04cbee16812e tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-353812754&fields=id&tenant_id=2e6c27112eef433e92d2b52711c12a4a HTTP/1.1" status: 200 len: 267 time: 0.0429134 Mar 14 10:31:11.599436 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3190584a-ba5a-4dda-9834-f9b1eaa296d7 req-1b75a178-83fc-4005-8e4f-0b420a222de5 tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:31:11.600904 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-3190584a-ba5a-4dda-9834-f9b1eaa296d7 req-1b75a178-83fc-4005-8e4f-0b420a222de5 tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93ba2a6-54c3-4c8a-b8a9-6c8ab4b3c689 HTTP/1.1" status: 200 len: 945 time: 0.0512307 Mar 14 10:31:11.610997 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [req-3190584a-ba5a-4dda-9834-f9b1eaa296d7 req-c6b1da02-9094-4f93-b4e1-a72bdd282a89 tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Request body: {'port': {'security_groups': ['5e553502-ba8e-44d0-bcac-0e3b922622e4', '4f8fb65b-b67e-411e-abe3-ede8e9903a26']}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:31:11.679298 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-3190584a-ba5a-4dda-9834-f9b1eaa296d7 req-c6b1da02-9094-4f93-b4e1-a72bdd282a89 tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (ac1c5544-8f75-453b-b8b3-b1c00fd04275), before_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:31:11.791185 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4562167d-62d3-4f79-88c4-7484c64624cd req-44a9028f-dc7e-4dca-bb9a-95cb6def2e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:31:11.792623 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-4562167d-62d3-4f79-88c4-7484c64624cd req-44a9028f-dc7e-4dca-bb9a-95cb6def2e30 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2e6c27112eef433e92d2b52711c12a4a&device_id=e93ba2a6-54c3-4c8a-b8a9-6c8ab4b3c689 HTTP/1.1" status: 200 len: 1129 time: 0.0437689 Mar 14 10:31:11.861801 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.db [req-3190584a-ba5a-4dda-9834-f9b1eaa296d7 req-c6b1da02-9094-4f93-b4e1-a72bdd282a89 tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] For port ac1c5544-8f75-453b-b8b3-b1c00fd04275, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=ac1c5544-8f75-453b-b8b3-b1c00fd04275,segment=NetworkSegment(9dba8bba-e909-47c7-9019-37e942827720),segment_id=9dba8bba-e909-47c7-9019-37e942827720)] {{(pid=103643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:31:11.887247 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4562167d-62d3-4f79-88c4-7484c64624cd req-ca22478b-af7d-4cb4-8933-c98278a8780f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:31:11.888730 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-4562167d-62d3-4f79-88c4-7484c64624cd req-ca22478b-af7d-4cb4-8933-c98278a8780f service neutron] 10.222.0.39 "GET /v2.0/networks?id=6882a9ee-c558-49c4-8be5-9a1210fcc04f HTTP/1.1" status: 200 len: 916 time: 0.0836453 Mar 14 10:31:11.890799 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-3190584a-ba5a-4dda-9834-f9b1eaa296d7 req-c6b1da02-9094-4f93-b4e1-a72bdd282a89 tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Publish callbacks [] for port (ac1c5544-8f75-453b-b8b3-b1c00fd04275), precommit_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:31:11.946862 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-3190584a-ba5a-4dda-9834-f9b1eaa296d7 req-c6b1da02-9094-4f93-b4e1-a72bdd282a89 tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (ac1c5544-8f75-453b-b8b3-b1c00fd04275), after_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:31:11.954470 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-4562167d-62d3-4f79-88c4-7484c64624cd req-d9577df9-847d-48c5-be36-dabfbad0236f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ac1c5544-8f75-453b-b8b3-b1c00fd04275 HTTP/1.1" status: 200 len: 1001 time: 0.0584452 Mar 14 10:31:11.990256 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] get_ports_and_sgs() called for port_ids ['ac1c5544-8f75-453b-b8b3-b1c00fd04275'] {{(pid=103644) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 10:31:11.990776 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3190584a-ba5a-4dda-9834-f9b1eaa296d7 req-c6b1da02-9094-4f93-b4e1-a72bdd282a89 tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:31:11.991414 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-3190584a-ba5a-4dda-9834-f9b1eaa296d7 req-c6b1da02-9094-4f93-b4e1-a72bdd282a89 tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211739'] for port (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:31:11.992832 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-3190584a-ba5a-4dda-9834-f9b1eaa296d7 req-c6b1da02-9094-4f93-b4e1-a72bdd282a89 tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] 10.222.0.16 "PUT /v2.0/ports/ac1c5544-8f75-453b-b8b3-b1c00fd04275 HTTP/1.1" status: 200 len: 981 time: 0.3860788 Mar 14 10:31:11.993288 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e93ba2a6-54c3-4c8a-b8a9-6c8ab4b3c689', 'tag': 'ac1c5544-8f75-453b-b8b3-b1c00fd04275'}] {{(pid=103643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:31:11.995539 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b58adf1808d3e8f2b7de4636db435fb255da6a44abdc46a7a48cdc23cb85b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0264b98-a70b-44c7-986a-0bfd1429f6bc" -d '{"events": [{"name": "network-changed", "server_uuid": "e93ba2a6-54c3-4c8a-b8a9-6c8ab4b3c689", "tag": "ac1c5544-8f75-453b-b8b3-b1c00fd04275"}]}' {{(pid=103643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:31:12.011853 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4562167d-62d3-4f79-88c4-7484c64624cd req-05a350c3-dc7c-4040-8639-52f4e294bc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:31:12.013873 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-4562167d-62d3-4f79-88c4-7484c64624cd req-05a350c3-dc7c-4040-8639-52f4e294bc98 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d240598c-3b92-461b-83ad-570466ab5f54 HTTP/1.1" status: 200 len: 854 time: 0.0534544 Mar 14 10:31:12.017594 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b1da02-9094-4f93-b4e1-a72bdd282a89 tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Pushing event updated for resources: {'Port': ['ID=ac1c5544-8f75-453b-b8b3-b1c00fd04275,revision_number=6']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:31:12.062584 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 10:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1433867f-e6c8-4ab6-b7e7-11b283aa7ba7 x-openstack-request-id: req-1433867f-e6c8-4ab6-b7e7-11b283aa7ba7 {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:31:12.062880 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e93ba2a6-54c3-4c8a-b8a9-6c8ab4b3c689", "tag": "ac1c5544-8f75-453b-b8b3-b1c00fd04275", "status": "completed", "code": 200}]} {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:31:12.063226 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1433867f-e6c8-4ab6-b7e7-11b283aa7ba7 {{(pid=103643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:31:12.064105 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e93ba2a6-54c3-4c8a-b8a9-6c8ab4b3c689', 'tag': 'ac1c5544-8f75-453b-b8b3-b1c00fd04275', 'status': 'completed', 'code': 200} Mar 14 10:31:12.103724 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4562167d-62d3-4f79-88c4-7484c64624cd req-5c8a461c-863c-42d8-9316-dcab2b627ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:31:12.105237 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-4562167d-62d3-4f79-88c4-7484c64624cd req-5c8a461c-863c-42d8-9316-dcab2b627ac4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6882a9ee-c558-49c4-8be5-9a1210fcc04f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0832725 Mar 14 10:31:12.133198 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81833af2-6c7b-48b3-b024-fc018981554a req-866f007c-0b36-42c7-8c2d-913187de3cb0 tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:31:12.135074 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-81833af2-6c7b-48b3-b024-fc018981554a req-866f007c-0b36-42c7-8c2d-913187de3cb0 tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93ba2a6-54c3-4c8a-b8a9-6c8ab4b3c689 HTTP/1.1" status: 200 len: 984 time: 0.0648735 Mar 14 10:31:12.209550 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] get_ports_and_sgs() called for port_ids ['ac1c5544-8f75-453b-b8b3-b1c00fd04275'] {{(pid=103644) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 10:31:12.242188 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-4562167d-62d3-4f79-88c4-7484c64624cd req-c381f793-4fdd-458c-80b0-058588032687 service neutron] 10.222.0.39 "GET /v2.0/networks/6882a9ee-c558-49c4-8be5-9a1210fcc04f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281686 Mar 14 10:31:12.252027 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-81833af2-6c7b-48b3-b024-fc018981554a req-cea4f50f-2884-483b-b064-fbedbc64e046 tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e553502-ba8e-44d0-bcac-0e3b922622e4&id=4f8fb65b-b67e-411e-abe3-ede8e9903a26&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1108763 Mar 14 10:31:12.270579 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84c018b-d2f0-4228-a9fd-2acedda7ac44 req-b89ad11c-a3d1-4c52-a69b-aa6db96d3ab9 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:31:12.272074 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-e84c018b-d2f0-4228-a9fd-2acedda7ac44 req-b89ad11c-a3d1-4c52-a69b-aa6db96d3ab9 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=180b9721-e314-4054-bed9-67ecaac6ce75 HTTP/1.1" status: 200 len: 946 time: 0.1015463 Mar 14 10:31:12.348660 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-e84c018b-d2f0-4228-a9fd-2acedda7ac44 req-a3b2a608-3d68-42a5-8e91-4f53f3686a25 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f677435-4851-49bd-85f9-2627c7cc2aca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693040 Mar 14 10:31:12.377909 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-4562167d-62d3-4f79-88c4-7484c64624cd req-5ea05edb-9e65-492d-8b9b-023a5d6b9d86 service neutron] 10.222.0.39 "GET /v2.0/networks/6882a9ee-c558-49c4-8be5-9a1210fcc04f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286995 Mar 14 10:31:12.438563 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-c97c2124-9e4f-48d2-b56d-64a787dc0504 None None] Provisioning complete for port ac1c5544-8f75-453b-b8b3-b1c00fd04275 triggered by entity DHCP. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:31:12.438966 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-c97c2124-9e4f-48d2-b56d-64a787dc0504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (ac1c5544-8f75-453b-b8b3-b1c00fd04275), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:31:12.498676 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32133870-4491-4a15-b1c7-bc7459b19bf9 req-550dd86f-3491-4807-927d-82a6aa5c76a5 tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:31:12.500151 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-32133870-4491-4a15-b1c7-bc7459b19bf9 req-550dd86f-3491-4807-927d-82a6aa5c76a5 tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] 10.222.0.16 "GET /v2.0/networks?id=2dbba2ff-bbf1-426e-8fea-ff3f8570afee HTTP/1.1" status: 200 len: 814 time: 0.1039650 Mar 14 10:31:12.516568 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-32133870-4491-4a15-b1c7-bc7459b19bf9 req-26613888-44cf-4952-8515-74bf462324f5 tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] 10.222.0.16 "GET /v2.0/quotas/4c639ea78b524ac38cc8c4e8a36c04e1 HTTP/1.1" status: 200 len: 375 time: 0.0098243 Mar 14 10:31:12.549736 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-32133870-4491-4a15-b1c7-bc7459b19bf9 req-337fb4aa-b144-48be-814f-f9d2981285b2 tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=4c639ea78b524ac38cc8c4e8a36c04e1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274246 Mar 14 10:31:12.573016 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0264b98-a70b-44c7-986a-0bfd1429f6bc req-408bb530-6bd1-445d-8d04-f7f63cc9050d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:31:12.574744 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-a0264b98-a70b-44c7-986a-0bfd1429f6bc req-408bb530-6bd1-445d-8d04-f7f63cc9050d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2e6c27112eef433e92d2b52711c12a4a&device_id=e93ba2a6-54c3-4c8a-b8a9-6c8ab4b3c689 HTTP/1.1" status: 200 len: 1168 time: 0.0497575 Mar 14 10:31:12.652593 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-32133870-4491-4a15-b1c7-bc7459b19bf9 req-d34320d7-4fcf-4562-89b8-4e9cfd5dcbc2 service neutron] 10.222.0.16 "GET /v2.0/networks/2dbba2ff-bbf1-426e-8fea-ff3f8570afee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894239 Mar 14 10:31:12.660480 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-c97c2124-9e4f-48d2-b56d-64a787dc0504 None None] Current status of the port ac1c5544-8f75-453b-b8b3-b1c00fd04275 is: ACTIVE; New status is: ACTIVE {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:31:12.672532 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0264b98-a70b-44c7-986a-0bfd1429f6bc req-490b4a5e-52de-4383-8ed6-f096210d9565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:31:12.674000 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-a0264b98-a70b-44c7-986a-0bfd1429f6bc req-490b4a5e-52de-4383-8ed6-f096210d9565 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6882a9ee-c558-49c4-8be5-9a1210fcc04f HTTP/1.1" status: 200 len: 916 time: 0.0918522 Mar 14 10:31:12.742754 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-a0264b98-a70b-44c7-986a-0bfd1429f6bc req-1cd7d1f8-6dd3-4bf5-a91e-b3f5f8f06778 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ac1c5544-8f75-453b-b8b3-b1c00fd04275 HTTP/1.1" status: 200 len: 1001 time: 0.0588236 Mar 14 10:31:12.752289 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-32133870-4491-4a15-b1c7-bc7459b19bf9 req-c48a256b-8eac-48ad-836b-c167c9947aaa service neutron] 10.222.0.16 "GET /v2.0/networks/2dbba2ff-bbf1-426e-8fea-ff3f8570afee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916986 Mar 14 10:31:12.805688 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0264b98-a70b-44c7-986a-0bfd1429f6bc req-85380008-81a4-4a5c-8d7e-f9be108e96f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:31:12.807294 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-a0264b98-a70b-44c7-986a-0bfd1429f6bc req-85380008-81a4-4a5c-8d7e-f9be108e96f2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d240598c-3b92-461b-83ad-570466ab5f54 HTTP/1.1" status: 200 len: 854 time: 0.0504355 Mar 14 10:31:12.856052 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0264b98-a70b-44c7-986a-0bfd1429f6bc req-d6bbbb5a-1d6e-4366-845e-0455a66909cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:31:12.857577 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-a0264b98-a70b-44c7-986a-0bfd1429f6bc req-d6bbbb5a-1d6e-4366-845e-0455a66909cd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6882a9ee-c558-49c4-8be5-9a1210fcc04f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438461 Mar 14 10:31:13.004007 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-05ac596f-eb8a-4079-8237-cde49b7bae38 req-a6cd64ab-f6cf-4d61-a56c-e699d8a09953 tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8956e0c-7f11-4896-b044-1e78cbbfb959 HTTP/1.1" status: 200 len: 210 time: 0.0413935 Mar 14 10:31:13.018507 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-a0264b98-a70b-44c7-986a-0bfd1429f6bc req-29a3386a-9fe3-4d22-8f4c-2f5f3aa81766 service neutron] 10.222.0.39 "GET /v2.0/networks/6882a9ee-c558-49c4-8be5-9a1210fcc04f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068380 Mar 14 10:31:13.178108 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-a0264b98-a70b-44c7-986a-0bfd1429f6bc req-aabe3474-03ff-4e76-a6de-3067bc14ba72 service neutron] 10.222.0.39 "GET /v2.0/networks/6882a9ee-c558-49c4-8be5-9a1210fcc04f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503282 Mar 14 10:31:13.487741 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7e40be-e581-41be-b727-cc80d90d932c req-cfb1c66f-635e-43ce-8e4f-9ffb141b089b tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:31:13.489213 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-2f7e40be-e581-41be-b727-cc80d90d932c req-cfb1c66f-635e-43ce-8e4f-9ffb141b089b tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=180b9721-e314-4054-bed9-67ecaac6ce75 HTTP/1.1" status: 200 len: 946 time: 0.0542715 Mar 14 10:31:13.534257 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-2f7e40be-e581-41be-b727-cc80d90d932c req-6132ac83-4bdb-44d4-8f84-13e108e92248 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f677435-4851-49bd-85f9-2627c7cc2aca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395410 Mar 14 10:31:14.089699 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-ff79e167-df29-4915-bb2c-37daa48fe19f req-c5d730f1-4792-4ae6-b876-648498dde74a tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8956e0c-7f11-4896-b044-1e78cbbfb959 HTTP/1.1" status: 200 len: 210 time: 0.0326636 Mar 14 10:31:14.656375 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184bee5b-c7b0-4264-9851-31b49fb74b10 req-88773ef5-8ed9-46d6-939e-6cb0dd6fd08d tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:31:14.657860 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-184bee5b-c7b0-4264-9851-31b49fb74b10 req-88773ef5-8ed9-46d6-939e-6cb0dd6fd08d tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=180b9721-e314-4054-bed9-67ecaac6ce75 HTTP/1.1" status: 200 len: 946 time: 0.0514936 Mar 14 10:31:14.702720 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-184bee5b-c7b0-4264-9851-31b49fb74b10 req-446a641c-1e17-4aef-b272-a15adf9d4061 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f677435-4851-49bd-85f9-2627c7cc2aca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385742 Mar 14 10:31:15.054860 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32133870-4491-4a15-b1c7-bc7459b19bf9 req-723f401a-ba1f-433d-8d16-96fd2f9aee51 tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:31:15.056341 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-32133870-4491-4a15-b1c7-bc7459b19bf9 req-723f401a-ba1f-433d-8d16-96fd2f9aee51 tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] 10.222.0.39 "GET /v2.0/networks?id=2dbba2ff-bbf1-426e-8fea-ff3f8570afee HTTP/1.1" status: 200 len: 814 time: 0.1045940 Mar 14 10:31:15.077513 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.v2.base [req-32133870-4491-4a15-b1c7-bc7459b19bf9 req-ed72d945-2cd6-48da-8a93-caab9daa8b0e tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] Request body: {'port': {'device_id': 'a8956e0c-7f11-4896-b044-1e78cbbfb959', 'network_id': '2dbba2ff-bbf1-426e-8fea-ff3f8570afee', 'admin_state_up': True, 'tenant_id': '4c639ea78b524ac38cc8c4e8a36c04e1'}} {{(pid=103642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:31:15.187587 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-33343de2-acbc-4fba-826b-b0842f0bc1fc req-7e825cd4-2e82-4de0-a111-159707c12991 tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8956e0c-7f11-4896-b044-1e78cbbfb959 HTTP/1.1" status: 200 len: 210 time: 0.0275443 Mar 14 10:31:15.255540 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32133870-4491-4a15-b1c7-bc7459b19bf9 req-ed72d945-2cd6-48da-8a93-caab9daa8b0e tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] Made reservation on behalf of 4c639ea78b524ac38cc8c4e8a36c04e1 for: {'port': 1} {{(pid=103642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 10:31:15.259068 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [req-32133870-4491-4a15-b1c7-bc7459b19bf9 req-ed72d945-2cd6-48da-8a93-caab9daa8b0e tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (None), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:31:15.384858 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.db.db_base_plugin_common [req-32133870-4491-4a15-b1c7-bc7459b19bf9 req-ed72d945-2cd6-48da-8a93-caab9daa8b0e tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] Allocated IP 172.20.0.7 (2dbba2ff-bbf1-426e-8fea-ff3f8570afee/5b66c451-9585-4f0d-9834-3588924aca31/37e8d5af-c4b6-4e50-b3af-bf8c315a0c1c) {{(pid=103642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 10:31:15.538839 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [req-32133870-4491-4a15-b1c7-bc7459b19bf9 req-ed72d945-2cd6-48da-8a93-caab9daa8b0e tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] Publish callbacks [] for port (37e8d5af-c4b6-4e50-b3af-bf8c315a0c1c), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:31:15.638391 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [req-32133870-4491-4a15-b1c7-bc7459b19bf9 req-ed72d945-2cd6-48da-8a93-caab9daa8b0e tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739585409118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9714944'] for port (37e8d5af-c4b6-4e50-b3af-bf8c315a0c1c), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:31:15.682394 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32133870-4491-4a15-b1c7-bc7459b19bf9 req-ed72d945-2cd6-48da-8a93-caab9daa8b0e tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] Network 2dbba2ff-bbf1-426e-8fea-ff3f8570afee is already hosted by enough agents. {{(pid=103642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:31:15.685426 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.scheduler.base_scheduler [req-32133870-4491-4a15-b1c7-bc7459b19bf9 req-ed72d945-2cd6-48da-8a93-caab9daa8b0e tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] Resources bound (agent type, host, resource id): {{(pid=103642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:31:15.689020 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.db.l3_dvrscheduler_db [req-32133870-4491-4a15-b1c7-bc7459b19bf9 req-ed72d945-2cd6-48da-8a93-caab9daa8b0e tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] Received port after_create {{(pid=103642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 10:31:15.695029 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed72d945-2cd6-48da-8a93-caab9daa8b0e tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] Pushing event updated for resources: {'Port': ['ID=37e8d5af-c4b6-4e50-b3af-bf8c315a0c1c,revision_number=1']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:31:15.739216 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32133870-4491-4a15-b1c7-bc7459b19bf9 req-ed72d945-2cd6-48da-8a93-caab9daa8b0e tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:31:15.739867 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [req-32133870-4491-4a15-b1c7-bc7459b19bf9 req-ed72d945-2cd6-48da-8a93-caab9daa8b0e tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211739'] for port (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:31:15.829172 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-32133870-4491-4a15-b1c7-bc7459b19bf9 req-ed72d945-2cd6-48da-8a93-caab9daa8b0e tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7556553 Mar 14 10:31:15.846283 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.v2.base [req-32133870-4491-4a15-b1c7-bc7459b19bf9 req-454479ef-be7e-4d0b-9072-2126fb987764 service neutron] Request body: {'port': {'device_id': 'a8956e0c-7f11-4896-b044-1e78cbbfb959', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83354'}} {{(pid=103642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:31:15.905257 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [req-32133870-4491-4a15-b1c7-bc7459b19bf9 req-454479ef-be7e-4d0b-9072-2126fb987764 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (37e8d5af-c4b6-4e50-b3af-bf8c315a0c1c), before_update {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:31:16.151510 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.notifiers.nova [req-32133870-4491-4a15-b1c7-bc7459b19bf9 req-454479ef-be7e-4d0b-9072-2126fb987764 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37e8d5af-c4b6-4e50-b3af-bf8c315a0c1c {{(pid=103642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 10:31:16.158830 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [req-32133870-4491-4a15-b1c7-bc7459b19bf9 req-454479ef-be7e-4d0b-9072-2126fb987764 service neutron] Publish callbacks [] for port (37e8d5af-c4b6-4e50-b3af-bf8c315a0c1c), precommit_update {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:31:16.170818 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.db.provisioning_blocks [req-32133870-4491-4a15-b1c7-bc7459b19bf9 req-454479ef-be7e-4d0b-9072-2126fb987764 service neutron] Transition to ACTIVE for port object 37e8d5af-c4b6-4e50-b3af-bf8c315a0c1c will not be triggered until provisioned by entity L2. {{(pid=103642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 14 10:31:16.220988 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [req-32133870-4491-4a15-b1c7-bc7459b19bf9 req-454479ef-be7e-4d0b-9072-2126fb987764 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9714955'] for port (37e8d5af-c4b6-4e50-b3af-bf8c315a0c1c), after_update {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:31:16.275949 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454479ef-be7e-4d0b-9072-2126fb987764 service neutron] Pushing event updated for resources: {'Port': ['ID=37e8d5af-c4b6-4e50-b3af-bf8c315a0c1c,revision_number=2']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:31:16.317020 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943cd098-8fc1-4aec-998d-18b37a0fa71a req-13848918-3820-44b5-b508-4d7bfc885e52 tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:31:16.318491 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-943cd098-8fc1-4aec-998d-18b37a0fa71a req-13848918-3820-44b5-b508-4d7bfc885e52 tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8956e0c-7f11-4896-b044-1e78cbbfb959 HTTP/1.1" status: 200 len: 943 time: 0.0571651 Mar 14 10:31:16.346574 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.managers [req-32133870-4491-4a15-b1c7-bc7459b19bf9 req-454479ef-be7e-4d0b-9072-2126fb987764 service neutron] Attempting to bind port 37e8d5af-c4b6-4e50-b3af-bf8c315a0c1c on host hv-cinder-83354 for vnic_type normal with profile {{(pid=103642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 10:31:16.346936 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.managers [req-32133870-4491-4a15-b1c7-bc7459b19bf9 req-454479ef-be7e-4d0b-9072-2126fb987764 service neutron] Attempting to bind port 37e8d5af-c4b6-4e50-b3af-bf8c315a0c1c by drivers openvswitch,hyperv on host hv-cinder-83354 at level 0 using segments [{'id': 'a7d2aa36-dc5d-4b87-b609-12c32136474e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '2dbba2ff-bbf1-426e-8fea-ff3f8570afee'}] {{(pid=103642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 10:31:16.347887 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32133870-4491-4a15-b1c7-bc7459b19bf9 req-454479ef-be7e-4d0b-9072-2126fb987764 service neutron] Attempting to bind port 37e8d5af-c4b6-4e50-b3af-bf8c315a0c1c on network 2dbba2ff-bbf1-426e-8fea-ff3f8570afee {{(pid=103642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:31:16.352780 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32133870-4491-4a15-b1c7-bc7459b19bf9 req-454479ef-be7e-4d0b-9072-2126fb987764 service neutron] Port 37e8d5af-c4b6-4e50-b3af-bf8c315a0c1c on network 2dbba2ff-bbf1-426e-8fea-ff3f8570afee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83354 {{(pid=103642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 10:31:16.353105 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32133870-4491-4a15-b1c7-bc7459b19bf9 req-454479ef-be7e-4d0b-9072-2126fb987764 service neutron] Attempting to bind port 37e8d5af-c4b6-4e50-b3af-bf8c315a0c1c on network 2dbba2ff-bbf1-426e-8fea-ff3f8570afee {{(pid=103642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:31:16.358759 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32133870-4491-4a15-b1c7-bc7459b19bf9 req-454479ef-be7e-4d0b-9072-2126fb987764 service neutron] Checking agent: {'id': 'cd4c1fd5-6bd0-46fc-9cd1-9ea8fc180379', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83354', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 10, 23, 57), 'started_at': datetime.datetime(2022, 3, 14, 10, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 10, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 10:31:16.359095 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32133870-4491-4a15-b1c7-bc7459b19bf9 req-454479ef-be7e-4d0b-9072-2126fb987764 service neutron] Checking segment: {'id': 'a7d2aa36-dc5d-4b87-b609-12c32136474e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '2dbba2ff-bbf1-426e-8fea-ff3f8570afee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:31:16.359476 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32133870-4491-4a15-b1c7-bc7459b19bf9 req-454479ef-be7e-4d0b-9072-2126fb987764 service neutron] Bound using segment: {'id': 'a7d2aa36-dc5d-4b87-b609-12c32136474e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '2dbba2ff-bbf1-426e-8fea-ff3f8570afee'} {{(pid=103642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 10:31:16.359932 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.managers [req-32133870-4491-4a15-b1c7-bc7459b19bf9 req-454479ef-be7e-4d0b-9072-2126fb987764 service neutron] Bound port: 37e8d5af-c4b6-4e50-b3af-bf8c315a0c1c, host: hv-cinder-83354, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7d2aa36-dc5d-4b87-b609-12c32136474e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '2dbba2ff-bbf1-426e-8fea-ff3f8570afee'}}] {{(pid=103642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 10:31:16.360288 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [req-32133870-4491-4a15-b1c7-bc7459b19bf9 req-454479ef-be7e-4d0b-9072-2126fb987764 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (37e8d5af-c4b6-4e50-b3af-bf8c315a0c1c), before_update {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:31:16.365265 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-943cd098-8fc1-4aec-998d-18b37a0fa71a req-2d265680-aab3-411e-a8a6-b0e0f9c2e62a tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f835d31-e3b8-449c-9db1-2eea62c7b37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409930 Mar 14 10:31:16.422716 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.db [req-32133870-4491-4a15-b1c7-bc7459b19bf9 req-454479ef-be7e-4d0b-9072-2126fb987764 service neutron] For port 37e8d5af-c4b6-4e50-b3af-bf8c315a0c1c, host hv-cinder-83354, cleared binding levels {{(pid=103642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 10:31:16.425851 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.db [req-32133870-4491-4a15-b1c7-bc7459b19bf9 req-454479ef-be7e-4d0b-9072-2126fb987764 service neutron] For port 37e8d5af-c4b6-4e50-b3af-bf8c315a0c1c, host hv-cinder-83354, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=37e8d5af-c4b6-4e50-b3af-bf8c315a0c1c,segment=NetworkSegment(a7d2aa36-dc5d-4b87-b609-12c32136474e),segment_id=a7d2aa36-dc5d-4b87-b609-12c32136474e)] {{(pid=103642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 10:31:16.532407 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [req-32133870-4491-4a15-b1c7-bc7459b19bf9 req-454479ef-be7e-4d0b-9072-2126fb987764 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9714955'] for port (37e8d5af-c4b6-4e50-b3af-bf8c315a0c1c), after_update {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:31:16.567511 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32133870-4491-4a15-b1c7-bc7459b19bf9 req-454479ef-be7e-4d0b-9072-2126fb987764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:31:16.568210 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [req-32133870-4491-4a15-b1c7-bc7459b19bf9 req-454479ef-be7e-4d0b-9072-2126fb987764 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211739'] for port (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:31:16.570835 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-32133870-4491-4a15-b1c7-bc7459b19bf9 req-454479ef-be7e-4d0b-9072-2126fb987764 service neutron] 10.222.0.39 "PUT /v2.0/ports/37e8d5af-c4b6-4e50-b3af-bf8c315a0c1c HTTP/1.1" status: 200 len: 1093 time: 0.7284768 Mar 14 10:31:16.575079 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8956e0c-7f11-4896-b044-1e78cbbfb959', 'tag': '37e8d5af-c4b6-4e50-b3af-bf8c315a0c1c'}] {{(pid=103642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:31:16.577359 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2719b20af467307de00d33cfc3bda2b7e701d9c3500810f7746d17fecb5aed99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b8f0d4f-7424-41ed-8aa5-463982ea2687" -d '{"events": [{"name": "network-changed", "server_uuid": "a8956e0c-7f11-4896-b044-1e78cbbfb959", "tag": "37e8d5af-c4b6-4e50-b3af-bf8c315a0c1c"}]}' {{(pid=103642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:31:16.600684 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454479ef-be7e-4d0b-9072-2126fb987764 service neutron] Pushing event updated for resources: {'Port': ['ID=37e8d5af-c4b6-4e50-b3af-bf8c315a0c1c,revision_number=3']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:31:16.611641 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 10:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b756cc00-bc36-4456-839a-16ba33b951a8 x-openstack-request-id: req-b756cc00-bc36-4456-839a-16ba33b951a8 {{(pid=103642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:31:16.611968 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8956e0c-7f11-4896-b044-1e78cbbfb959", "tag": "37e8d5af-c4b6-4e50-b3af-bf8c315a0c1c", "status": "completed", "code": 200}]} {{(pid=103642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:31:16.612228 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b756cc00-bc36-4456-839a-16ba33b951a8 {{(pid=103642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:31:16.612623 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8956e0c-7f11-4896-b044-1e78cbbfb959', 'tag': '37e8d5af-c4b6-4e50-b3af-bf8c315a0c1c', 'status': 'completed', 'code': 200} Mar 14 10:31:16.705299 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8f0d4f-7424-41ed-8aa5-463982ea2687 req-aa84b6f6-1783-454e-afa6-32b3a21d24da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:31:16.707588 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-9b8f0d4f-7424-41ed-8aa5-463982ea2687 req-aa84b6f6-1783-454e-afa6-32b3a21d24da service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4c639ea78b524ac38cc8c4e8a36c04e1&device_id=a8956e0c-7f11-4896-b044-1e78cbbfb959 HTTP/1.1" status: 200 len: 1127 time: 0.0446200 Mar 14 10:31:16.807777 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8f0d4f-7424-41ed-8aa5-463982ea2687 req-b55f42a9-5002-4908-ac55-ae922d6e744d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:31:16.809230 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-9b8f0d4f-7424-41ed-8aa5-463982ea2687 req-b55f42a9-5002-4908-ac55-ae922d6e744d service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=4c639ea78b524ac38cc8c4e8a36c04e1&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0884194 Mar 14 10:31:16.902439 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8f0d4f-7424-41ed-8aa5-463982ea2687 req-707818d5-2e33-45e0-9694-8660e302d89b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:31:16.903896 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-9b8f0d4f-7424-41ed-8aa5-463982ea2687 req-707818d5-2e33-45e0-9694-8660e302d89b service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0885184 Mar 14 10:31:17.001940 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32133870-4491-4a15-b1c7-bc7459b19bf9 req-01085aa2-ae0a-4d44-98c8-b0900b83640b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:31:17.003916 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-32133870-4491-4a15-b1c7-bc7459b19bf9 req-01085aa2-ae0a-4d44-98c8-b0900b83640b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4c639ea78b524ac38cc8c4e8a36c04e1&device_id=a8956e0c-7f11-4896-b044-1e78cbbfb959 HTTP/1.1" status: 200 len: 1127 time: 0.0432565 Mar 14 10:31:17.051226 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-32133870-4491-4a15-b1c7-bc7459b19bf9 req-01094a4d-f5de-4add-a5d9-f668b69c8853 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=37e8d5af-c4b6-4e50-b3af-bf8c315a0c1c HTTP/1.1" status: 200 len: 217 time: 0.0362017 Mar 14 10:31:17.096563 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32133870-4491-4a15-b1c7-bc7459b19bf9 req-ea60cee3-1d8c-43fd-aaef-fdfb84e7d792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:31:17.097997 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-32133870-4491-4a15-b1c7-bc7459b19bf9 req-ea60cee3-1d8c-43fd-aaef-fdfb84e7d792 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5b66c451-9585-4f0d-9834-3588924aca31 HTTP/1.1" status: 200 len: 854 time: 0.0415592 Mar 14 10:31:17.129203 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-32133870-4491-4a15-b1c7-bc7459b19bf9 req-68ad348d-9cb4-4a45-a3e5-749dc7cccbed service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2dbba2ff-bbf1-426e-8fea-ff3f8570afee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245945 Mar 14 10:31:17.221692 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-32133870-4491-4a15-b1c7-bc7459b19bf9 req-17a06cbf-de6d-453d-9e7f-0331b4da395f service neutron] 10.222.0.39 "GET /v2.0/networks/2dbba2ff-bbf1-426e-8fea-ff3f8570afee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863140 Mar 14 10:31:17.308254 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-32133870-4491-4a15-b1c7-bc7459b19bf9 req-280bfb80-1dcf-4cec-bc7d-c854cc3e6d18 service neutron] 10.222.0.39 "GET /v2.0/networks/2dbba2ff-bbf1-426e-8fea-ff3f8570afee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800388 Mar 14 10:31:17.480858 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f67918-7532-4110-86ce-f363643fcbea req-40305911-09f5-4010-a25d-6ac44d3bacd5 tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:31:17.482300 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-60f67918-7532-4110-86ce-f363643fcbea req-40305911-09f5-4010-a25d-6ac44d3bacd5 tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8956e0c-7f11-4896-b044-1e78cbbfb959 HTTP/1.1" status: 200 len: 943 time: 0.0510952 Mar 14 10:31:17.526876 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-60f67918-7532-4110-86ce-f363643fcbea req-9e4da060-50e1-4814-a44e-ddb5f1660a4a tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f835d31-e3b8-449c-9db1-2eea62c7b37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391853 Mar 14 10:31:18.646796 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4fcf08-fdb9-4855-a019-dab0bdd4901a req-b4b884ae-fa7a-430e-a9e4-ee976dfcfbc7 tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:31:18.648292 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-1b4fcf08-fdb9-4855-a019-dab0bdd4901a req-b4b884ae-fa7a-430e-a9e4-ee976dfcfbc7 tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8956e0c-7f11-4896-b044-1e78cbbfb959 HTTP/1.1" status: 200 len: 943 time: 0.0515788 Mar 14 10:31:18.696867 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-1b4fcf08-fdb9-4855-a019-dab0bdd4901a req-241c66cc-7cba-4ca0-ae26-128e6277a477 tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f835d31-e3b8-449c-9db1-2eea62c7b37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431244 Mar 14 10:31:19.810635 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6219026-e8a0-4c1d-9d28-c22b38354c09 req-ecdd8c44-6b9a-4200-91af-91d08de4a7d0 tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:31:19.812137 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-a6219026-e8a0-4c1d-9d28-c22b38354c09 req-ecdd8c44-6b9a-4200-91af-91d08de4a7d0 tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8956e0c-7f11-4896-b044-1e78cbbfb959 HTTP/1.1" status: 200 len: 943 time: 0.0519872 Mar 14 10:31:19.856710 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-a6219026-e8a0-4c1d-9d28-c22b38354c09 req-82c132b7-999c-460f-b89e-538c4dfbd038 tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f835d31-e3b8-449c-9db1-2eea62c7b37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385764 Mar 14 10:31:20.752826 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-4a769c02-5777-4f72-b1ed-e36f50542eb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (71411765-f129-4ae6-9e82-4fe742fde8ff), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:31:20.971740 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a833f03-7484-4017-9ee7-9514a649208e req-09660e31-ec78-4a0e-a67a-deb5f29a7e23 tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:31:20.973231 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-4a833f03-7484-4017-9ee7-9514a649208e req-09660e31-ec78-4a0e-a67a-deb5f29a7e23 tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8956e0c-7f11-4896-b044-1e78cbbfb959 HTTP/1.1" status: 200 len: 943 time: 0.0518193 Mar 14 10:31:21.018387 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-4a833f03-7484-4017-9ee7-9514a649208e req-e38881fe-be33-43b6-80d9-97a5d3bca667 tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f835d31-e3b8-449c-9db1-2eea62c7b37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397551 Mar 14 10:31:21.087623 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Device 37e8d5af-c4b6-4e50-b3af-bf8c315a0c1c details requested by agent hyperv_hv-cinder-83354 with host hv-cinder-83354 {{(pid=103644) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 10:31:21.181766 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] For port 37e8d5af-c4b6-4e50-b3af-bf8c315a0c1c, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=37e8d5af-c4b6-4e50-b3af-bf8c315a0c1c,segment=NetworkSegment(a7d2aa36-dc5d-4b87-b609-12c32136474e),segment_id=a7d2aa36-dc5d-4b87-b609-12c32136474e)] {{(pid=103644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:31:21.192224 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Returning: {'device': '37e8d5af-c4b6-4e50-b3af-bf8c315a0c1c', 'network_id': '2dbba2ff-bbf1-426e-8fea-ff3f8570afee', 'port_id': '37e8d5af-c4b6-4e50-b3af-bf8c315a0c1c', 'mac_address': 'fa:16:3e:64:b1:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b66c451-9585-4f0d-9834-3588924aca31', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103644) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 10:31:21.229735 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Current status of the port 37e8d5af-c4b6-4e50-b3af-bf8c315a0c1c is: DOWN; New status is: BUILD {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:31:21.230132 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (37e8d5af-c4b6-4e50-b3af-bf8c315a0c1c), before_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:31:21.242621 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.notifiers.nova [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37e8d5af-c4b6-4e50-b3af-bf8c315a0c1c {{(pid=103644) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 10:31:21.261841 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] For port 37e8d5af-c4b6-4e50-b3af-bf8c315a0c1c, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=37e8d5af-c4b6-4e50-b3af-bf8c315a0c1c,segment=NetworkSegment(a7d2aa36-dc5d-4b87-b609-12c32136474e),segment_id=a7d2aa36-dc5d-4b87-b609-12c32136474e)] {{(pid=103644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:31:21.326500 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (37e8d5af-c4b6-4e50-b3af-bf8c315a0c1c), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:31:21.375117 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Pushing event updated for resources: {'Port': ['ID=37e8d5af-c4b6-4e50-b3af-bf8c315a0c1c,revision_number=4']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:31:21.848875 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] get_ports_and_sgs() called for port_ids ['37e8d5af-c4b6-4e50-b3af-bf8c315a0c1c'] {{(pid=103644) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 10:31:22.136529 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3fa273-923d-4f08-bf36-732cf5d757f8 req-e46d8fdd-02a6-4710-a08a-ec170f0014aa tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:31:22.143055 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-ef3fa273-923d-4f08-bf36-732cf5d757f8 req-e46d8fdd-02a6-4710-a08a-ec170f0014aa tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8956e0c-7f11-4896-b044-1e78cbbfb959 HTTP/1.1" status: 200 len: 944 time: 0.0556254 Mar 14 10:31:22.183721 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-ef3fa273-923d-4f08-bf36-732cf5d757f8 req-bdd81063-3f63-4f25-b4c7-2638b6304943 tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f835d31-e3b8-449c-9db1-2eea62c7b37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401084 Mar 14 10:31:22.937592 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-79a2440b-a88b-4aea-9b80-5bf3a90a53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (a016a58c-1f8a-4210-ae6c-360b1a1f78c1), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:31:23.086712 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Device 37e8d5af-c4b6-4e50-b3af-bf8c315a0c1c up at agent hyperv_hv-cinder-83354 {{(pid=103644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:31:23.200766 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Provisioning for port 37e8d5af-c4b6-4e50-b3af-bf8c315a0c1c completed by entity L2. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 14 10:31:23.204375 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Provisioning complete for port 37e8d5af-c4b6-4e50-b3af-bf8c315a0c1c triggered by entity L2. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:31:23.204746 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (37e8d5af-c4b6-4e50-b3af-bf8c315a0c1c), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:31:23.280966 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Current status of the port 37e8d5af-c4b6-4e50-b3af-bf8c315a0c1c is: BUILD; New status is: ACTIVE {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:31:23.281356 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (37e8d5af-c4b6-4e50-b3af-bf8c315a0c1c), before_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:31:23.301969 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10b070f-5f4e-4f8c-a0c5-264515d31dd2 req-054f98b0-13f9-49d1-a308-283849e640db tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:31:23.303436 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-e10b070f-5f4e-4f8c-a0c5-264515d31dd2 req-054f98b0-13f9-49d1-a308-283849e640db tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8956e0c-7f11-4896-b044-1e78cbbfb959 HTTP/1.1" status: 200 len: 944 time: 0.0529411 Mar 14 10:31:23.303871 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8956e0c-7f11-4896-b044-1e78cbbfb959', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37e8d5af-c4b6-4e50-b3af-bf8c315a0c1c'}] {{(pid=103644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:31:23.306096 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cdcf2ce3ae030c6c85cf8a8616b2d58d36b16ae178b61bcd15320d14238e4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fdcbba7-3605-403c-a3c8-909e9513edc7" -d '{"events": [{"server_uuid": "a8956e0c-7f11-4896-b044-1e78cbbfb959", "name": "network-vif-plugged", "status": "completed", "tag": "37e8d5af-c4b6-4e50-b3af-bf8c315a0c1c"}]}' {{(pid=103644) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:31:23.319528 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] For port 37e8d5af-c4b6-4e50-b3af-bf8c315a0c1c, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=37e8d5af-c4b6-4e50-b3af-bf8c315a0c1c,segment=NetworkSegment(a7d2aa36-dc5d-4b87-b609-12c32136474e),segment_id=a7d2aa36-dc5d-4b87-b609-12c32136474e)] {{(pid=103644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:31:23.343520 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 10:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d3694e7-3cc8-48c8-8d91-822c1102b4ea x-openstack-request-id: req-3d3694e7-3cc8-48c8-8d91-822c1102b4ea {{(pid=103644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:31:23.343855 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8956e0c-7f11-4896-b044-1e78cbbfb959", "name": "network-vif-plugged", "status": "completed", "tag": "37e8d5af-c4b6-4e50-b3af-bf8c315a0c1c", "code": 200}]} {{(pid=103644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:31:23.344112 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3d3694e7-3cc8-48c8-8d91-822c1102b4ea {{(pid=103644) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:31:23.348177 dv-cinder-833544-1-iscsi neutron-server[103644]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8956e0c-7f11-4896-b044-1e78cbbfb959', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37e8d5af-c4b6-4e50-b3af-bf8c315a0c1c', 'code': 200} Mar 14 10:31:23.353432 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-e10b070f-5f4e-4f8c-a0c5-264515d31dd2 req-54f962f1-61e1-43fb-8689-740c71eb572e tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f835d31-e3b8-449c-9db1-2eea62c7b37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442226 Mar 14 10:31:23.389815 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (37e8d5af-c4b6-4e50-b3af-bf8c315a0c1c), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:31:23.439590 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Pushing event updated for resources: {'Port': ['ID=37e8d5af-c4b6-4e50-b3af-bf8c315a0c1c,revision_number=5']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:31:23.712181 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1877a2e5-4637-40e0-b74e-0bf8514711dc req-d29ffa3a-f9a6-4626-a090-c63186e2fef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:31:23.713631 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-1877a2e5-4637-40e0-b74e-0bf8514711dc req-d29ffa3a-f9a6-4626-a090-c63186e2fef7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a8956e0c-7f11-4896-b044-1e78cbbfb959 HTTP/1.1" status: 200 len: 1129 time: 0.0839930 Mar 14 10:31:23.759099 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-1877a2e5-4637-40e0-b74e-0bf8514711dc req-62304642-b9ba-4f23-af01-994f39431162 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=1f835d31-e3b8-449c-9db1-2eea62c7b37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390890 Mar 14 10:31:24.118375 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-f4039063-230b-41a9-bf4a-d5dd4b348b96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (46201191-f63a-41db-ad4d-3c2c795fe1c2), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:31:24.468933 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a963ba1a-6cc8-4aba-b669-67210d24f287 req-eb137323-69ed-4e54-81c1-890f6ff886f4 tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:31:24.470383 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-a963ba1a-6cc8-4aba-b669-67210d24f287 req-eb137323-69ed-4e54-81c1-890f6ff886f4 tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8956e0c-7f11-4896-b044-1e78cbbfb959 HTTP/1.1" status: 200 len: 945 time: 0.0510852 Mar 14 10:31:24.518390 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-a963ba1a-6cc8-4aba-b669-67210d24f287 req-93a4cce4-2aac-4a1e-b45f-7cc06a5779f9 tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f835d31-e3b8-449c-9db1-2eea62c7b37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418644 Mar 14 10:31:25.636121 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95b82d0-ccec-4fd6-a645-810aacb567aa req-531ea577-c2cd-450e-9aa3-54ac7cb874eb tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:31:25.637600 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-c95b82d0-ccec-4fd6-a645-810aacb567aa req-531ea577-c2cd-450e-9aa3-54ac7cb874eb tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8956e0c-7f11-4896-b044-1e78cbbfb959 HTTP/1.1" status: 200 len: 945 time: 0.0520287 Mar 14 10:31:25.661250 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-a3541fa5-4b74-4b29-92a0-285d4d95a3dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (a9a1db27-ecd3-427e-bc57-ce8de4da4c28), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:31:25.685514 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-c95b82d0-ccec-4fd6-a645-810aacb567aa req-6c00b313-9efe-4c39-8fa8-acd7af85a1f3 tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f835d31-e3b8-449c-9db1-2eea62c7b37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421417 Mar 14 10:31:26.800550 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88aefff-1650-498c-9d16-08001fdc5dc5 req-aedaf9ed-fb96-46f1-9241-bdf040397bd6 tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:31:26.802003 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-b88aefff-1650-498c-9d16-08001fdc5dc5 req-aedaf9ed-fb96-46f1-9241-bdf040397bd6 tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8956e0c-7f11-4896-b044-1e78cbbfb959 HTTP/1.1" status: 200 len: 945 time: 0.0512514 Mar 14 10:31:26.846753 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-b88aefff-1650-498c-9d16-08001fdc5dc5 req-7835583b-c683-4251-a19b-c325ec810f80 tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f835d31-e3b8-449c-9db1-2eea62c7b37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392611 Mar 14 10:31:26.969947 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (3daba05a-6d77-487a-83af-fb9f8edf24c0), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:31:27.257576 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (cd4c1fd5-6bd0-46fc-9cd1-9ea8fc180379), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:31:31.115137 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.agents_db [None req-e5bc90a1-3fae-4be0-a54a-d59a030b4380 None None] Agent healthcheck: found 6 active agents {{(pid=103645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 10:31:50.743136 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-f13448c8-0a9d-420b-862b-e2e3469a5dbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (71411765-f129-4ae6-9e82-4fe742fde8ff), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:31:52.932124 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-62b9af00-dcb4-4000-8f93-92cfce132a07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (a016a58c-1f8a-4210-ae6c-360b1a1f78c1), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:31:54.126119 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-f4039063-230b-41a9-bf4a-d5dd4b348b96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (46201191-f63a-41db-ad4d-3c2c795fe1c2), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:31:54.418350 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda70884-4a7a-4531-a666-617073e1ae68 req-63395f90-9b12-4847-9a2d-c0e67cc2d2db tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:31:54.419871 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-dda70884-4a7a-4531-a666-617073e1ae68 req-63395f90-9b12-4847-9a2d-c0e67cc2d2db tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8956e0c-7f11-4896-b044-1e78cbbfb959 HTTP/1.1" status: 200 len: 945 time: 0.0552540 Mar 14 10:31:54.464923 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-dda70884-4a7a-4531-a666-617073e1ae68 req-d62ba777-2524-493e-9a57-2f6e07726795 tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f835d31-e3b8-449c-9db1-2eea62c7b37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395248 Mar 14 10:31:55.585564 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f084be8c-052a-485c-8c81-a7651cf5dd8f req-f1ee1718-f077-4851-b442-d728a090cdf4 tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:31:55.587054 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-f084be8c-052a-485c-8c81-a7651cf5dd8f req-f1ee1718-f077-4851-b442-d728a090cdf4 tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8956e0c-7f11-4896-b044-1e78cbbfb959 HTTP/1.1" status: 200 len: 945 time: 0.0525293 Mar 14 10:31:55.633083 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-f084be8c-052a-485c-8c81-a7651cf5dd8f req-adc88760-e756-403c-aa8b-31a9a7233ff6 tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f835d31-e3b8-449c-9db1-2eea62c7b37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405686 Mar 14 10:31:55.639598 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-a3541fa5-4b74-4b29-92a0-285d4d95a3dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (a9a1db27-ecd3-427e-bc57-ce8de4da4c28), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:31:56.752334 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac0e1d7-8d8c-4694-9a94-0668fd28e48e req-6354ada2-8764-448e-a92a-503bac07b2e9 tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:31:56.753775 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-9ac0e1d7-8d8c-4694-9a94-0668fd28e48e req-6354ada2-8764-448e-a92a-503bac07b2e9 tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8956e0c-7f11-4896-b044-1e78cbbfb959 HTTP/1.1" status: 200 len: 945 time: 0.0552514 Mar 14 10:31:56.800381 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-9ac0e1d7-8d8c-4694-9a94-0668fd28e48e req-59dae59e-b172-4b86-95f2-b70885edc3c8 tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f835d31-e3b8-449c-9db1-2eea62c7b37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408757 Mar 14 10:31:56.971782 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (3daba05a-6d77-487a-83af-fb9f8edf24c0), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:31:57.014524 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc891c3-e5d1-419c-9a97-f587c383c415 req-0a4a563f-6ae7-4432-a9d6-359c6866c055 tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:31:57.016004 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-bdc891c3-e5d1-419c-9a97-f587c383c415 req-0a4a563f-6ae7-4432-a9d6-359c6866c055 tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8956e0c-7f11-4896-b044-1e78cbbfb959 HTTP/1.1" status: 200 len: 945 time: 0.0530319 Mar 14 10:31:57.106537 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.plugin [req-bdc891c3-e5d1-419c-9a97-f587c383c415 req-ba4cbed9-9ac3-40f5-bfe8-33a807bba43c tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] Deleting port 37e8d5af-c4b6-4e50-b3af-bf8c315a0c1c {{(pid=103642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 10:31:57.106880 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [req-bdc891c3-e5d1-419c-9a97-f587c383c415 req-ba4cbed9-9ac3-40f5-bfe8-33a807bba43c tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739585920741'] for port (37e8d5af-c4b6-4e50-b3af-bf8c315a0c1c), before_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:31:57.195480 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.db [req-bdc891c3-e5d1-419c-9a97-f587c383c415 req-ba4cbed9-9ac3-40f5-bfe8-33a807bba43c tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] For port 37e8d5af-c4b6-4e50-b3af-bf8c315a0c1c, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=37e8d5af-c4b6-4e50-b3af-bf8c315a0c1c,segment=NetworkSegment(a7d2aa36-dc5d-4b87-b609-12c32136474e),segment_id=a7d2aa36-dc5d-4b87-b609-12c32136474e)] {{(pid=103642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:31:57.195874 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [req-bdc891c3-e5d1-419c-9a97-f587c383c415 req-ba4cbed9-9ac3-40f5-bfe8-33a807bba43c tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562337'] for port (37e8d5af-c4b6-4e50-b3af-bf8c315a0c1c), precommit_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:31:57.208363 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.plugin [req-bdc891c3-e5d1-419c-9a97-f587c383c415 req-ba4cbed9-9ac3-40f5-bfe8-33a807bba43c tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] Calling delete_port for 37e8d5af-c4b6-4e50-b3af-bf8c315a0c1c owned by compute:nova {{(pid=103642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 10:31:57.246784 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (cd4c1fd5-6bd0-46fc-9cd1-9ea8fc180379), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:31:57.452043 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [req-bdc891c3-e5d1-419c-9a97-f587c383c415 req-ba4cbed9-9ac3-40f5-bfe8-33a807bba43c tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739585930060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739585409127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9714944'] for port (37e8d5af-c4b6-4e50-b3af-bf8c315a0c1c), after_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:31:57.479106 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4cbed9-9ac3-40f5-bfe8-33a807bba43c tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] Pushing event deleted for resources: {'Port': ['ID=37e8d5af-c4b6-4e50-b3af-bf8c315a0c1c,revision_number=None']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:31:57.493887 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4cbed9-9ac3-40f5-bfe8-33a807bba43c tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:31:57.494236 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4cbed9-9ac3-40f5-bfe8-33a807bba43c tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:31:57.494577 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4cbed9-9ac3-40f5-bfe8-33a807bba43c tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:31:57.494915 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4cbed9-9ac3-40f5-bfe8-33a807bba43c tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:31:57.495246 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4cbed9-9ac3-40f5-bfe8-33a807bba43c tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:31:57.495576 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4cbed9-9ac3-40f5-bfe8-33a807bba43c tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:31:57.495935 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4cbed9-9ac3-40f5-bfe8-33a807bba43c tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:31:57.496259 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4cbed9-9ac3-40f5-bfe8-33a807bba43c tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:31:57.496589 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4cbed9-9ac3-40f5-bfe8-33a807bba43c tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:31:57.497088 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4cbed9-9ac3-40f5-bfe8-33a807bba43c tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:31:57.497414 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4cbed9-9ac3-40f5-bfe8-33a807bba43c tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:31:57.497741 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4cbed9-9ac3-40f5-bfe8-33a807bba43c tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:31:57.498061 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4cbed9-9ac3-40f5-bfe8-33a807bba43c tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:31:57.498381 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4cbed9-9ac3-40f5-bfe8-33a807bba43c tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:31:57.498701 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4cbed9-9ac3-40f5-bfe8-33a807bba43c tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:31:57.534632 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdc891c3-e5d1-419c-9a97-f587c383c415 req-ba4cbed9-9ac3-40f5-bfe8-33a807bba43c tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] No DVR routers for this DVR port 37e8d5af-c4b6-4e50-b3af-bf8c315a0c1c on host hv-cinder-83354 {{(pid=103642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 10:31:57.537239 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [req-bdc891c3-e5d1-419c-9a97-f587c383c415 req-ba4cbed9-9ac3-40f5-bfe8-33a807bba43c tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211739'] for port (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:31:57.541391 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-bdc891c3-e5d1-419c-9a97-f587c383c415 req-ba4cbed9-9ac3-40f5-bfe8-33a807bba43c tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] 10.222.0.39 "DELETE /v2.0/ports/37e8d5af-c4b6-4e50-b3af-bf8c315a0c1c HTTP/1.1" status: 204 len: 173 time: 0.5179901 Mar 14 10:31:57.541832 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8956e0c-7f11-4896-b044-1e78cbbfb959', 'name': 'network-vif-deleted', 'tag': '37e8d5af-c4b6-4e50-b3af-bf8c315a0c1c'}] {{(pid=103642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:31:57.544112 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2719b20af467307de00d33cfc3bda2b7e701d9c3500810f7746d17fecb5aed99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18ac865c-0f89-4b5b-9ce5-6decf82e53f0" -d '{"events": [{"server_uuid": "a8956e0c-7f11-4896-b044-1e78cbbfb959", "name": "network-vif-deleted", "tag": "37e8d5af-c4b6-4e50-b3af-bf8c315a0c1c"}]}' {{(pid=103642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:31:57.637503 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 10:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bca1655e-e33c-47b2-9d20-942178f014fc x-openstack-request-id: req-bca1655e-e33c-47b2-9d20-942178f014fc {{(pid=103642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:31:57.637804 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8956e0c-7f11-4896-b044-1e78cbbfb959", "name": "network-vif-deleted", "tag": "37e8d5af-c4b6-4e50-b3af-bf8c315a0c1c", "status": "completed", "code": 200}]} {{(pid=103642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:31:57.638064 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bca1655e-e33c-47b2-9d20-942178f014fc {{(pid=103642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:31:57.638468 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8956e0c-7f11-4896-b044-1e78cbbfb959', 'name': 'network-vif-deleted', 'tag': '37e8d5af-c4b6-4e50-b3af-bf8c315a0c1c', 'status': 'completed', 'code': 200} Mar 14 10:31:57.904617 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-c92fc1c7-1d85-463a-9536-17c6e16eb8df req-37405c46-274d-4389-bef9-5c8a7a78b626 tempest-VolumesSnapshotTestJSON-1844821284 tempest-VolumesSnapshotTestJSON-1844821284-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8956e0c-7f11-4896-b044-1e78cbbfb959 HTTP/1.1" status: 200 len: 210 time: 0.0271327 Mar 14 10:31:59.244299 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Device 37e8d5af-c4b6-4e50-b3af-bf8c315a0c1c no longer exists at agent hyperv_hv-cinder-83354 {{(pid=103644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 10:31:59.264705 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] No Port match for: 37e8d5af-c4b6-4e50-b3af-bf8c315a0c1c {{(pid=103644) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 10:31:59.269206 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Device 37e8d5af-c4b6-4e50-b3af-bf8c315a0c1c not bound to the agent host hv-cinder-83354 {{(pid=103644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 10:32:02.559929 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-8c2445f3-789f-4063-b5a4-befe98cbea90 req-c7d17374-b6a4-4c4d-abca-7ef6cdf6515b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c285fc22-e681-4296-afe4-8556e371552e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427101 Mar 14 10:32:02.637955 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2445f3-789f-4063-b5a4-befe98cbea90 req-3467ff2b-2c82-4c9d-bd0f-24133d3e7227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:32:02.639453 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-8c2445f3-789f-4063-b5a4-befe98cbea90 req-3467ff2b-2c82-4c9d-bd0f-24133d3e7227 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8323ed68f5bb4a3488c9723cb7c54c0f&device_id=c285fc22-e681-4296-afe4-8556e371552e HTTP/1.1" status: 200 len: 1129 time: 0.0461218 Mar 14 10:32:03.769318 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2445f3-789f-4063-b5a4-befe98cbea90 req-edf1d34b-186f-4ee6-bb0f-d827622e36d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:32:03.770744 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-8c2445f3-789f-4063-b5a4-befe98cbea90 req-edf1d34b-186f-4ee6-bb0f-d827622e36d8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=41fa337d-ea5f-4994-bc9b-def763652602 HTTP/1.1" status: 200 len: 912 time: 0.0828078 Mar 14 10:32:04.602554 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-8c2445f3-789f-4063-b5a4-befe98cbea90 req-bada18de-5854-4f60-beea-8bb19ba77803 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9c434c67-2d84-4683-bfc9-cc8e82d98ac7 HTTP/1.1" status: 200 len: 1001 time: 0.0605893 Mar 14 10:32:05.774750 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2445f3-789f-4063-b5a4-befe98cbea90 req-83b0e8c4-cfab-4f4a-ae46-b12ff982ad8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:32:05.776149 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-8c2445f3-789f-4063-b5a4-befe98cbea90 req-83b0e8c4-cfab-4f4a-ae46-b12ff982ad8c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=623577f8-c7f3-4e24-b897-1f421a0f10a6 HTTP/1.1" status: 200 len: 850 time: 0.0425408 Mar 14 10:32:05.823181 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2445f3-789f-4063-b5a4-befe98cbea90 req-2f67a710-5a60-4e61-afe9-ee4c3aa21651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:32:05.824564 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-8c2445f3-789f-4063-b5a4-befe98cbea90 req-2f67a710-5a60-4e61-afe9-ee4c3aa21651 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=41fa337d-ea5f-4994-bc9b-def763652602&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425935 Mar 14 10:32:05.913635 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-8c2445f3-789f-4063-b5a4-befe98cbea90 req-ebdd81be-8775-4412-89c9-9b8988e344d8 service neutron] 10.222.0.39 "GET /v2.0/networks/41fa337d-ea5f-4994-bc9b-def763652602?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821028 Mar 14 10:32:05.998722 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-8c2445f3-789f-4063-b5a4-befe98cbea90 req-df88ad95-1fe5-450a-bcfa-bb6b00d6fd61 service neutron] 10.222.0.39 "GET /v2.0/networks/41fa337d-ea5f-4994-bc9b-def763652602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793922 Mar 14 10:32:08.114638 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.agents_db [None req-e5bc90a1-3fae-4be0-a54a-d59a030b4380 None None] Agent healthcheck: found 6 active agents {{(pid=103645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 10:32:20.753902 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-28df57b7-df17-4438-b60b-e70a66a678c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (71411765-f129-4ae6-9e82-4fe742fde8ff), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:22.963395 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-01eb5199-cfc6-4631-9bc1-b3176d2409c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (a016a58c-1f8a-4210-ae6c-360b1a1f78c1), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:24.083701 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-f4039063-230b-41a9-bf4a-d5dd4b348b96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (46201191-f63a-41db-ad4d-3c2c795fe1c2), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:25.668594 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-a3541fa5-4b74-4b29-92a0-285d4d95a3dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (a9a1db27-ecd3-427e-bc57-ce8de4da4c28), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:25.978207 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82e24e5-2a88-48ba-8ed5-f8dda8202701 req-2d10faae-a392-4be6-942f-1e503b09f8f4 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:32:25.979896 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-c82e24e5-2a88-48ba-8ed5-f8dda8202701 req-2d10faae-a392-4be6-942f-1e503b09f8f4 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/ports?device_id=c285fc22-e681-4296-afe4-8556e371552e HTTP/1.1" status: 200 len: 945 time: 0.0577919 Mar 14 10:32:26.027555 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-c82e24e5-2a88-48ba-8ed5-f8dda8202701 req-364dd2fd-e7a5-44b0-b45d-1c1151befe44 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b70bd49-c5ca-4159-8f17-c1401f955a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420449 Mar 14 10:32:26.977118 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (3daba05a-6d77-487a-83af-fb9f8edf24c0), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:27.147849 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef62c58-09bf-484d-996a-98d0739cbc86 req-e96cbaa5-61d2-4f74-8fa9-85e9931b141b tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:32:27.149278 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-fef62c58-09bf-484d-996a-98d0739cbc86 req-e96cbaa5-61d2-4f74-8fa9-85e9931b141b tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/ports?device_id=c285fc22-e681-4296-afe4-8556e371552e HTTP/1.1" status: 200 len: 945 time: 0.0551255 Mar 14 10:32:27.194224 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-fef62c58-09bf-484d-996a-98d0739cbc86 req-01c963d2-88b4-4768-9c16-8c7f5a8a75da tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b70bd49-c5ca-4159-8f17-c1401f955a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394652 Mar 14 10:32:27.291462 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (cd4c1fd5-6bd0-46fc-9cd1-9ea8fc180379), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:28.310946 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6926490-4994-45ba-a948-050c2758624d req-9055b7b5-833b-40d6-ad80-2bdc12db5ec2 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:32:28.312438 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-d6926490-4994-45ba-a948-050c2758624d req-9055b7b5-833b-40d6-ad80-2bdc12db5ec2 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/ports?device_id=c285fc22-e681-4296-afe4-8556e371552e HTTP/1.1" status: 200 len: 945 time: 0.0522063 Mar 14 10:32:28.357914 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-d6926490-4994-45ba-a948-050c2758624d req-c2867dde-6409-4098-945d-ada17214c196 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b70bd49-c5ca-4159-8f17-c1401f955a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400019 Mar 14 10:32:28.543548 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 46422) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:32:28.590366 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d843624-6e71-4d8d-8198-deb3f24db3bb admin admin] Deleting subnet 5b66c451-9585-4f0d-9834-3588924aca31 {{(pid=103642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 14 10:32:28.593330 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-2d843624-6e71-4d8d-8198-deb3f24db3bb admin admin] Publish callbacks [] for subnet (5b66c451-9585-4f0d-9834-3588924aca31), before_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:28.626228 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-2d843624-6e71-4d8d-8198-deb3f24db3bb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10247711'] for subnet (5b66c451-9585-4f0d-9834-3588924aca31), precommit_delete_associations {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:28.664024 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-2d843624-6e71-4d8d-8198-deb3f24db3bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1689235'] for subnet (5b66c451-9585-4f0d-9834-3588924aca31), precommit_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:28.777146 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-2d843624-6e71-4d8d-8198-deb3f24db3bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9715037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10301227'] for subnet (5b66c451-9585-4f0d-9834-3588924aca31), after_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:28.800014 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d843624-6e71-4d8d-8198-deb3f24db3bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b66c451-9585-4f0d-9834-3588924aca31,revision_number=None']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:32:28.805760 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-2d843624-6e71-4d8d-8198-deb3f24db3bb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:28.809029 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-2d843624-6e71-4d8d-8198-deb3f24db3bb admin admin] 10.222.0.16 "DELETE /v2.0/subnets/5b66c451-9585-4f0d-9834-3588924aca31 HTTP/1.1" status: 204 len: 168 time: 0.2644675 Mar 14 10:32:28.811443 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 46424) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:32:28.880458 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-60abc8a9-a54e-43f7-ac4f-03e763806ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369052'] for network (2dbba2ff-bbf1-426e-8fea-ff3f8570afee), before_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:28.954288 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-60abc8a9-a54e-43f7-ac4f-03e763806ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687834', 'neutron.services.segments.db._delete_segments_for_network-8739585737229'] for network (2dbba2ff-bbf1-426e-8fea-ff3f8570afee), precommit_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:28.977904 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.services.segments.db [None req-60abc8a9-a54e-43f7-ac4f-03e763806ca8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dbba2ff-bbf1-426e-8fea-ff3f8570afee']}} {{(pid=103642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:32:28.986754 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.services.segments.db [None req-60abc8a9-a54e-43f7-ac4f-03e763806ca8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7d2aa36-dc5d-4b87-b609-12c32136474e') {'for_net_delete': True} {{(pid=103642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:32:28.987050 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.services.segments.db [None req-60abc8a9-a54e-43f7-ac4f-03e763806ca8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7d2aa36-dc5d-4b87-b609-12c32136474e') {} {{(pid=103642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:32:28.996011 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-60abc8a9-a54e-43f7-ac4f-03e763806ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739585737494', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10247686'] for segment (a7d2aa36-dc5d-4b87-b609-12c32136474e), before_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:29.009061 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-60abc8a9-a54e-43f7-ac4f-03e763806ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1663358'] for segment (a7d2aa36-dc5d-4b87-b609-12c32136474e), precommit_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:29.014600 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60abc8a9-a54e-43f7-ac4f-03e763806ca8 admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=103642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 10:32:29.014978 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-60abc8a9-a54e-43f7-ac4f-03e763806ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1663358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9715443'] for segment (a7d2aa36-dc5d-4b87-b609-12c32136474e), after_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:29.016590 dv-cinder-833544-1-iscsi neutron-server[103642]: Traceback (most recent call last): Mar 14 10:32:29.016590 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 10:32:29.016590 dv-cinder-833544-1-iscsi neutron-server[103642]: timer() Mar 14 10:32:29.016590 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 10:32:29.016590 dv-cinder-833544-1-iscsi neutron-server[103642]: cb(*args, **kw) Mar 14 10:32:29.016590 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 10:32:29.016590 dv-cinder-833544-1-iscsi neutron-server[103642]: return func(*args, **kwargs) Mar 14 10:32:29.016590 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 10:32:29.016590 dv-cinder-833544-1-iscsi neutron-server[103642]: self._notify() Mar 14 10:32:29.016590 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 10:32:29.016590 dv-cinder-833544-1-iscsi neutron-server[103642]: self.callback(batched_events) Mar 14 10:32:29.016590 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 10:32:29.016590 dv-cinder-833544-1-iscsi neutron-server[103642]: event.method(event) Mar 14 10:32:29.016590 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 10:32:29.016590 dv-cinder-833544-1-iscsi neutron-server[103642]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 10:32:29.016590 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 10:32:29.016590 dv-cinder-833544-1-iscsi neutron-server[103642]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 10:32:29.016590 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 10:32:29.016590 dv-cinder-833544-1-iscsi neutron-server[103642]: return f(self, *a, **k) Mar 14 10:32:29.016590 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 10:32:29.016590 dv-cinder-833544-1-iscsi neutron-server[103642]: return self._get(url).json() Mar 14 10:32:29.016590 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 10:32:29.016590 dv-cinder-833544-1-iscsi neutron-server[103642]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 10:32:29.016590 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 10:32:29.016590 dv-cinder-833544-1-iscsi neutron-server[103642]: return self.request(url, 'GET', **kwargs) Mar 14 10:32:29.016590 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 10:32:29.016590 dv-cinder-833544-1-iscsi neutron-server[103642]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 10:32:29.016590 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 10:32:29.016590 dv-cinder-833544-1-iscsi neutron-server[103642]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 10:32:29.016590 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 10:32:29.016590 dv-cinder-833544-1-iscsi neutron-server[103642]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 10:32:29.016590 dv-cinder-833544-1-iscsi neutron-server[103642]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 10:32:29.148917 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-60abc8a9-a54e-43f7-ac4f-03e763806ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-564434'] for network (2dbba2ff-bbf1-426e-8fea-ff3f8570afee), after_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:29.154130 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-60abc8a9-a54e-43f7-ac4f-03e763806ca8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631023'] for network (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:29.157227 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-60abc8a9-a54e-43f7-ac4f-03e763806ca8 admin admin] 10.222.0.16 "DELETE /v2.0/networks/2dbba2ff-bbf1-426e-8fea-ff3f8570afee HTTP/1.1" status: 204 len: 168 time: 0.3447483 Mar 14 10:32:29.167541 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60abc8a9-a54e-43f7-ac4f-03e763806ca8 admin admin] Pushing event deleted for resources: {'Network': ['ID=2dbba2ff-bbf1-426e-8fea-ff3f8570afee,revision_number=None']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:32:29.474475 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c370ff9e-0009-4343-b93a-b47bdbca5ec5 req-7bf323e4-76ba-4c5c-bb55-c891c03578b5 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:32:29.475942 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-c370ff9e-0009-4343-b93a-b47bdbca5ec5 req-7bf323e4-76ba-4c5c-bb55-c891c03578b5 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/ports?device_id=c285fc22-e681-4296-afe4-8556e371552e HTTP/1.1" status: 200 len: 945 time: 0.0513649 Mar 14 10:32:29.525111 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-c370ff9e-0009-4343-b93a-b47bdbca5ec5 req-49c98c3e-1661-44e7-a127-0c84fcabdc13 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b70bd49-c5ca-4159-8f17-c1401f955a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437727 Mar 14 10:32:29.533067 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 46430) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:32:29.571974 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-fd6b2de5-251d-4e6e-ab16-20cce93c2f5a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4c639ea78b524ac38cc8c4e8a36c04e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0374842 Mar 14 10:32:29.574346 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 46432) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:32:29.622522 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-bee55f06-f6ec-4af8-b33b-28b0f2533da3 admin admin] Publish callbacks [] for security_group (1f835d31-e3b8-449c-9db1-2eea62c7b37c), before_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:29.643131 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-bee55f06-f6ec-4af8-b33b-28b0f2533da3 admin admin] Publish callbacks [] for security_group (1f835d31-e3b8-449c-9db1-2eea62c7b37c), precommit_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:29.760247 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-bee55f06-f6ec-4af8-b33b-28b0f2533da3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (1f835d31-e3b8-449c-9db1-2eea62c7b37c), after_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:29.762792 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-bee55f06-f6ec-4af8-b33b-28b0f2533da3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:29.763951 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-bee55f06-f6ec-4af8-b33b-28b0f2533da3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1f835d31-e3b8-449c-9db1-2eea62c7b37c HTTP/1.1" status: 204 len: 168 time: 0.1885841 Mar 14 10:32:29.771201 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee55f06-f6ec-4af8-b33b-28b0f2533da3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f835d31-e3b8-449c-9db1-2eea62c7b37c,revision_number=None']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:32:30.643375 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5975d2dd-05ed-408c-b70e-320d089ac8e6 req-10fb08a5-a561-48e6-97b7-ec5fc5799e4b tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:32:30.644891 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-5975d2dd-05ed-408c-b70e-320d089ac8e6 req-10fb08a5-a561-48e6-97b7-ec5fc5799e4b tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/ports?device_id=c285fc22-e681-4296-afe4-8556e371552e HTTP/1.1" status: 200 len: 945 time: 0.0523303 Mar 14 10:32:30.690081 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-5975d2dd-05ed-408c-b70e-320d089ac8e6 req-c6b938db-8a4f-4a7e-b9c0-010b287da5ee tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b70bd49-c5ca-4159-8f17-c1401f955a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391769 Mar 14 10:32:30.824503 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 46456) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:32:30.917668 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.v2.base [None req-86f680f9-41fe-4e87-ae32-87a87547e8ff admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2026903013-network', 'tenant_id': '95044ea425734624aaff8798e60e7f23'}} {{(pid=103642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:32:31.003161 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86f680f9-41fe-4e87-ae32-87a87547e8ff admin admin] Made reservation on behalf of 95044ea425734624aaff8798e60e7f23 for: {'network': 1} {{(pid=103642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 10:32:31.005462 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-86f680f9-41fe-4e87-ae32-87a87547e8ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for network (None), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:31.014266 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-86f680f9-41fe-4e87-ae32-87a87547e8ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:31.084074 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-86f680f9-41fe-4e87-ae32-87a87547e8ff admin admin] Publish callbacks [] for security_group (8653de3c-2fad-42d1-97ed-4cd2a9e86ad9), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:31.152021 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-86f680f9-41fe-4e87-ae32-87a87547e8ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (8653de3c-2fad-42d1-97ed-4cd2a9e86ad9), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:31.173654 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86f680f9-41fe-4e87-ae32-87a87547e8ff admin admin] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=103642) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 10:32:31.187248 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f680f9-41fe-4e87-ae32-87a87547e8ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8653de3c-2fad-42d1-97ed-4cd2a9e86ad9,revision_number=1']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:32:31.193384 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-86f680f9-41fe-4e87-ae32-87a87547e8ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1663358'] for segment (17b4787a-2a2c-4b17-82be-be6262e64611), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:31.193731 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.db.segments_db [None req-86f680f9-41fe-4e87-ae32-87a87547e8ff admin admin] Added segment 17b4787a-2a2c-4b17-82be-be6262e64611 of type vlan for network 5e8d43d9-8e06-477c-94a7-c145f612c20a Mar 14 10:32:31.233325 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-86f680f9-41fe-4e87-ae32-87a87547e8ff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739585426881'] for network (5e8d43d9-8e06-477c-94a7-c145f612c20a), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:31.314114 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-86f680f9-41fe-4e87-ae32-87a87547e8ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005'] for network (5e8d43d9-8e06-477c-94a7-c145f612c20a), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:31.315066 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f680f9-41fe-4e87-ae32-87a87547e8ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:32:31.315651 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-86f680f9-41fe-4e87-ae32-87a87547e8ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631023'] for network (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:31.374475 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f680f9-41fe-4e87-ae32-87a87547e8ff admin admin] Pushing event updated for resources: {'Network': ['ID=5e8d43d9-8e06-477c-94a7-c145f612c20a,revision_number=1']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:32:31.384001 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Network 5e8d43d9-8e06-477c-94a7-c145f612c20a details requested by agent ovs-agent-dv-cinder-833544-1-iscsi with host dv-cinder-833544-1-iscsi {{(pid=103644) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 10:32:31.408612 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-86f680f9-41fe-4e87-ae32-87a87547e8ff admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5831015 Mar 14 10:32:31.411457 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 46460) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:32:31.416723 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.v2.base [None req-f79eb297-c6e1-425c-9821-6e4f2dc0c881 admin admin] Request body: {'subnet': {'network_id': '5e8d43d9-8e06-477c-94a7-c145f612c20a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2026903013-subnet', 'tenant_id': '95044ea425734624aaff8798e60e7f23', 'ip_version': 4}} {{(pid=103642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:32:31.502754 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f79eb297-c6e1-425c-9821-6e4f2dc0c881 admin admin] Made reservation on behalf of 95044ea425734624aaff8798e60e7f23 for: {'subnet': 1} {{(pid=103642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 10:32:31.505157 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-f79eb297-c6e1-425c-9821-6e4f2dc0c881 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10301198'] for subnet (None), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:31.810533 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d5de55-f964-485d-8b13-d276b91e7dad req-e4b53ba9-51f3-4ac4-a730-88031453cc37 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:32:31.812031 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-41d5de55-f964-485d-8b13-d276b91e7dad req-e4b53ba9-51f3-4ac4-a730-88031453cc37 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/ports?device_id=c285fc22-e681-4296-afe4-8556e371552e HTTP/1.1" status: 200 len: 945 time: 0.0534513 Mar 14 10:32:31.858016 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-41d5de55-f964-485d-8b13-d276b91e7dad req-4e8caa53-dd22-42d1-8e6d-b6aca975c865 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b70bd49-c5ca-4159-8f17-c1401f955a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402567 Mar 14 10:32:31.971399 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-f79eb297-c6e1-425c-9821-6e4f2dc0c881 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9715100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10301244'] for subnet (913c06b0-3027-4edb-99c2-07504a459961), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:32.026110 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79eb297-c6e1-425c-9821-6e4f2dc0c881 admin admin] Pushing event updated for resources: {'Subnet': ['ID=913c06b0-3027-4edb-99c2-07504a459961,revision_number=0']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:32:32.034375 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79eb297-c6e1-425c-9821-6e4f2dc0c881 admin admin] Checking segment: {'id': '17b4787a-2a2c-4b17-82be-be6262e64611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '5e8d43d9-8e06-477c-94a7-c145f612c20a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:32:32.034818 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f79eb297-c6e1-425c-9821-6e4f2dc0c881 admin admin] Network hostable DHCP agents. Network: 5e8d43d9-8e06-477c-94a7-c145f612c20a, hostable agents: ['71411765-f129-4ae6-9e82-4fe742fde8ff'], hosted agents: [] {{(pid=103642) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 10:32:32.117502 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f79eb297-c6e1-425c-9821-6e4f2dc0c881 admin admin] Network 5e8d43d9-8e06-477c-94a7-c145f612c20a is scheduled to be hosted by DHCP agent 71411765-f129-4ae6-9e82-4fe742fde8ff with binding_index 1 {{(pid=103642) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 10:32:32.192148 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.scheduler.base_scheduler [None req-f79eb297-c6e1-425c-9821-6e4f2dc0c881 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-833544-1-iscsi, 5e8d43d9-8e06-477c-94a7-c145f612c20a) {{(pid=103642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:32:32.197827 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f79eb297-c6e1-425c-9821-6e4f2dc0c881 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:32:32.206637 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-f79eb297-c6e1-425c-9821-6e4f2dc0c881 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:32.206880 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f06d3a-42e4-48d1-859e-4495d2223acc None None] Network 5e8d43d9-8e06-477c-94a7-c145f612c20a requested from dv-cinder-833544-1-iscsi {{(pid=103644) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 10:32:32.280359 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-f79eb297-c6e1-425c-9821-6e4f2dc0c881 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8677871 Mar 14 10:32:32.282929 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 46464) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:32:32.287174 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.v2.base [None req-276e3cdf-462f-4cc0-af00-73d68ad98f45 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2026903013-router', 'tenant_id': '95044ea425734624aaff8798e60e7f23', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a'}}} {{(pid=103642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:32:32.297604 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd002a0-d743-443e-8ed8-8fa291349950 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5134b456-3691-55a4-ab1f-9767d820ba17-5e8d43d9-8e06-477c-94a7-c145f612c20a', 'network_id': '5e8d43d9-8e06-477c-94a7-c145f612c20a', 'project_id': '95044ea425734624aaff8798e60e7f23', 'fixed_ips': [{'subnet_id': '913c06b0-3027-4edb-99c2-07504a459961'}]}} from dv-cinder-833544-1-iscsi. {{(pid=103644) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 14 10:32:32.298463 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-4dd002a0-d743-443e-8ed8-8fa291349950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (None), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:32.369309 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-276e3cdf-462f-4cc0-af00-73d68ad98f45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-559121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10214'] for router (f9c611c3-c80c-4425-b250-06635ac3b28e), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:32.370368 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-276e3cdf-462f-4cc0-af00-73d68ad98f45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-564327', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-678354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10225'] for router (f9c611c3-c80c-4425-b250-06635ac3b28e), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:32.423129 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-276e3cdf-462f-4cc0-af00-73d68ad98f45 admin admin] Publish callbacks [] for router_controller (f9c611c3-c80c-4425-b250-06635ac3b28e), precommit_add_association {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:32.430751 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.db_base_plugin_common [None req-4dd002a0-d743-443e-8ed8-8fa291349950 None None] Allocated IP 172.20.0.2 (5e8d43d9-8e06-477c-94a7-c145f612c20a/913c06b0-3027-4edb-99c2-07504a459961/d7877694-104b-4b1f-b3dc-bc458af4f852) {{(pid=103644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 10:32:32.572996 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-4dd002a0-d743-443e-8ed8-8fa291349950 None None] Publish callbacks [] for port (d7877694-104b-4b1f-b3dc-bc458af4f852), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:32.634429 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-4dd002a0-d743-443e-8ed8-8fa291349950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739585409118'] for port (d7877694-104b-4b1f-b3dc-bc458af4f852), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:32.637244 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-276e3cdf-462f-4cc0-af00-73d68ad98f45 admin admin] Publish callbacks [] for router_gateway (f9c611c3-c80c-4425-b250-06635ac3b28e), precommit_update {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:32.671762 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd002a0-d743-443e-8ed8-8fa291349950 None None] Network 5e8d43d9-8e06-477c-94a7-c145f612c20a is already hosted by enough agents. {{(pid=103644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:32:32.674571 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.scheduler.base_scheduler [None req-4dd002a0-d743-443e-8ed8-8fa291349950 None None] Resources bound (agent type, host, resource id): {{(pid=103644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:32:32.677550 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd002a0-d743-443e-8ed8-8fa291349950 None None] Received port after_create {{(pid=103644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 10:32:32.690685 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd002a0-d743-443e-8ed8-8fa291349950 None None] Pushing event updated for resources: {'Port': ['ID=d7877694-104b-4b1f-b3dc-bc458af4f852,revision_number=1']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:32:32.713755 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd002a0-d743-443e-8ed8-8fa291349950 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:32:32.714114 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd002a0-d743-443e-8ed8-8fa291349950 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:32:32.714484 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd002a0-d743-443e-8ed8-8fa291349950 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:32:32.714830 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd002a0-d743-443e-8ed8-8fa291349950 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:32:32.715167 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd002a0-d743-443e-8ed8-8fa291349950 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:32:32.715500 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd002a0-d743-443e-8ed8-8fa291349950 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:32:32.715866 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd002a0-d743-443e-8ed8-8fa291349950 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:32:32.716196 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd002a0-d743-443e-8ed8-8fa291349950 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:32:32.716525 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd002a0-d743-443e-8ed8-8fa291349950 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:32:32.716868 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd002a0-d743-443e-8ed8-8fa291349950 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:32:32.717174 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd002a0-d743-443e-8ed8-8fa291349950 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:32:32.717614 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd002a0-d743-443e-8ed8-8fa291349950 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:32:32.717843 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd002a0-d743-443e-8ed8-8fa291349950 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:32:32.718161 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd002a0-d743-443e-8ed8-8fa291349950 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:32:32.718483 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd002a0-d743-443e-8ed8-8fa291349950 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:32:32.751705 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.managers [None req-4dd002a0-d743-443e-8ed8-8fa291349950 None None] Attempting to bind port d7877694-104b-4b1f-b3dc-bc458af4f852 on host dv-cinder-833544-1-iscsi for vnic_type normal with profile {{(pid=103644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 10:32:32.752073 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.managers [None req-4dd002a0-d743-443e-8ed8-8fa291349950 None None] Attempting to bind port d7877694-104b-4b1f-b3dc-bc458af4f852 by drivers openvswitch,hyperv on host dv-cinder-833544-1-iscsi at level 0 using segments [{'id': '17b4787a-2a2c-4b17-82be-be6262e64611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '5e8d43d9-8e06-477c-94a7-c145f612c20a'}] {{(pid=103644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 10:32:32.752440 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd002a0-d743-443e-8ed8-8fa291349950 None None] Attempting to bind port d7877694-104b-4b1f-b3dc-bc458af4f852 on network 5e8d43d9-8e06-477c-94a7-c145f612c20a {{(pid=103644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:32:32.757881 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd002a0-d743-443e-8ed8-8fa291349950 None None] Checking agent: {'id': '3daba05a-6d77-487a-83af-fb9f8edf24c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833544-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 14, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 10, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833544-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 10:32:32.758257 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd002a0-d743-443e-8ed8-8fa291349950 None None] Checking segment: {'id': '17b4787a-2a2c-4b17-82be-be6262e64611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '5e8d43d9-8e06-477c-94a7-c145f612c20a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:32:32.758700 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-4dd002a0-d743-443e-8ed8-8fa291349950 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:32.759099 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd002a0-d743-443e-8ed8-8fa291349950 None None] Bound using segment: {'id': '17b4787a-2a2c-4b17-82be-be6262e64611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '5e8d43d9-8e06-477c-94a7-c145f612c20a'} {{(pid=103644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 10:32:32.759568 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.managers [None req-4dd002a0-d743-443e-8ed8-8fa291349950 None None] Bound port: d7877694-104b-4b1f-b3dc-bc458af4f852, host: dv-cinder-833544-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17b4787a-2a2c-4b17-82be-be6262e64611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '5e8d43d9-8e06-477c-94a7-c145f612c20a'}}] {{(pid=103644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 10:32:32.760039 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-4dd002a0-d743-443e-8ed8-8fa291349950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (d7877694-104b-4b1f-b3dc-bc458af4f852), before_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:32.820277 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-4dd002a0-d743-443e-8ed8-8fa291349950 None None] For port d7877694-104b-4b1f-b3dc-bc458af4f852, host dv-cinder-833544-1-iscsi, cleared binding levels {{(pid=103644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 10:32:32.823120 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-4dd002a0-d743-443e-8ed8-8fa291349950 None None] For port d7877694-104b-4b1f-b3dc-bc458af4f852, host dv-cinder-833544-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833544-1-iscsi',level=0,port_id=d7877694-104b-4b1f-b3dc-bc458af4f852,segment=NetworkSegment(17b4787a-2a2c-4b17-82be-be6262e64611),segment_id=17b4787a-2a2c-4b17-82be-be6262e64611)] {{(pid=103644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 10:32:32.887607 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-4dd002a0-d743-443e-8ed8-8fa291349950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (d7877694-104b-4b1f-b3dc-bc458af4f852), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:32.891150 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-276e3cdf-462f-4cc0-af00-73d68ad98f45 admin admin] Publish callbacks [] for router_gateway (f9c611c3-c80c-4425-b250-06635ac3b28e), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:32.910107 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-276e3cdf-462f-4cc0-af00-73d68ad98f45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (None), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:32.952848 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd002a0-d743-443e-8ed8-8fa291349950 None None] Pushing event updated for resources: {'Port': ['ID=d7877694-104b-4b1f-b3dc-bc458af4f852,revision_number=2']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:32:32.994959 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0574505d-99a4-49a0-9fda-5e32378a6e48 req-e00685ac-e90a-432e-bba6-46a1f77f5b91 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:32:32.997208 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-0574505d-99a4-49a0-9fda-5e32378a6e48 req-e00685ac-e90a-432e-bba6-46a1f77f5b91 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/ports?device_id=c285fc22-e681-4296-afe4-8556e371552e HTTP/1.1" status: 200 len: 945 time: 0.0693431 Mar 14 10:32:33.027036 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.db.db_base_plugin_common [None req-276e3cdf-462f-4cc0-af00-73d68ad98f45 admin admin] Allocated IP 172.27.2.228 (d3edc090-f075-4654-a10f-87b9c191544a/b94c44b1-4eb3-4139-bb38-cf15afc675ad/66882dcd-1aac-44d1-acfd-d0b4a5389a62) {{(pid=103642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 10:32:33.045488 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-0574505d-99a4-49a0-9fda-5e32378a6e48 req-a044f8e5-7c78-4d86-96c6-fdc12dbbea7f tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b70bd49-c5ca-4159-8f17-c1401f955a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419900 Mar 14 10:32:33.149776 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-276e3cdf-462f-4cc0-af00-73d68ad98f45 admin admin] Publish callbacks [] for port (66882dcd-1aac-44d1-acfd-d0b4a5389a62), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:33.251746 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-276e3cdf-462f-4cc0-af00-73d68ad98f45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739585409118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9714944'] for port (66882dcd-1aac-44d1-acfd-d0b4a5389a62), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:33.291650 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276e3cdf-462f-4cc0-af00-73d68ad98f45 admin admin] Network d3edc090-f075-4654-a10f-87b9c191544a is already hosted by enough agents. {{(pid=103642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:32:33.294432 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.scheduler.base_scheduler [None req-276e3cdf-462f-4cc0-af00-73d68ad98f45 admin admin] Resources bound (agent type, host, resource id): {{(pid=103642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:32:33.297815 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276e3cdf-462f-4cc0-af00-73d68ad98f45 admin admin] Received port after_create {{(pid=103642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 10:32:33.318226 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276e3cdf-462f-4cc0-af00-73d68ad98f45 admin admin] Pushing event updated for resources: {'Port': ['ID=66882dcd-1aac-44d1-acfd-d0b4a5389a62,revision_number=1']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:32:33.643068 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-276e3cdf-462f-4cc0-af00-73d68ad98f45 admin admin] Publish callbacks [] for router_gateway (f9c611c3-c80c-4425-b250-06635ac3b28e), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:33.817253 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4312b4f-eccc-46b2-b324-7b8328218e86 None None] Network 5e8d43d9-8e06-477c-94a7-c145f612c20a requested from dv-cinder-833544-1-iscsi {{(pid=103644) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 10:32:33.847875 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-276e3cdf-462f-4cc0-af00-73d68ad98f45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-564250'] for router (f9c611c3-c80c-4425-b250-06635ac3b28e), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:33.892930 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-999e9b5f-81ed-4bff-b01a-228e84255278 None None] Provisioning complete for port d7877694-104b-4b1f-b3dc-bc458af4f852 triggered by entity DHCP. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:32:33.893236 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-999e9b5f-81ed-4bff-b01a-228e84255278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (d7877694-104b-4b1f-b3dc-bc458af4f852), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:34.004687 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-999e9b5f-81ed-4bff-b01a-228e84255278 None None] Current status of the port d7877694-104b-4b1f-b3dc-bc458af4f852 is: DOWN; New status is: ACTIVE {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:32:34.005089 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-999e9b5f-81ed-4bff-b01a-228e84255278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (d7877694-104b-4b1f-b3dc-bc458af4f852), before_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:34.038445 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-999e9b5f-81ed-4bff-b01a-228e84255278 None None] For port d7877694-104b-4b1f-b3dc-bc458af4f852, host dv-cinder-833544-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833544-1-iscsi',level=0,port_id=d7877694-104b-4b1f-b3dc-bc458af4f852,segment=NetworkSegment(17b4787a-2a2c-4b17-82be-be6262e64611),segment_id=17b4787a-2a2c-4b17-82be-be6262e64611)] {{(pid=103644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:32:34.043767 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-276e3cdf-462f-4cc0-af00-73d68ad98f45 admin admin] Router f9c611c3-c80c-4425-b250-06635ac3b28e is scheduled to L3 agent a016a58c-1f8a-4210-ae6c-360b1a1f78c1 with binding_index 1 {{(pid=103642) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 10:32:34.100968 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-999e9b5f-81ed-4bff-b01a-228e84255278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (d7877694-104b-4b1f-b3dc-bc458af4f852), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:34.150304 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999e9b5f-81ed-4bff-b01a-228e84255278 None None] Pushing event updated for resources: {'Port': ['ID=d7877694-104b-4b1f-b3dc-bc458af4f852,revision_number=3']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:32:34.160875 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-276e3cdf-462f-4cc0-af00-73d68ad98f45 admin admin] Notify agent at l3_agent.dv-cinder-833544-1-iscsi the message routers_updated {{(pid=103642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 10:32:34.171627 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8819133e-c4d1-48e7-ad1b-82cf545b0545 None None] Sync routers for ids ['f9c611c3-c80c-4425-b250-06635ac3b28e'] in dv-cinder-833544-1-iscsi {{(pid=103644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 10:32:34.183434 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8819133e-c4d1-48e7-ad1b-82cf545b0545 None None] Routers {'f9c611c3-c80c-4425-b250-06635ac3b28e'} bound to L3 agent in host dv-cinder-833544-1-iscsi {{(pid=103644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:32:34.184112 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-8819133e-c4d1-48e7-ad1b-82cf545b0545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833544-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T10:17:23Z,description=,heartbeat_timestamp=2022-03-14T10:32:23Z,host='dv-cinder-833544-1-iscsi',id=a016a58c-1f8a-4210-ae6c-360b1a1f78c1,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:17:24Z,topic='l3_agent')) {'router_ids': ['f9c611c3-c80c-4425-b250-06635ac3b28e'], 'active': True} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:32:34.199025 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffd55ee-1e10-40fe-a216-09cf321f4861 req-85432a2e-d88f-4bd5-b47a-53c09b17d30e tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:32:34.200581 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-2ffd55ee-1e10-40fe-a216-09cf321f4861 req-85432a2e-d88f-4bd5-b47a-53c09b17d30e tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/ports?device_id=c285fc22-e681-4296-afe4-8556e371552e HTTP/1.1" status: 200 len: 945 time: 0.0714507 Mar 14 10:32:34.244837 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-276e3cdf-462f-4cc0-af00-73d68ad98f45 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:34.246752 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-276e3cdf-462f-4cc0-af00-73d68ad98f45 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9624712 Mar 14 10:32:34.249105 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 46472) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:32:34.258997 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-2ffd55ee-1e10-40fe-a216-09cf321f4861 req-7a04a650-c1d4-4572-8a94-25995b2c3fa1 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b70bd49-c5ca-4159-8f17-c1401f955a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526991 Mar 14 10:32:34.260535 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-3680bc4d-be65-4e7e-830a-563b58663b61 None None] Provisioning complete for port d7877694-104b-4b1f-b3dc-bc458af4f852 triggered by entity DHCP. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:32:34.260923 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-3680bc4d-be65-4e7e-830a-563b58663b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (d7877694-104b-4b1f-b3dc-bc458af4f852), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:34.342131 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvr_db [None req-8819133e-c4d1-48e7-ad1b-82cf545b0545 None None] Set router f9c611c3-c80c-4425-b250-06635ac3b28e gateway port host: dv-cinder-833544-1-iscsi {{(pid=103644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:32:34.405300 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Device d7877694-104b-4b1f-b3dc-bc458af4f852 up at agent ovs-agent-dv-cinder-833544-1-iscsi {{(pid=103644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:32:34.533160 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-3680bc4d-be65-4e7e-830a-563b58663b61 None None] Current status of the port d7877694-104b-4b1f-b3dc-bc458af4f852 is: ACTIVE; New status is: ACTIVE {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:32:34.563454 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Provisioning complete for port d7877694-104b-4b1f-b3dc-bc458af4f852 triggered by entity L2. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:32:34.563875 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (d7877694-104b-4b1f-b3dc-bc458af4f852), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:34.799972 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-8819133e-c4d1-48e7-ad1b-82cf545b0545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9c611c3-c80c-4425-b250-06635ac3b28e', 'name': 'tempest-TestShelveInstance-2026903013-router', 'tenant_id': '95044ea425734624aaff8798e60e7f23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '66882dcd-1aac-44d1-acfd-d0b4a5389a62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:32:32Z', 'updated_at': '2022-03-14T10:32:33Z', 'revision_number': 3, 'project_id': '95044ea425734624aaff8798e60e7f23', 'gw_port': {'id': '66882dcd-1aac-44d1-acfd-d0b4a5389a62', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a5:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9c611c3-c80c-4425-b250-06635ac3b28e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:32:32Z', 'updated_at': '2022-03-14T10:32:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi'}], 'dv-cinder-833544-1-iscsi', False) {} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:32:34.832526 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8819133e-c4d1-48e7-ad1b-82cf545b0545 None None] Checking router: f9c611c3-c80c-4425-b250-06635ac3b28e for host: dv-cinder-833544-1-iscsi {{(pid=103644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 10:32:34.833511 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8819133e-c4d1-48e7-ad1b-82cf545b0545 None None] Updating router f9c611c3-c80c-4425-b250-06635ac3b28e port 66882dcd-1aac-44d1-acfd-d0b4a5389a62 binding host dv-cinder-833544-1-iscsi {{(pid=103644) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 10:32:34.836470 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Current status of the port d7877694-104b-4b1f-b3dc-bc458af4f852 is: ACTIVE; New status is: ACTIVE {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:32:34.868381 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-8819133e-c4d1-48e7-ad1b-82cf545b0545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (66882dcd-1aac-44d1-acfd-d0b4a5389a62), before_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:34.933704 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-25f4653b-ad29-4dd8-aa31-ba1710281264 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (None), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:35.087714 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.db.db_base_plugin_common [None req-25f4653b-ad29-4dd8-aa31-ba1710281264 admin admin] Allocated IP 172.20.0.1 (5e8d43d9-8e06-477c-94a7-c145f612c20a/913c06b0-3027-4edb-99c2-07504a459961/42a84881-6d3d-4d28-a525-e4f223f3cdca) {{(pid=103642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 10:32:35.122605 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-8819133e-c4d1-48e7-ad1b-82cf545b0545 None None] Publish callbacks [] for port (66882dcd-1aac-44d1-acfd-d0b4a5389a62), precommit_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:35.189243 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-25f4653b-ad29-4dd8-aa31-ba1710281264 admin admin] Publish callbacks [] for port (42a84881-6d3d-4d28-a525-e4f223f3cdca), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:35.191781 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-8819133e-c4d1-48e7-ad1b-82cf545b0545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (66882dcd-1aac-44d1-acfd-d0b4a5389a62), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:35.245528 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.managers [None req-8819133e-c4d1-48e7-ad1b-82cf545b0545 None None] Attempting to bind port 66882dcd-1aac-44d1-acfd-d0b4a5389a62 on host dv-cinder-833544-1-iscsi for vnic_type normal with profile {{(pid=103644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 10:32:35.245903 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.managers [None req-8819133e-c4d1-48e7-ad1b-82cf545b0545 None None] Attempting to bind port 66882dcd-1aac-44d1-acfd-d0b4a5389a62 by drivers openvswitch,hyperv on host dv-cinder-833544-1-iscsi at level 0 using segments [{'id': '11cedc40-3914-4af6-ba83-0b9ce6d6fc30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a'}] {{(pid=103644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 10:32:35.246271 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8819133e-c4d1-48e7-ad1b-82cf545b0545 None None] Attempting to bind port 66882dcd-1aac-44d1-acfd-d0b4a5389a62 on network d3edc090-f075-4654-a10f-87b9c191544a {{(pid=103644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:32:35.249118 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12440d5-223b-403d-98e8-a610df4df882 None None] Pushing event updated for resources: {'Port': ['ID=66882dcd-1aac-44d1-acfd-d0b4a5389a62,revision_number=2']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:32:35.253591 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8819133e-c4d1-48e7-ad1b-82cf545b0545 None None] Checking agent: {'id': '3daba05a-6d77-487a-83af-fb9f8edf24c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833544-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 14, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 10, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833544-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 10:32:35.253972 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8819133e-c4d1-48e7-ad1b-82cf545b0545 None None] Checking segment: {'id': '11cedc40-3914-4af6-ba83-0b9ce6d6fc30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:32:35.254374 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-8819133e-c4d1-48e7-ad1b-82cf545b0545 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:35.254758 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8819133e-c4d1-48e7-ad1b-82cf545b0545 None None] Bound using segment: {'id': '11cedc40-3914-4af6-ba83-0b9ce6d6fc30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a'} {{(pid=103644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 10:32:35.255223 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.managers [None req-8819133e-c4d1-48e7-ad1b-82cf545b0545 None None] Bound port: 66882dcd-1aac-44d1-acfd-d0b4a5389a62, host: dv-cinder-833544-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11cedc40-3914-4af6-ba83-0b9ce6d6fc30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a'}}] {{(pid=103644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 10:32:35.255607 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-8819133e-c4d1-48e7-ad1b-82cf545b0545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (66882dcd-1aac-44d1-acfd-d0b4a5389a62), before_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:35.284069 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-25f4653b-ad29-4dd8-aa31-ba1710281264 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739585409118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9714944'] for port (42a84881-6d3d-4d28-a525-e4f223f3cdca), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:35.318046 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-8819133e-c4d1-48e7-ad1b-82cf545b0545 None None] For port 66882dcd-1aac-44d1-acfd-d0b4a5389a62, host dv-cinder-833544-1-iscsi, cleared binding levels {{(pid=103644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 10:32:35.321526 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-8819133e-c4d1-48e7-ad1b-82cf545b0545 None None] For port 66882dcd-1aac-44d1-acfd-d0b4a5389a62, host dv-cinder-833544-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833544-1-iscsi',level=0,port_id=66882dcd-1aac-44d1-acfd-d0b4a5389a62,segment=NetworkSegment(11cedc40-3914-4af6-ba83-0b9ce6d6fc30),segment_id=11cedc40-3914-4af6-ba83-0b9ce6d6fc30)] {{(pid=103644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 10:32:35.330451 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f4653b-ad29-4dd8-aa31-ba1710281264 admin admin] Network 5e8d43d9-8e06-477c-94a7-c145f612c20a is already hosted by enough agents. {{(pid=103642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:32:35.333609 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.scheduler.base_scheduler [None req-25f4653b-ad29-4dd8-aa31-ba1710281264 admin admin] Resources bound (agent type, host, resource id): {{(pid=103642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:32:35.337075 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f4653b-ad29-4dd8-aa31-ba1710281264 admin admin] Received port after_create {{(pid=103642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 10:32:35.361146 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f4653b-ad29-4dd8-aa31-ba1710281264 admin admin] Pushing event updated for resources: {'Port': ['ID=42a84881-6d3d-4d28-a525-e4f223f3cdca,revision_number=1']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:32:35.387463 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-25f4653b-ad29-4dd8-aa31-ba1710281264 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-557671'] for router_interface (f9c611c3-c80c-4425-b250-06635ac3b28e), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:35.389709 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-8819133e-c4d1-48e7-ad1b-82cf545b0545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (66882dcd-1aac-44d1-acfd-d0b4a5389a62), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:35.402495 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe74869-1bc8-4143-8a02-a29b8c972fad req-8580f7de-5fc1-4982-8ec5-9a4dc06f094b tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:32:35.404042 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-abe74869-1bc8-4143-8a02-a29b8c972fad req-8580f7de-5fc1-4982-8ec5-9a4dc06f094b tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/ports?device_id=c285fc22-e681-4296-afe4-8556e371552e HTTP/1.1" status: 200 len: 945 time: 0.0649772 Mar 14 10:32:35.454368 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12440d5-223b-403d-98e8-a610df4df882 None None] Pushing event updated for resources: {'Port': ['ID=66882dcd-1aac-44d1-acfd-d0b4a5389a62,revision_number=3']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:32:35.483931 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8819133e-c4d1-48e7-ad1b-82cf545b0545 None None] Routers {'f9c611c3-c80c-4425-b250-06635ac3b28e'} bound to L3 agent in host dv-cinder-833544-1-iscsi {{(pid=103644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:32:35.484576 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-8819133e-c4d1-48e7-ad1b-82cf545b0545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833544-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T10:17:23Z,description=,heartbeat_timestamp=2022-03-14T10:32:23Z,host='dv-cinder-833544-1-iscsi',id=a016a58c-1f8a-4210-ae6c-360b1a1f78c1,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:17:24Z,topic='l3_agent')) {'router_ids': ['f9c611c3-c80c-4425-b250-06635ac3b28e'], 'active': True} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:32:35.489224 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-abe74869-1bc8-4143-8a02-a29b8c972fad req-4a8fc0b6-129a-4f97-86af-398d1392c50c tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b70bd49-c5ca-4159-8f17-c1401f955a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791156 Mar 14 10:32:35.605641 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvr_db [None req-8819133e-c4d1-48e7-ad1b-82cf545b0545 None None] Set router f9c611c3-c80c-4425-b250-06635ac3b28e gateway port host: dv-cinder-833544-1-iscsi {{(pid=103644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:32:35.616987 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-25f4653b-ad29-4dd8-aa31-ba1710281264 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (42a84881-6d3d-4d28-a525-e4f223f3cdca), before_update {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:35.694684 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-b43e9833-735c-4023-91ed-f794f6ac39ff None None] Provisioning complete for port 42a84881-6d3d-4d28-a525-e4f223f3cdca triggered by entity DHCP. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:32:35.695061 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-b43e9833-735c-4023-91ed-f794f6ac39ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (42a84881-6d3d-4d28-a525-e4f223f3cdca), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:35.768560 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-b43e9833-735c-4023-91ed-f794f6ac39ff None None] Port 42a84881-6d3d-4d28-a525-e4f223f3cdca cannot update to ACTIVE because it is not bound. {{(pid=103644) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 10:32:35.780165 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-25f4653b-ad29-4dd8-aa31-ba1710281264 admin admin] Publish callbacks [] for port (42a84881-6d3d-4d28-a525-e4f223f3cdca), precommit_update {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:35.823399 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-8819133e-c4d1-48e7-ad1b-82cf545b0545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9c611c3-c80c-4425-b250-06635ac3b28e', 'name': 'tempest-TestShelveInstance-2026903013-router', 'tenant_id': '95044ea425734624aaff8798e60e7f23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '66882dcd-1aac-44d1-acfd-d0b4a5389a62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:32:32Z', 'updated_at': '2022-03-14T10:32:33Z', 'revision_number': 3, 'project_id': '95044ea425734624aaff8798e60e7f23', 'gw_port': {'id': '66882dcd-1aac-44d1-acfd-d0b4a5389a62', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a5:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9c611c3-c80c-4425-b250-06635ac3b28e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:32:32Z', 'updated_at': '2022-03-14T10:32:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi'}], 'dv-cinder-833544-1-iscsi', False) {} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:32:35.840202 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-25f4653b-ad29-4dd8-aa31-ba1710281264 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9714955'] for port (42a84881-6d3d-4d28-a525-e4f223f3cdca), after_update {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:35.851072 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8819133e-c4d1-48e7-ad1b-82cf545b0545 None None] The sync data for ids ['f9c611c3-c80c-4425-b250-06635ac3b28e'] in dv-cinder-833544-1-iscsi is: [{'id': 'f9c611c3-c80c-4425-b250-06635ac3b28e', 'name': 'tempest-TestShelveInstance-2026903013-router', 'tenant_id': '95044ea425734624aaff8798e60e7f23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '66882dcd-1aac-44d1-acfd-d0b4a5389a62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:32:32Z', 'updated_at': '2022-03-14T10:32:33Z', 'revision_number': 3, 'project_id': '95044ea425734624aaff8798e60e7f23', 'gw_port': {'id': '66882dcd-1aac-44d1-acfd-d0b4a5389a62', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a5:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9c611c3-c80c-4425-b250-06635ac3b28e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:32:32Z', 'updated_at': '2022-03-14T10:32:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi'}] {{(pid=103644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 10:32:35.913791 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-25f4653b-ad29-4dd8-aa31-ba1710281264 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557787'] for router_interface (f9c611c3-c80c-4425-b250-06635ac3b28e), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:35.915884 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f4653b-ad29-4dd8-aa31-ba1710281264 admin admin] Pushing event updated for resources: {'Port': ['ID=42a84881-6d3d-4d28-a525-e4f223f3cdca,revision_number=2']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:32:36.013284 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f4653b-ad29-4dd8-aa31-ba1710281264 admin admin] Network 5e8d43d9-8e06-477c-94a7-c145f612c20a is already hosted by enough agents. {{(pid=103642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:32:36.015252 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.scheduler.base_scheduler [None req-25f4653b-ad29-4dd8-aa31-ba1710281264 admin admin] Resources bound (agent type, host, resource id): {{(pid=103642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:32:36.157637 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25f4653b-ad29-4dd8-aa31-ba1710281264 admin admin] Router f9c611c3-c80c-4425-b250-06635ac3b28e has already been hosted by L3 agent a016a58c-1f8a-4210-ae6c-360b1a1f78c1 {{(pid=103642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 10:32:36.287028 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25f4653b-ad29-4dd8-aa31-ba1710281264 admin admin] Notify agent at l3_agent.dv-cinder-833544-1-iscsi the message routers_updated {{(pid=103642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 10:32:36.295292 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-25f4653b-ad29-4dd8-aa31-ba1710281264 admin admin] 10.222.0.16 "PUT /v2.0/routers/f9c611c3-c80c-4425-b250-06635ac3b28e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0444200 Mar 14 10:32:36.299477 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-3c238eda-5100-438a-aea0-f8e954969a2e None None] Provisioning complete for port 42a84881-6d3d-4d28-a525-e4f223f3cdca triggered by entity DHCP. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:32:36.299891 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-3c238eda-5100-438a-aea0-f8e954969a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (42a84881-6d3d-4d28-a525-e4f223f3cdca), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:36.341343 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-3c238eda-5100-438a-aea0-f8e954969a2e None None] Port 42a84881-6d3d-4d28-a525-e4f223f3cdca cannot update to ACTIVE because it is not bound. {{(pid=103644) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 10:32:36.381990 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Device 66882dcd-1aac-44d1-acfd-d0b4a5389a62 up at agent ovs-agent-dv-cinder-833544-1-iscsi {{(pid=103644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:32:36.437004 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Provisioning complete for port 66882dcd-1aac-44d1-acfd-d0b4a5389a62 triggered by entity L2. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:32:36.437383 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (66882dcd-1aac-44d1-acfd-d0b4a5389a62), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:36.529119 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Current status of the port 66882dcd-1aac-44d1-acfd-d0b4a5389a62 is: DOWN; New status is: ACTIVE {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:32:36.529498 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (66882dcd-1aac-44d1-acfd-d0b4a5389a62), before_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:36.552819 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] For port 66882dcd-1aac-44d1-acfd-d0b4a5389a62, host dv-cinder-833544-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833544-1-iscsi',level=0,port_id=66882dcd-1aac-44d1-acfd-d0b4a5389a62,segment=NetworkSegment(11cedc40-3914-4af6-ba83-0b9ce6d6fc30),segment_id=11cedc40-3914-4af6-ba83-0b9ce6d6fc30)] {{(pid=103644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:32:36.618709 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5fb1d5-f975-4a78-8223-72917d7cdb91 req-67617dd5-cbf0-4438-a950-358e152fc21a tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:32:36.620275 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-8b5fb1d5-f975-4a78-8223-72917d7cdb91 req-67617dd5-cbf0-4438-a950-358e152fc21a tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/ports?device_id=c285fc22-e681-4296-afe4-8556e371552e HTTP/1.1" status: 200 len: 945 time: 0.0554447 Mar 14 10:32:36.623199 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (66882dcd-1aac-44d1-acfd-d0b4a5389a62), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:36.677482 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-8b5fb1d5-f975-4a78-8223-72917d7cdb91 req-c07cad15-5d85-4643-891d-40eb634abebc tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b70bd49-c5ca-4159-8f17-c1401f955a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516977 Mar 14 10:32:36.686436 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Pushing event updated for resources: {'Port': ['ID=66882dcd-1aac-44d1-acfd-d0b4a5389a62,revision_number=4']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:32:37.022111 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 46512) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:32:37.027305 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.v2.base [None req-fbd48f53-c63d-4a68-b3be-d65bdc4b29a8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1010946783-network', 'tenant_id': '9fdbcc564db14388852726a9fae8d9f8'}} {{(pid=103642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:32:37.137369 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbd48f53-c63d-4a68-b3be-d65bdc4b29a8 admin admin] Made reservation on behalf of 9fdbcc564db14388852726a9fae8d9f8 for: {'network': 1} {{(pid=103642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 10:32:37.140027 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-fbd48f53-c63d-4a68-b3be-d65bdc4b29a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for network (None), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:37.148958 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-fbd48f53-c63d-4a68-b3be-d65bdc4b29a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:37.227423 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-fbd48f53-c63d-4a68-b3be-d65bdc4b29a8 admin admin] Publish callbacks [] for security_group (be51d15b-4b90-4d48-b323-b3dcfb2c2dc2), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:37.298638 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-fbd48f53-c63d-4a68-b3be-d65bdc4b29a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (be51d15b-4b90-4d48-b323-b3dcfb2c2dc2), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:37.326532 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbd48f53-c63d-4a68-b3be-d65bdc4b29a8 admin admin] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=103642) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 10:32:37.336586 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd48f53-c63d-4a68-b3be-d65bdc4b29a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be51d15b-4b90-4d48-b323-b3dcfb2c2dc2,revision_number=1']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:32:37.341362 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-fbd48f53-c63d-4a68-b3be-d65bdc4b29a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1663358'] for segment (77a6fce0-7a03-47f7-9d4e-1e793eee17f1), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:37.341710 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.db.segments_db [None req-fbd48f53-c63d-4a68-b3be-d65bdc4b29a8 admin admin] Added segment 77a6fce0-7a03-47f7-9d4e-1e793eee17f1 of type vlan for network 9104bc35-fd6f-4110-8d53-9948f3e7d3fa Mar 14 10:32:37.379585 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29df6189-282f-434a-b2dd-ef3f8d4cd26e req-2d743d6a-c390-4fd2-b90c-348ce29f1c63 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:32:37.381369 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-29df6189-282f-434a-b2dd-ef3f8d4cd26e req-2d743d6a-c390-4fd2-b90c-348ce29f1c63 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=180b9721-e314-4054-bed9-67ecaac6ce75 HTTP/1.1" status: 200 len: 946 time: 0.0569100 Mar 14 10:32:37.385111 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-fbd48f53-c63d-4a68-b3be-d65bdc4b29a8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739585426881'] for network (9104bc35-fd6f-4110-8d53-9948f3e7d3fa), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:37.410195 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4babb0f5-d772-4ffe-8f24-9a63a4e5daa6 None None] Sync routers for ids ['f9c611c3-c80c-4425-b250-06635ac3b28e'] in dv-cinder-833544-1-iscsi {{(pid=103645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 10:32:37.419754 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4babb0f5-d772-4ffe-8f24-9a63a4e5daa6 None None] Routers {'f9c611c3-c80c-4425-b250-06635ac3b28e'} bound to L3 agent in host dv-cinder-833544-1-iscsi {{(pid=103645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:32:37.420369 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-4babb0f5-d772-4ffe-8f24-9a63a4e5daa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833544-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T10:17:23Z,description=,heartbeat_timestamp=2022-03-14T10:32:23Z,host='dv-cinder-833544-1-iscsi',id=a016a58c-1f8a-4210-ae6c-360b1a1f78c1,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:17:24Z,topic='l3_agent')) {'router_ids': ['f9c611c3-c80c-4425-b250-06635ac3b28e'], 'active': True} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:32:37.433974 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-29df6189-282f-434a-b2dd-ef3f8d4cd26e req-f0e4622d-6744-40d8-8760-3ca1210bb19c tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f677435-4851-49bd-85f9-2627c7cc2aca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467942 Mar 14 10:32:37.485644 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-fbd48f53-c63d-4a68-b3be-d65bdc4b29a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005'] for network (9104bc35-fd6f-4110-8d53-9948f3e7d3fa), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:37.486635 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd48f53-c63d-4a68-b3be-d65bdc4b29a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:32:37.487219 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-fbd48f53-c63d-4a68-b3be-d65bdc4b29a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631023'] for network (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:37.526083 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvr_db [None req-4babb0f5-d772-4ffe-8f24-9a63a4e5daa6 None None] Set router f9c611c3-c80c-4425-b250-06635ac3b28e gateway port host: dv-cinder-833544-1-iscsi {{(pid=103645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:32:37.545231 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd48f53-c63d-4a68-b3be-d65bdc4b29a8 admin admin] Pushing event updated for resources: {'Network': ['ID=9104bc35-fd6f-4110-8d53-9948f3e7d3fa,revision_number=1']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:32:37.562020 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Network 9104bc35-fd6f-4110-8d53-9948f3e7d3fa details requested by agent ovs-agent-dv-cinder-833544-1-iscsi with host dv-cinder-833544-1-iscsi {{(pid=103644) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 10:32:37.593864 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-fbd48f53-c63d-4a68-b3be-d65bdc4b29a8 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5679221 Mar 14 10:32:37.594226 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 46516) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:32:37.598992 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [None req-04764f0a-7268-4520-a0f0-ea83a0c25095 admin admin] Request body: {'subnet': {'network_id': '9104bc35-fd6f-4110-8d53-9948f3e7d3fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1010946783-subnet', 'tenant_id': '9fdbcc564db14388852726a9fae8d9f8', 'ip_version': 4}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:32:37.689312 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04764f0a-7268-4520-a0f0-ea83a0c25095 admin admin] Made reservation on behalf of 9fdbcc564db14388852726a9fae8d9f8 for: {'subnet': 1} {{(pid=103643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 10:32:37.691877 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-04764f0a-7268-4520-a0f0-ea83a0c25095 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:37.729747 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-4babb0f5-d772-4ffe-8f24-9a63a4e5daa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9c611c3-c80c-4425-b250-06635ac3b28e', 'name': 'tempest-TestShelveInstance-2026903013-router', 'tenant_id': '95044ea425734624aaff8798e60e7f23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '66882dcd-1aac-44d1-acfd-d0b4a5389a62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:32:32Z', 'updated_at': '2022-03-14T10:32:35Z', 'revision_number': 4, 'project_id': '95044ea425734624aaff8798e60e7f23', 'gw_port': {'id': '66882dcd-1aac-44d1-acfd-d0b4a5389a62', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c611c3-c80c-4425-b250-06635ac3b28e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:32:32Z', 'updated_at': '2022-03-14T10:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi', '_interfaces': [{'id': '42a84881-6d3d-4d28-a525-e4f223f3cdca', 'name': '', 'network_id': '5e8d43d9-8e06-477c-94a7-c145f612c20a', 'tenant_id': '95044ea425734624aaff8798e60e7f23', 'mac_address': 'fa:16:3e:f7:68:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9c611c3-c80c-4425-b250-06635ac3b28e', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '913c06b0-3027-4edb-99c2-07504a459961', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:32:34Z', 'updated_at': '2022-03-14T10:32:35Z', 'revision_number': 2, 'project_id': '95044ea425734624aaff8798e60e7f23', 'subnets': [{'id': '913c06b0-3027-4edb-99c2-07504a459961', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833544-1-iscsi', False) {} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:32:37.759964 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4babb0f5-d772-4ffe-8f24-9a63a4e5daa6 None None] Checking router: f9c611c3-c80c-4425-b250-06635ac3b28e for host: dv-cinder-833544-1-iscsi {{(pid=103645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 10:32:37.765381 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4babb0f5-d772-4ffe-8f24-9a63a4e5daa6 None None] Updating router f9c611c3-c80c-4425-b250-06635ac3b28e port 42a84881-6d3d-4d28-a525-e4f223f3cdca binding host dv-cinder-833544-1-iscsi {{(pid=103645) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 10:32:37.788932 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-4babb0f5-d772-4ffe-8f24-9a63a4e5daa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (42a84881-6d3d-4d28-a525-e4f223f3cdca), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:37.819086 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb211637-c1ef-4d61-af66-11a57488882c req-e88ef956-09c6-46e8-9dc2-00bfe03c2daf tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:32:37.821604 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-cb211637-c1ef-4d61-af66-11a57488882c req-e88ef956-09c6-46e8-9dc2-00bfe03c2daf tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/ports?device_id=c285fc22-e681-4296-afe4-8556e371552e HTTP/1.1" status: 200 len: 945 time: 0.0728199 Mar 14 10:32:37.921783 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-cb211637-c1ef-4d61-af66-11a57488882c req-c25417f1-9f78-4dc1-8891-680261fd8069 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b70bd49-c5ca-4159-8f17-c1401f955a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952139 Mar 14 10:32:38.026345 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-04764f0a-7268-4520-a0f0-ea83a0c25095 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005'] for subnet (ed51ab9c-4243-4c23-a331-6d4ebf244cb1), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:38.058394 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-4babb0f5-d772-4ffe-8f24-9a63a4e5daa6 None None] Publish callbacks [] for port (42a84881-6d3d-4d28-a525-e4f223f3cdca), precommit_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:38.081991 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04764f0a-7268-4520-a0f0-ea83a0c25095 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed51ab9c-4243-4c23-a331-6d4ebf244cb1,revision_number=0']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:32:38.093090 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04764f0a-7268-4520-a0f0-ea83a0c25095 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:32:38.093441 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04764f0a-7268-4520-a0f0-ea83a0c25095 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:32:38.093780 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04764f0a-7268-4520-a0f0-ea83a0c25095 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:32:38.094116 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04764f0a-7268-4520-a0f0-ea83a0c25095 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:32:38.094448 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04764f0a-7268-4520-a0f0-ea83a0c25095 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:32:38.094930 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04764f0a-7268-4520-a0f0-ea83a0c25095 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:32:38.095258 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04764f0a-7268-4520-a0f0-ea83a0c25095 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:32:38.095583 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04764f0a-7268-4520-a0f0-ea83a0c25095 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:32:38.095933 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04764f0a-7268-4520-a0f0-ea83a0c25095 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:32:38.096258 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04764f0a-7268-4520-a0f0-ea83a0c25095 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:32:38.096587 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04764f0a-7268-4520-a0f0-ea83a0c25095 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:32:38.096914 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04764f0a-7268-4520-a0f0-ea83a0c25095 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:32:38.097233 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04764f0a-7268-4520-a0f0-ea83a0c25095 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:32:38.097554 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04764f0a-7268-4520-a0f0-ea83a0c25095 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:32:38.097872 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04764f0a-7268-4520-a0f0-ea83a0c25095 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:32:38.104347 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04764f0a-7268-4520-a0f0-ea83a0c25095 admin admin] Checking segment: {'id': '77a6fce0-7a03-47f7-9d4e-1e793eee17f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '9104bc35-fd6f-4110-8d53-9948f3e7d3fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:32:38.104722 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04764f0a-7268-4520-a0f0-ea83a0c25095 admin admin] Network hostable DHCP agents. Network: 9104bc35-fd6f-4110-8d53-9948f3e7d3fa, hostable agents: ['71411765-f129-4ae6-9e82-4fe742fde8ff'], hosted agents: [] {{(pid=103643) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 10:32:38.148310 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-4babb0f5-d772-4ffe-8f24-9a63a4e5daa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (42a84881-6d3d-4d28-a525-e4f223f3cdca), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:38.194976 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04764f0a-7268-4520-a0f0-ea83a0c25095 admin admin] Network 9104bc35-fd6f-4110-8d53-9948f3e7d3fa is scheduled to be hosted by DHCP agent 71411765-f129-4ae6-9e82-4fe742fde8ff with binding_index 1 {{(pid=103643) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 10:32:38.203355 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c784322-294f-4618-9c8d-0ca354f1024a None None] Pushing event updated for resources: {'Port': ['ID=42a84881-6d3d-4d28-a525-e4f223f3cdca,revision_number=3']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:32:38.234147 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c784322-294f-4618-9c8d-0ca354f1024a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:32:38.234516 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c784322-294f-4618-9c8d-0ca354f1024a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:32:38.234903 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c784322-294f-4618-9c8d-0ca354f1024a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:32:38.235261 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c784322-294f-4618-9c8d-0ca354f1024a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:32:38.235596 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c784322-294f-4618-9c8d-0ca354f1024a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:32:38.235952 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c784322-294f-4618-9c8d-0ca354f1024a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:32:38.236277 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c784322-294f-4618-9c8d-0ca354f1024a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:32:38.236699 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c784322-294f-4618-9c8d-0ca354f1024a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:32:38.236911 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c784322-294f-4618-9c8d-0ca354f1024a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:32:38.237232 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c784322-294f-4618-9c8d-0ca354f1024a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:32:38.237556 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c784322-294f-4618-9c8d-0ca354f1024a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:32:38.238140 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c784322-294f-4618-9c8d-0ca354f1024a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:32:38.238269 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c784322-294f-4618-9c8d-0ca354f1024a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:32:38.238703 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c784322-294f-4618-9c8d-0ca354f1024a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:32:38.239016 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c784322-294f-4618-9c8d-0ca354f1024a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:32:38.277047 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.managers [None req-4babb0f5-d772-4ffe-8f24-9a63a4e5daa6 None None] Attempting to bind port 42a84881-6d3d-4d28-a525-e4f223f3cdca on host dv-cinder-833544-1-iscsi for vnic_type normal with profile {{(pid=103645) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 10:32:38.277639 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.managers [None req-4babb0f5-d772-4ffe-8f24-9a63a4e5daa6 None None] Attempting to bind port 42a84881-6d3d-4d28-a525-e4f223f3cdca by drivers openvswitch,hyperv on host dv-cinder-833544-1-iscsi at level 0 using segments [{'id': '17b4787a-2a2c-4b17-82be-be6262e64611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '5e8d43d9-8e06-477c-94a7-c145f612c20a'}] {{(pid=103645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 10:32:38.278720 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4babb0f5-d772-4ffe-8f24-9a63a4e5daa6 None None] Attempting to bind port 42a84881-6d3d-4d28-a525-e4f223f3cdca on network 5e8d43d9-8e06-477c-94a7-c145f612c20a {{(pid=103645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:32:38.284536 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4babb0f5-d772-4ffe-8f24-9a63a4e5daa6 None None] Checking agent: {'id': '3daba05a-6d77-487a-83af-fb9f8edf24c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833544-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 14, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 10, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833544-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 10:32:38.284913 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4babb0f5-d772-4ffe-8f24-9a63a4e5daa6 None None] Checking segment: {'id': '17b4787a-2a2c-4b17-82be-be6262e64611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '5e8d43d9-8e06-477c-94a7-c145f612c20a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103645) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:32:38.285314 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-4babb0f5-d772-4ffe-8f24-9a63a4e5daa6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:38.285706 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4babb0f5-d772-4ffe-8f24-9a63a4e5daa6 None None] Bound using segment: {'id': '17b4787a-2a2c-4b17-82be-be6262e64611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '5e8d43d9-8e06-477c-94a7-c145f612c20a'} {{(pid=103645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 10:32:38.286188 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.managers [None req-4babb0f5-d772-4ffe-8f24-9a63a4e5daa6 None None] Bound port: 42a84881-6d3d-4d28-a525-e4f223f3cdca, host: dv-cinder-833544-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17b4787a-2a2c-4b17-82be-be6262e64611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '5e8d43d9-8e06-477c-94a7-c145f612c20a'}}] {{(pid=103645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 10:32:38.287154 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-4babb0f5-d772-4ffe-8f24-9a63a4e5daa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (42a84881-6d3d-4d28-a525-e4f223f3cdca), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:38.306149 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.base_scheduler [None req-04764f0a-7268-4520-a0f0-ea83a0c25095 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-833544-1-iscsi, 9104bc35-fd6f-4110-8d53-9948f3e7d3fa) {{(pid=103643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:32:38.312339 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04764f0a-7268-4520-a0f0-ea83a0c25095 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:32:38.313051 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-04764f0a-7268-4520-a0f0-ea83a0c25095 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631023'] for subnet (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:38.319636 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48cd6b7b-c0fb-4853-bcae-3bd3ccac677c None None] Network 9104bc35-fd6f-4110-8d53-9948f3e7d3fa requested from dv-cinder-833544-1-iscsi {{(pid=103644) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 10:32:38.345900 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Device 66882dcd-1aac-44d1-acfd-d0b4a5389a62 up at agent ovs-agent-dv-cinder-833544-1-iscsi {{(pid=103644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:32:38.364070 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df357ebd-527f-4b05-a4e5-8d39ac7b04ab req-c1a6bc5c-5c13-44fd-91d7-06eb7e52fd9b tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:32:38.374354 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-df357ebd-527f-4b05-a4e5-8d39ac7b04ab req-c1a6bc5c-5c13-44fd-91d7-06eb7e52fd9b tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93ba2a6-54c3-4c8a-b8a9-6c8ab4b3c689 HTTP/1.1" status: 200 len: 984 time: 0.1109242 Mar 14 10:32:38.382954 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-4babb0f5-d772-4ffe-8f24-9a63a4e5daa6 None None] For port 42a84881-6d3d-4d28-a525-e4f223f3cdca, host dv-cinder-833544-1-iscsi, cleared binding levels {{(pid=103645) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 10:32:38.386378 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-4babb0f5-d772-4ffe-8f24-9a63a4e5daa6 None None] For port 42a84881-6d3d-4d28-a525-e4f223f3cdca, host dv-cinder-833544-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833544-1-iscsi',level=0,port_id=42a84881-6d3d-4d28-a525-e4f223f3cdca,segment=NetworkSegment(17b4787a-2a2c-4b17-82be-be6262e64611),segment_id=17b4787a-2a2c-4b17-82be-be6262e64611)] {{(pid=103645) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 10:32:38.402658 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-04764f0a-7268-4520-a0f0-ea83a0c25095 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8046381 Mar 14 10:32:38.404943 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 46526) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:32:38.409233 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [None req-e85c75a8-0278-497e-a16f-0ff78e60b125 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1010946783-router', 'tenant_id': '9fdbcc564db14388852726a9fae8d9f8', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a'}}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:32:38.438657 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-4babb0f5-d772-4ffe-8f24-9a63a4e5daa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (42a84881-6d3d-4d28-a525-e4f223f3cdca), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:38.456311 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95735a62-b3f7-4584-be6a-2065765e41f7 req-6135bd17-2894-435f-9146-fe956d05baf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:32:38.458922 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-95735a62-b3f7-4584-be6a-2065765e41f7 req-6135bd17-2894-435f-9146-fe956d05baf6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2e6c27112eef433e92d2b52711c12a4a&device_id=e93ba2a6-54c3-4c8a-b8a9-6c8ab4b3c689 HTTP/1.1" status: 200 len: 1168 time: 0.0759792 Mar 14 10:32:38.490751 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Provisioning complete for port 66882dcd-1aac-44d1-acfd-d0b4a5389a62 triggered by entity L2. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:32:38.490981 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (66882dcd-1aac-44d1-acfd-d0b4a5389a62), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:38.508538 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-df357ebd-527f-4b05-a4e5-8d39ac7b04ab req-248cd21e-3ce8-4810-b3bc-f6d36c57d280 tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e553502-ba8e-44d0-bcac-0e3b922622e4&id=4f8fb65b-b67e-411e-abe3-ede8e9903a26&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1322019 Mar 14 10:32:38.533137 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c784322-294f-4618-9c8d-0ca354f1024a None None] Pushing event updated for resources: {'Port': ['ID=42a84881-6d3d-4d28-a525-e4f223f3cdca,revision_number=4']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:32:38.541516 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec48e501-2f8f-4382-a2c5-46075ac7f185 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5134b456-3691-55a4-ab1f-9767d820ba17-9104bc35-fd6f-4110-8d53-9948f3e7d3fa', 'network_id': '9104bc35-fd6f-4110-8d53-9948f3e7d3fa', 'project_id': '9fdbcc564db14388852726a9fae8d9f8', 'fixed_ips': [{'subnet_id': 'ed51ab9c-4243-4c23-a331-6d4ebf244cb1'}]}} from dv-cinder-833544-1-iscsi. {{(pid=103644) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 14 10:32:38.542459 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-ec48e501-2f8f-4382-a2c5-46075ac7f185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (None), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:38.574130 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4babb0f5-d772-4ffe-8f24-9a63a4e5daa6 None None] Routers {'f9c611c3-c80c-4425-b250-06635ac3b28e'} bound to L3 agent in host dv-cinder-833544-1-iscsi {{(pid=103645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:32:38.574490 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-e85c75a8-0278-497e-a16f-0ff78e60b125 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-559121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10214'] for router (c63eff1c-0dea-487d-94c2-710819ab50d7), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:38.575502 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-e85c75a8-0278-497e-a16f-0ff78e60b125 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-564327', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-678354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10225'] for router (c63eff1c-0dea-487d-94c2-710819ab50d7), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:38.576171 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-4babb0f5-d772-4ffe-8f24-9a63a4e5daa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833544-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T10:17:23Z,description=,heartbeat_timestamp=2022-03-14T10:32:23Z,host='dv-cinder-833544-1-iscsi',id=a016a58c-1f8a-4210-ae6c-360b1a1f78c1,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:17:24Z,topic='l3_agent')) {'router_ids': ['f9c611c3-c80c-4425-b250-06635ac3b28e'], 'active': True} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:32:38.622958 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95735a62-b3f7-4584-be6a-2065765e41f7 req-7947fbef-f41e-423e-b725-ffa3f159ab8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:32:38.624738 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-95735a62-b3f7-4584-be6a-2065765e41f7 req-7947fbef-f41e-423e-b725-ffa3f159ab8b service neutron] 10.222.0.39 "GET /v2.0/networks?id=6882a9ee-c558-49c4-8be5-9a1210fcc04f HTTP/1.1" status: 200 len: 916 time: 0.1581819 Mar 14 10:32:38.661576 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee59fb01-3988-4481-b497-e101442e07da req-2b1f29fa-2e1a-4bda-aa46-42634a39836e tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:32:38.663940 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-ee59fb01-3988-4481-b497-e101442e07da req-2b1f29fa-2e1a-4bda-aa46-42634a39836e tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=180b9721-e314-4054-bed9-67ecaac6ce75 HTTP/1.1" status: 200 len: 946 time: 0.1280770 Mar 14 10:32:38.692652 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-e85c75a8-0278-497e-a16f-0ff78e60b125 admin admin] Publish callbacks [] for router_controller (c63eff1c-0dea-487d-94c2-710819ab50d7), precommit_add_association {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:38.727652 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-95735a62-b3f7-4584-be6a-2065765e41f7 req-64aa6d38-83e5-444b-877c-2cbc11d74ee1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ac1c5544-8f75-453b-b8b3-b1c00fd04275 HTTP/1.1" status: 200 len: 1001 time: 0.0961714 Mar 14 10:32:38.742595 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-ee59fb01-3988-4481-b497-e101442e07da req-f109f865-9669-4a73-b8d3-4067b40f9a45 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f677435-4851-49bd-85f9-2627c7cc2aca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517981 Mar 14 10:32:38.744924 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvr_db [None req-4babb0f5-d772-4ffe-8f24-9a63a4e5daa6 None None] Set router f9c611c3-c80c-4425-b250-06635ac3b28e gateway port host: dv-cinder-833544-1-iscsi {{(pid=103645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:32:38.787364 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95735a62-b3f7-4584-be6a-2065765e41f7 req-c17a75ff-16d7-4f58-b340-2e4483a6eea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:32:38.788914 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-95735a62-b3f7-4584-be6a-2065765e41f7 req-c17a75ff-16d7-4f58-b340-2e4483a6eea4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d240598c-3b92-461b-83ad-570466ab5f54 HTTP/1.1" status: 200 len: 854 time: 0.0540397 Mar 14 10:32:38.820166 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-dbbbd530-3c04-4eeb-9642-e97c4230a115 None None] Provisioning complete for port 42a84881-6d3d-4d28-a525-e4f223f3cdca triggered by entity DHCP. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:32:38.820627 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-dbbbd530-3c04-4eeb-9642-e97c4230a115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (42a84881-6d3d-4d28-a525-e4f223f3cdca), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:38.823391 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Current status of the port 66882dcd-1aac-44d1-acfd-d0b4a5389a62 is: ACTIVE; New status is: ACTIVE {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:32:38.856583 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95735a62-b3f7-4584-be6a-2065765e41f7 req-1a954930-146f-4c46-9c14-d96e9b66981a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:32:38.858474 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-95735a62-b3f7-4584-be6a-2065765e41f7 req-1a954930-146f-4c46-9c14-d96e9b66981a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6882a9ee-c558-49c4-8be5-9a1210fcc04f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0617213 Mar 14 10:32:38.859897 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.db_base_plugin_common [None req-ec48e501-2f8f-4382-a2c5-46075ac7f185 None None] Allocated IP 172.20.0.2 (9104bc35-fd6f-4110-8d53-9948f3e7d3fa/ed51ab9c-4243-4c23-a331-6d4ebf244cb1/bd13ac0b-6d4d-4551-969f-7530c7b8ff93) {{(pid=103644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 10:32:38.933130 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-e85c75a8-0278-497e-a16f-0ff78e60b125 admin admin] Publish callbacks [] for router_gateway (c63eff1c-0dea-487d-94c2-710819ab50d7), precommit_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:39.001680 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-95735a62-b3f7-4584-be6a-2065765e41f7 req-c7d67275-5ea4-448b-b09b-34ad2b659898 service neutron] 10.222.0.39 "GET /v2.0/networks/6882a9ee-c558-49c4-8be5-9a1210fcc04f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351776 Mar 14 10:32:39.004756 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-dbbbd530-3c04-4eeb-9642-e97c4230a115 None None] Current status of the port 42a84881-6d3d-4d28-a525-e4f223f3cdca is: DOWN; New status is: ACTIVE {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:32:39.005163 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-dbbbd530-3c04-4eeb-9642-e97c4230a115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (42a84881-6d3d-4d28-a525-e4f223f3cdca), before_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:39.018181 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-4babb0f5-d772-4ffe-8f24-9a63a4e5daa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9c611c3-c80c-4425-b250-06635ac3b28e', 'name': 'tempest-TestShelveInstance-2026903013-router', 'tenant_id': '95044ea425734624aaff8798e60e7f23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '66882dcd-1aac-44d1-acfd-d0b4a5389a62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:32:32Z', 'updated_at': '2022-03-14T10:32:35Z', 'revision_number': 4, 'project_id': '95044ea425734624aaff8798e60e7f23', 'gw_port': {'id': '66882dcd-1aac-44d1-acfd-d0b4a5389a62', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c611c3-c80c-4425-b250-06635ac3b28e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:32:32Z', 'updated_at': '2022-03-14T10:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi', '_interfaces': [{'id': '42a84881-6d3d-4d28-a525-e4f223f3cdca', 'name': '', 'network_id': '5e8d43d9-8e06-477c-94a7-c145f612c20a', 'tenant_id': '95044ea425734624aaff8798e60e7f23', 'mac_address': 'fa:16:3e:f7:68:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9c611c3-c80c-4425-b250-06635ac3b28e', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '913c06b0-3027-4edb-99c2-07504a459961', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:32:34Z', 'updated_at': '2022-03-14T10:32:38Z', 'revision_number': 4, 'project_id': '95044ea425734624aaff8798e60e7f23', 'subnets': [{'id': '913c06b0-3027-4edb-99c2-07504a459961', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833544-1-iscsi', False) {} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:32:39.058743 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4babb0f5-d772-4ffe-8f24-9a63a4e5daa6 None None] The sync data for ids ['f9c611c3-c80c-4425-b250-06635ac3b28e'] in dv-cinder-833544-1-iscsi is: [{'id': 'f9c611c3-c80c-4425-b250-06635ac3b28e', 'name': 'tempest-TestShelveInstance-2026903013-router', 'tenant_id': '95044ea425734624aaff8798e60e7f23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '66882dcd-1aac-44d1-acfd-d0b4a5389a62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:32:32Z', 'updated_at': '2022-03-14T10:32:35Z', 'revision_number': 4, 'project_id': '95044ea425734624aaff8798e60e7f23', 'gw_port': {'id': '66882dcd-1aac-44d1-acfd-d0b4a5389a62', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c611c3-c80c-4425-b250-06635ac3b28e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:32:32Z', 'updated_at': '2022-03-14T10:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi', '_interfaces': [{'id': '42a84881-6d3d-4d28-a525-e4f223f3cdca', 'name': '', 'network_id': '5e8d43d9-8e06-477c-94a7-c145f612c20a', 'tenant_id': '95044ea425734624aaff8798e60e7f23', 'mac_address': 'fa:16:3e:f7:68:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9c611c3-c80c-4425-b250-06635ac3b28e', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '913c06b0-3027-4edb-99c2-07504a459961', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:32:34Z', 'updated_at': '2022-03-14T10:32:38Z', 'revision_number': 4, 'project_id': '95044ea425734624aaff8798e60e7f23', 'subnets': [{'id': '913c06b0-3027-4edb-99c2-07504a459961', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 10:32:39.086659 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb86c3c-12b9-4719-ad86-52ecae53a45c req-1f95ff22-c003-4443-9c1a-ca3786bbe415 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:32:39.088212 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-ebb86c3c-12b9-4719-ad86-52ecae53a45c req-1f95ff22-c003-4443-9c1a-ca3786bbe415 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/ports?device_id=c285fc22-e681-4296-afe4-8556e371552e HTTP/1.1" status: 200 len: 945 time: 0.0859113 Mar 14 10:32:39.101877 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-dbbbd530-3c04-4eeb-9642-e97c4230a115 None None] For port 42a84881-6d3d-4d28-a525-e4f223f3cdca, host dv-cinder-833544-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833544-1-iscsi',level=0,port_id=42a84881-6d3d-4d28-a525-e4f223f3cdca,segment=NetworkSegment(17b4787a-2a2c-4b17-82be-be6262e64611),segment_id=17b4787a-2a2c-4b17-82be-be6262e64611)] {{(pid=103644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:32:39.131864 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-95735a62-b3f7-4584-be6a-2065765e41f7 req-6a14ad01-3eff-4787-a37f-3c71f73c5b09 service neutron] 10.222.0.39 "GET /v2.0/networks/6882a9ee-c558-49c4-8be5-9a1210fcc04f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207638 Mar 14 10:32:39.152174 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-ec48e501-2f8f-4382-a2c5-46075ac7f185 None None] Publish callbacks [] for port (bd13ac0b-6d4d-4551-969f-7530c7b8ff93), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:39.163608 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-dbbbd530-3c04-4eeb-9642-e97c4230a115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (42a84881-6d3d-4d28-a525-e4f223f3cdca), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:39.211723 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-ec48e501-2f8f-4382-a2c5-46075ac7f185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739585409118'] for port (bd13ac0b-6d4d-4551-969f-7530c7b8ff93), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:39.212475 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-ebb86c3c-12b9-4719-ad86-52ecae53a45c req-9949fe38-99ec-4624-a546-0bfa3abbfa19 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b70bd49-c5ca-4159-8f17-c1401f955a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643604 Mar 14 10:32:39.246844 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec48e501-2f8f-4382-a2c5-46075ac7f185 None None] Network 9104bc35-fd6f-4110-8d53-9948f3e7d3fa is already hosted by enough agents. {{(pid=103644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:32:39.250519 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbbd530-3c04-4eeb-9642-e97c4230a115 None None] Pushing event updated for resources: {'Port': ['ID=42a84881-6d3d-4d28-a525-e4f223f3cdca,revision_number=5']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:32:39.253405 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.scheduler.base_scheduler [None req-ec48e501-2f8f-4382-a2c5-46075ac7f185 None None] Resources bound (agent type, host, resource id): {{(pid=103644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:32:39.257647 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec48e501-2f8f-4382-a2c5-46075ac7f185 None None] Received port after_create {{(pid=103644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 10:32:39.356903 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec48e501-2f8f-4382-a2c5-46075ac7f185 None None] Pushing event updated for resources: {'Port': ['ID=bd13ac0b-6d4d-4551-969f-7530c7b8ff93,revision_number=1']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:32:39.359515 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-e85c75a8-0278-497e-a16f-0ff78e60b125 admin admin] Publish callbacks [] for router_gateway (c63eff1c-0dea-487d-94c2-710819ab50d7), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:39.368364 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-06adb105-03ab-4945-9272-4590b66806b1 None None] Provisioning complete for port 42a84881-6d3d-4d28-a525-e4f223f3cdca triggered by entity DHCP. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:32:39.368738 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-06adb105-03ab-4945-9272-4590b66806b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (42a84881-6d3d-4d28-a525-e4f223f3cdca), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:39.393308 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-e85c75a8-0278-497e-a16f-0ff78e60b125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:39.393848 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.managers [None req-ec48e501-2f8f-4382-a2c5-46075ac7f185 None None] Attempting to bind port bd13ac0b-6d4d-4551-969f-7530c7b8ff93 on host dv-cinder-833544-1-iscsi for vnic_type normal with profile {{(pid=103644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 10:32:39.394225 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.managers [None req-ec48e501-2f8f-4382-a2c5-46075ac7f185 None None] Attempting to bind port bd13ac0b-6d4d-4551-969f-7530c7b8ff93 by drivers openvswitch,hyperv on host dv-cinder-833544-1-iscsi at level 0 using segments [{'id': '77a6fce0-7a03-47f7-9d4e-1e793eee17f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '9104bc35-fd6f-4110-8d53-9948f3e7d3fa'}] {{(pid=103644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 10:32:39.394593 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec48e501-2f8f-4382-a2c5-46075ac7f185 None None] Attempting to bind port bd13ac0b-6d4d-4551-969f-7530c7b8ff93 on network 9104bc35-fd6f-4110-8d53-9948f3e7d3fa {{(pid=103644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:32:39.408297 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec48e501-2f8f-4382-a2c5-46075ac7f185 None None] Checking agent: {'id': '3daba05a-6d77-487a-83af-fb9f8edf24c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833544-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 14, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 10, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833544-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 10:32:39.408667 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec48e501-2f8f-4382-a2c5-46075ac7f185 None None] Checking segment: {'id': '77a6fce0-7a03-47f7-9d4e-1e793eee17f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '9104bc35-fd6f-4110-8d53-9948f3e7d3fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:32:39.409066 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-ec48e501-2f8f-4382-a2c5-46075ac7f185 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:39.409454 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec48e501-2f8f-4382-a2c5-46075ac7f185 None None] Bound using segment: {'id': '77a6fce0-7a03-47f7-9d4e-1e793eee17f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '9104bc35-fd6f-4110-8d53-9948f3e7d3fa'} {{(pid=103644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 10:32:39.409935 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.managers [None req-ec48e501-2f8f-4382-a2c5-46075ac7f185 None None] Bound port: bd13ac0b-6d4d-4551-969f-7530c7b8ff93, host: dv-cinder-833544-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77a6fce0-7a03-47f7-9d4e-1e793eee17f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '9104bc35-fd6f-4110-8d53-9948f3e7d3fa'}}] {{(pid=103644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 10:32:39.410307 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-ec48e501-2f8f-4382-a2c5-46075ac7f185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (bd13ac0b-6d4d-4551-969f-7530c7b8ff93), before_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:39.453053 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551f1624-b682-4fbd-9b97-3b02ca9a9ec3 req-eb82f1d9-337c-4138-b6cc-9b43629f0f7d tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:32:39.455105 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-551f1624-b682-4fbd-9b97-3b02ca9a9ec3 req-eb82f1d9-337c-4138-b6cc-9b43629f0f7d tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.39 "GET /v2.0/ports?device_id=180b9721-e314-4054-bed9-67ecaac6ce75 HTTP/1.1" status: 200 len: 946 time: 0.1145651 Mar 14 10:32:39.526017 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-ec48e501-2f8f-4382-a2c5-46075ac7f185 None None] For port bd13ac0b-6d4d-4551-969f-7530c7b8ff93, host dv-cinder-833544-1-iscsi, cleared binding levels {{(pid=103644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 10:32:39.533340 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-ec48e501-2f8f-4382-a2c5-46075ac7f185 None None] For port bd13ac0b-6d4d-4551-969f-7530c7b8ff93, host dv-cinder-833544-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833544-1-iscsi',level=0,port_id=bd13ac0b-6d4d-4551-969f-7530c7b8ff93,segment=NetworkSegment(77a6fce0-7a03-47f7-9d4e-1e793eee17f1),segment_id=77a6fce0-7a03-47f7-9d4e-1e793eee17f1)] {{(pid=103644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 10:32:39.537133 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-06adb105-03ab-4945-9272-4590b66806b1 None None] Current status of the port 42a84881-6d3d-4d28-a525-e4f223f3cdca is: ACTIVE; New status is: ACTIVE {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:32:39.547780 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.db.db_base_plugin_common [None req-e85c75a8-0278-497e-a16f-0ff78e60b125 admin admin] Allocated IP 172.27.2.149 (d3edc090-f075-4654-a10f-87b9c191544a/b94c44b1-4eb3-4139-bb38-cf15afc675ad/8f0e8784-2ff7-4bae-a737-c40db8d1feae) {{(pid=103643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 10:32:39.577198 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.plugin [req-551f1624-b682-4fbd-9b97-3b02ca9a9ec3 req-b99dc9b5-d56b-43e2-9312-1dde9c993da4 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Deleting port f8ca4c75-317c-4445-8202-35b27c13057e {{(pid=103642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 10:32:39.577795 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [req-551f1624-b682-4fbd-9b97-3b02ca9a9ec3 req-b99dc9b5-d56b-43e2-9312-1dde9c993da4 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739585920741'] for port (f8ca4c75-317c-4445-8202-35b27c13057e), before_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:39.633444 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-ec48e501-2f8f-4382-a2c5-46075ac7f185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (bd13ac0b-6d4d-4551-969f-7530c7b8ff93), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:39.673234 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-e85c75a8-0278-497e-a16f-0ff78e60b125 admin admin] Publish callbacks [] for port (8f0e8784-2ff7-4bae-a737-c40db8d1feae), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:39.707375 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.db [req-551f1624-b682-4fbd-9b97-3b02ca9a9ec3 req-b99dc9b5-d56b-43e2-9312-1dde9c993da4 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] For port f8ca4c75-317c-4445-8202-35b27c13057e, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=f8ca4c75-317c-4445-8202-35b27c13057e,segment=NetworkSegment(9b07e94b-cdee-4fcd-b18d-5adbca991074),segment_id=9b07e94b-cdee-4fcd-b18d-5adbca991074)] {{(pid=103642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:32:39.708083 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [req-551f1624-b682-4fbd-9b97-3b02ca9a9ec3 req-b99dc9b5-d56b-43e2-9312-1dde9c993da4 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562337'] for port (f8ca4c75-317c-4445-8202-35b27c13057e), precommit_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:39.709110 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec48e501-2f8f-4382-a2c5-46075ac7f185 None None] Pushing event updated for resources: {'Port': ['ID=bd13ac0b-6d4d-4551-969f-7530c7b8ff93,revision_number=2']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:32:39.772425 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac19cf7-4505-436e-b1b8-ddbd98e431d5 req-b6dabaa0-b798-4bdb-9ebf-70b6bafa0538 tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:32:39.776893 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-3ac19cf7-4505-436e-b1b8-ddbd98e431d5 req-b6dabaa0-b798-4bdb-9ebf-70b6bafa0538 tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93ba2a6-54c3-4c8a-b8a9-6c8ab4b3c689 HTTP/1.1" status: 200 len: 984 time: 0.0660846 Mar 14 10:32:39.778849 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-e85c75a8-0278-497e-a16f-0ff78e60b125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739585409118'] for port (8f0e8784-2ff7-4bae-a737-c40db8d1feae), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:39.840309 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85c75a8-0278-497e-a16f-0ff78e60b125 admin admin] Network d3edc090-f075-4654-a10f-87b9c191544a is already hosted by enough agents. {{(pid=103643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:32:39.859864 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.base_scheduler [None req-e85c75a8-0278-497e-a16f-0ff78e60b125 admin admin] Resources bound (agent type, host, resource id): {{(pid=103643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:32:39.867060 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85c75a8-0278-497e-a16f-0ff78e60b125 admin admin] Received port after_create {{(pid=103643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 10:32:40.104661 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [req-551f1624-b682-4fbd-9b97-3b02ca9a9ec3 req-b99dc9b5-d56b-43e2-9312-1dde9c993da4 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:40.105188 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [req-551f1624-b682-4fbd-9b97-3b02ca9a9ec3 req-b99dc9b5-d56b-43e2-9312-1dde9c993da4 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-564448'] for floatingip (2d493509-1b7b-4d41-9762-fa9f6c9ea5e0), after_update {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:40.105655 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.db.l3_db [req-551f1624-b682-4fbd-9b97-3b02ca9a9ec3 req-b99dc9b5-d56b-43e2-9312-1dde9c993da4 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Floating IP 2d493509-1b7b-4d41-9762-fa9f6c9ea5e0 disassociated. External IP: 172.27.2.68, port: f8ca4c75-317c-4445-8202-35b27c13057e. Mar 14 10:32:40.106104 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.plugin [req-551f1624-b682-4fbd-9b97-3b02ca9a9ec3 req-b99dc9b5-d56b-43e2-9312-1dde9c993da4 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Calling delete_port for f8ca4c75-317c-4445-8202-35b27c13057e owned by compute:nova {{(pid=103642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 10:32:40.210703 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85c75a8-0278-497e-a16f-0ff78e60b125 admin admin] Pushing event updated for resources: {'Port': ['ID=8f0e8784-2ff7-4bae-a737-c40db8d1feae,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:32:40.314337 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-3ac19cf7-4505-436e-b1b8-ddbd98e431d5 req-9af74a03-1fc2-4545-b8dd-83942e1236a9 tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e553502-ba8e-44d0-bcac-0e3b922622e4&id=4f8fb65b-b67e-411e-abe3-ede8e9903a26&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5237112 Mar 14 10:32:40.320549 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [req-551f1624-b682-4fbd-9b97-3b02ca9a9ec3 req-b99dc9b5-d56b-43e2-9312-1dde9c993da4 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739585930060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739585409127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9714944'] for port (f8ca4c75-317c-4445-8202-35b27c13057e), after_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:40.347112 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672ed608-5f39-4ca1-9d21-3a88fecc6e51 req-81cef2a3-7cce-492e-81ec-db1ff61301ee tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:32:40.348708 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-672ed608-5f39-4ca1-9d21-3a88fecc6e51 req-81cef2a3-7cce-492e-81ec-db1ff61301ee tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=180b9721-e314-4054-bed9-67ecaac6ce75 HTTP/1.1" status: 200 len: 946 time: 0.4974909 Mar 14 10:32:40.355568 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99dc9b5-d56b-43e2-9312-1dde9c993da4 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Pushing event deleted for resources: {'Port': ['ID=f8ca4c75-317c-4445-8202-35b27c13057e,revision_number=None']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:32:40.458194 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Device bd13ac0b-6d4d-4551-969f-7530c7b8ff93 up at agent ovs-agent-dv-cinder-833544-1-iscsi {{(pid=103644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:32:40.539272 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Provisioning complete for port bd13ac0b-6d4d-4551-969f-7530c7b8ff93 triggered by entity L2. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:32:40.549884 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (bd13ac0b-6d4d-4551-969f-7530c7b8ff93), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:40.550671 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-672ed608-5f39-4ca1-9d21-3a88fecc6e51 req-65de768c-e14b-48a6-a989-546a7d4a5c6e tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f677435-4851-49bd-85f9-2627c7cc2aca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1891353 Mar 14 10:32:40.566473 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.scheduler.l3_agent_scheduler [req-551f1624-b682-4fbd-9b97-3b02ca9a9ec3 req-b99dc9b5-d56b-43e2-9312-1dde9c993da4 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Router 2685b023-d3e0-46d1-9601-309947861e32 has already been hosted by L3 agent a016a58c-1f8a-4210-ae6c-360b1a1f78c1 {{(pid=103642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 10:32:40.667379 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21f3109-2fdd-4c9e-80e0-dee325dcd3df req-c43b9222-cf41-4a5c-9035-66ce6d42ada3 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:32:40.669025 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-e21f3109-2fdd-4c9e-80e0-dee325dcd3df req-c43b9222-cf41-4a5c-9035-66ce6d42ada3 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/ports?device_id=c285fc22-e681-4296-afe4-8556e371552e HTTP/1.1" status: 200 len: 945 time: 0.2493098 Mar 14 10:32:40.671955 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-e85c75a8-0278-497e-a16f-0ff78e60b125 admin admin] Publish callbacks [] for router_gateway (c63eff1c-0dea-487d-94c2-710819ab50d7), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:40.682198 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Current status of the port bd13ac0b-6d4d-4551-969f-7530c7b8ff93 is: DOWN; New status is: ACTIVE {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:32:40.682691 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (bd13ac0b-6d4d-4551-969f-7530c7b8ff93), before_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:40.719237 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-551f1624-b682-4fbd-9b97-3b02ca9a9ec3 req-b99dc9b5-d56b-43e2-9312-1dde9c993da4 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Notify agent at l3_agent.dv-cinder-833544-1-iscsi the message routers_updated {{(pid=103642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 10:32:40.738940 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] For port bd13ac0b-6d4d-4551-969f-7530c7b8ff93, host dv-cinder-833544-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833544-1-iscsi',level=0,port_id=bd13ac0b-6d4d-4551-969f-7530c7b8ff93,segment=NetworkSegment(77a6fce0-7a03-47f7-9d4e-1e793eee17f1),segment_id=77a6fce0-7a03-47f7-9d4e-1e793eee17f1)] {{(pid=103644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:32:40.742268 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19229684-d60b-4e41-b671-87f85fe1e223 None None] Sync routers for ids ['2685b023-d3e0-46d1-9601-309947861e32'] in dv-cinder-833544-1-iscsi {{(pid=103644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 10:32:40.755392 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19229684-d60b-4e41-b671-87f85fe1e223 None None] Routers {'2685b023-d3e0-46d1-9601-309947861e32'} bound to L3 agent in host dv-cinder-833544-1-iscsi {{(pid=103644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:32:40.756081 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-19229684-d60b-4e41-b671-87f85fe1e223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833544-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T10:17:23Z,description=,heartbeat_timestamp=2022-03-14T10:32:23Z,host='dv-cinder-833544-1-iscsi',id=a016a58c-1f8a-4210-ae6c-360b1a1f78c1,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:17:24Z,topic='l3_agent')) {'router_ids': ['2685b023-d3e0-46d1-9601-309947861e32'], 'active': True} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:32:40.781054 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.db.l3_dvrscheduler_db [req-551f1624-b682-4fbd-9b97-3b02ca9a9ec3 req-b99dc9b5-d56b-43e2-9312-1dde9c993da4 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] No DVR routers for this DVR port f8ca4c75-317c-4445-8202-35b27c13057e on host hv-cinder-83354 {{(pid=103642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 10:32:40.781949 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [req-551f1624-b682-4fbd-9b97-3b02ca9a9ec3 req-b99dc9b5-d56b-43e2-9312-1dde9c993da4 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211739'] for port (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:40.787099 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-551f1624-b682-4fbd-9b97-3b02ca9a9ec3 req-b99dc9b5-d56b-43e2-9312-1dde9c993da4 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.39 "DELETE /v2.0/ports/f8ca4c75-317c-4445-8202-35b27c13057e HTTP/1.1" status: 204 len: 173 time: 1.3261862 Mar 14 10:32:40.787605 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '180b9721-e314-4054-bed9-67ecaac6ce75', 'name': 'network-vif-deleted', 'tag': 'f8ca4c75-317c-4445-8202-35b27c13057e'}] {{(pid=103642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:32:40.788338 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-e21f3109-2fdd-4c9e-80e0-dee325dcd3df req-4e588733-527f-40fc-812b-c4a7808e6aa1 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b70bd49-c5ca-4159-8f17-c1401f955a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092820 Mar 14 10:32:40.790271 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2719b20af467307de00d33cfc3bda2b7e701d9c3500810f7746d17fecb5aed99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0223fbe1-6433-4fa1-b59c-9859674e6f86" -d '{"events": [{"server_uuid": "180b9721-e314-4054-bed9-67ecaac6ce75", "name": "network-vif-deleted", "tag": "f8ca4c75-317c-4445-8202-35b27c13057e"}]}' {{(pid=103642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:32:40.831506 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (bd13ac0b-6d4d-4551-969f-7530c7b8ff93), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:40.832426 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Device 42a84881-6d3d-4d28-a525-e4f223f3cdca up at agent ovs-agent-dv-cinder-833544-1-iscsi {{(pid=103644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:32:41.020727 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-e85c75a8-0278-497e-a16f-0ff78e60b125 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-564250'] for router (c63eff1c-0dea-487d-94c2-710819ab50d7), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:41.053079 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d99bf158-0a44-4e63-9d9b-4a943c3f1f90 None None] Network 9104bc35-fd6f-4110-8d53-9948f3e7d3fa requested from dv-cinder-833544-1-iscsi {{(pid=103644) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 10:32:41.074163 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 10:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75a2fb77-b709-4442-bcd8-4a33c58a283f x-openstack-request-id: req-75a2fb77-b709-4442-bcd8-4a33c58a283f {{(pid=103642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:32:41.074457 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "180b9721-e314-4054-bed9-67ecaac6ce75", "name": "network-vif-deleted", "tag": "f8ca4c75-317c-4445-8202-35b27c13057e", "status": "completed", "code": 200}]} {{(pid=103642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:32:41.074736 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-75a2fb77-b709-4442-bcd8-4a33c58a283f {{(pid=103642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:32:41.075132 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '180b9721-e314-4054-bed9-67ecaac6ce75', 'name': 'network-vif-deleted', 'tag': 'f8ca4c75-317c-4445-8202-35b27c13057e', 'status': 'completed', 'code': 200} Mar 14 10:32:41.183560 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Pushing event updated for resources: {'Port': ['ID=bd13ac0b-6d4d-4551-969f-7530c7b8ff93,revision_number=3']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:32:41.197208 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvr_db [None req-19229684-d60b-4e41-b671-87f85fe1e223 None None] Set router 2685b023-d3e0-46d1-9601-309947861e32 gateway port host: dv-cinder-833544-1-iscsi {{(pid=103644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:32:41.228970 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e85c75a8-0278-497e-a16f-0ff78e60b125 admin admin] Router c63eff1c-0dea-487d-94c2-710819ab50d7 is scheduled to L3 agent a016a58c-1f8a-4210-ae6c-360b1a1f78c1 with binding_index 1 {{(pid=103643) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 10:32:41.239601 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-65d79c52-3292-4b51-8775-fc11d0d87554 None None] Provisioning complete for port bd13ac0b-6d4d-4551-969f-7530c7b8ff93 triggered by entity DHCP. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:32:41.240018 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-65d79c52-3292-4b51-8775-fc11d0d87554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (bd13ac0b-6d4d-4551-969f-7530c7b8ff93), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:41.293476 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Provisioning complete for port 42a84881-6d3d-4d28-a525-e4f223f3cdca triggered by entity L2. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:32:41.293757 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (42a84881-6d3d-4d28-a525-e4f223f3cdca), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:41.346425 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e85c75a8-0278-497e-a16f-0ff78e60b125 admin admin] Notify agent at l3_agent.dv-cinder-833544-1-iscsi the message routers_updated {{(pid=103643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 10:32:41.367015 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1039389-13f4-40b3-b666-fd4bfa04a7f1 None None] Sync routers for ids ['c63eff1c-0dea-487d-94c2-710819ab50d7'] in dv-cinder-833544-1-iscsi {{(pid=103645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 10:32:41.379592 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1039389-13f4-40b3-b666-fd4bfa04a7f1 None None] Routers {'c63eff1c-0dea-487d-94c2-710819ab50d7'} bound to L3 agent in host dv-cinder-833544-1-iscsi {{(pid=103645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:32:41.380698 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-e1039389-13f4-40b3-b666-fd4bfa04a7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833544-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T10:17:23Z,description=,heartbeat_timestamp=2022-03-14T10:32:23Z,host='dv-cinder-833544-1-iscsi',id=a016a58c-1f8a-4210-ae6c-360b1a1f78c1,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:17:24Z,topic='l3_agent')) {'router_ids': ['c63eff1c-0dea-487d-94c2-710819ab50d7'], 'active': True} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:32:41.452311 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e74db0c-fd25-443f-bc58-f57608fa77fb req-b8916575-cccd-465e-bd32-7e09db8be75a tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:32:41.456193 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-1e74db0c-fd25-443f-bc58-f57608fa77fb req-b8916575-cccd-465e-bd32-7e09db8be75a tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93ba2a6-54c3-4c8a-b8a9-6c8ab4b3c689 HTTP/1.1" status: 200 len: 984 time: 0.0660996 Mar 14 10:32:41.461921 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-e85c75a8-0278-497e-a16f-0ff78e60b125 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:41.463388 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-e85c75a8-0278-497e-a16f-0ff78e60b125 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.0574570 Mar 14 10:32:41.469787 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 46544) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:32:41.538430 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-65d79c52-3292-4b51-8775-fc11d0d87554 None None] Current status of the port bd13ac0b-6d4d-4551-969f-7530c7b8ff93 is: ACTIVE; New status is: ACTIVE {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:32:41.575633 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvr_db [None req-e1039389-13f4-40b3-b666-fd4bfa04a7f1 None None] Set router c63eff1c-0dea-487d-94c2-710819ab50d7 gateway port host: dv-cinder-833544-1-iscsi {{(pid=103645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:32:41.580205 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-1e74db0c-fd25-443f-bc58-f57608fa77fb req-6ea3e0a5-1483-443b-bcb8-3bf2c3a3b120 tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e553502-ba8e-44d0-bcac-0e3b922622e4&id=4f8fb65b-b67e-411e-abe3-ede8e9903a26&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1125581 Mar 14 10:32:41.597839 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Current status of the port 42a84881-6d3d-4d28-a525-e4f223f3cdca is: ACTIVE; New status is: ACTIVE {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:32:41.651815 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-19229684-d60b-4e41-b671-87f85fe1e223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2685b023-d3e0-46d1-9601-309947861e32', 'name': 'tempest-AttachVolumeShelveTestJSON-390245008-router', 'tenant_id': '5472bedc1d6a4e30b10a78f0f7cd05c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '232b1b15-77af-416a-90e9-0fcb9030d489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:25:55Z', 'updated_at': '2022-03-14T10:26:02Z', 'revision_number': 4, 'project_id': '5472bedc1d6a4e30b10a78f0f7cd05c1', 'gw_port': {'id': '232b1b15-77af-416a-90e9-0fcb9030d489', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:78:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2685b023-d3e0-46d1-9601-309947861e32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:25:56Z', 'updated_at': '2022-03-14T10:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi', '_interfaces': [{'id': 'd76d268c-892a-4ac9-a088-458dd507ef8d', 'name': '', 'network_id': 'b306e4a1-3e45-418e-92a7-1cdae507ef31', 'tenant_id': '5472bedc1d6a4e30b10a78f0f7cd05c1', 'mac_address': 'fa:16:3e:1d:24:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2685b023-d3e0-46d1-9601-309947861e32', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '583b334f-c92c-40ae-ba3b-abff06ff8c22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:26:01Z', 'updated_at': '2022-03-14T10:26:08Z', 'revision_number': 5, 'project_id': '5472bedc1d6a4e30b10a78f0f7cd05c1', 'subnets': [{'id': '583b334f-c92c-40ae-ba3b-abff06ff8c22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833544-1-iscsi', False) {} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:32:41.724919 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19229684-d60b-4e41-b671-87f85fe1e223 None None] Checking router: 2685b023-d3e0-46d1-9601-309947861e32 for host: dv-cinder-833544-1-iscsi {{(pid=103644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 10:32:41.739086 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19229684-d60b-4e41-b671-87f85fe1e223 None None] Routers {'2685b023-d3e0-46d1-9601-309947861e32'} bound to L3 agent in host dv-cinder-833544-1-iscsi {{(pid=103644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:32:41.739809 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-19229684-d60b-4e41-b671-87f85fe1e223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833544-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T10:17:23Z,description=,heartbeat_timestamp=2022-03-14T10:32:23Z,host='dv-cinder-833544-1-iscsi',id=a016a58c-1f8a-4210-ae6c-360b1a1f78c1,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:17:24Z,topic='l3_agent')) {'router_ids': ['2685b023-d3e0-46d1-9601-309947861e32'], 'active': True} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:32:41.769315 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-d1801f12-f0f5-4272-84a3-cff96898be83 req-7abe5c4f-4bfb-4e8e-821c-1db699ea4dcb tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=180b9721-e314-4054-bed9-67ecaac6ce75 HTTP/1.1" status: 200 len: 210 time: 0.0485635 Mar 14 10:32:41.896568 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvr_db [None req-19229684-d60b-4e41-b671-87f85fe1e223 None None] Set router 2685b023-d3e0-46d1-9601-309947861e32 gateway port host: dv-cinder-833544-1-iscsi {{(pid=103644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:32:42.021093 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d83b000-c30e-461d-bc57-d31b59c28f3b req-78cc9419-fcf0-4d09-817f-aa7a55270dc9 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:32:42.029517 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-8d83b000-c30e-461d-bc57-d31b59c28f3b req-78cc9419-fcf0-4d09-817f-aa7a55270dc9 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/ports?device_id=c285fc22-e681-4296-afe4-8556e371552e HTTP/1.1" status: 200 len: 945 time: 0.1036625 Mar 14 10:32:42.047593 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-e1039389-13f4-40b3-b666-fd4bfa04a7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c63eff1c-0dea-487d-94c2-710819ab50d7', 'name': 'tempest-TestShelveInstance-1010946783-router', 'tenant_id': '9fdbcc564db14388852726a9fae8d9f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.149'}], 'enable_snat': True}, 'gw_port_id': '8f0e8784-2ff7-4bae-a737-c40db8d1feae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:32:38Z', 'updated_at': '2022-03-14T10:32:40Z', 'revision_number': 3, 'project_id': '9fdbcc564db14388852726a9fae8d9f8', 'gw_port': {'id': '8f0e8784-2ff7-4bae-a737-c40db8d1feae', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ad:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c63eff1c-0dea-487d-94c2-710819ab50d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:32:39Z', 'updated_at': '2022-03-14T10:32:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi'}], 'dv-cinder-833544-1-iscsi', False) {} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:32:42.054396 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-44e62517-64dc-43a7-a184-9535f020e3ba None None] Provisioning complete for port bd13ac0b-6d4d-4551-969f-7530c7b8ff93 triggered by entity DHCP. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:32:42.054778 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-44e62517-64dc-43a7-a184-9535f020e3ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (bd13ac0b-6d4d-4551-969f-7530c7b8ff93), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:42.081641 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1039389-13f4-40b3-b666-fd4bfa04a7f1 None None] Checking router: c63eff1c-0dea-487d-94c2-710819ab50d7 for host: dv-cinder-833544-1-iscsi {{(pid=103645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 10:32:42.081900 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1039389-13f4-40b3-b666-fd4bfa04a7f1 None None] Updating router c63eff1c-0dea-487d-94c2-710819ab50d7 port 8f0e8784-2ff7-4bae-a737-c40db8d1feae binding host dv-cinder-833544-1-iscsi {{(pid=103645) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 10:32:42.115221 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-8d83b000-c30e-461d-bc57-d31b59c28f3b req-0885d342-b41e-46d7-b5b1-5e72434cee61 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b70bd49-c5ca-4159-8f17-c1401f955a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838947 Mar 14 10:32:42.134735 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-e1039389-13f4-40b3-b666-fd4bfa04a7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (8f0e8784-2ff7-4bae-a737-c40db8d1feae), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:42.191537 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-44e62517-64dc-43a7-a184-9535f020e3ba None None] Current status of the port bd13ac0b-6d4d-4551-969f-7530c7b8ff93 is: ACTIVE; New status is: ACTIVE {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:32:42.214728 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-19229684-d60b-4e41-b671-87f85fe1e223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2685b023-d3e0-46d1-9601-309947861e32', 'name': 'tempest-AttachVolumeShelveTestJSON-390245008-router', 'tenant_id': '5472bedc1d6a4e30b10a78f0f7cd05c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '232b1b15-77af-416a-90e9-0fcb9030d489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:25:55Z', 'updated_at': '2022-03-14T10:26:02Z', 'revision_number': 4, 'project_id': '5472bedc1d6a4e30b10a78f0f7cd05c1', 'gw_port': {'id': '232b1b15-77af-416a-90e9-0fcb9030d489', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:78:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2685b023-d3e0-46d1-9601-309947861e32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:25:56Z', 'updated_at': '2022-03-14T10:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi', '_interfaces': [{'id': 'd76d268c-892a-4ac9-a088-458dd507ef8d', 'name': '', 'network_id': 'b306e4a1-3e45-418e-92a7-1cdae507ef31', 'tenant_id': '5472bedc1d6a4e30b10a78f0f7cd05c1', 'mac_address': 'fa:16:3e:1d:24:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2685b023-d3e0-46d1-9601-309947861e32', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '583b334f-c92c-40ae-ba3b-abff06ff8c22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:26:01Z', 'updated_at': '2022-03-14T10:26:08Z', 'revision_number': 5, 'project_id': '5472bedc1d6a4e30b10a78f0f7cd05c1', 'subnets': [{'id': '583b334f-c92c-40ae-ba3b-abff06ff8c22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833544-1-iscsi', False) {} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:32:42.250807 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19229684-d60b-4e41-b671-87f85fe1e223 None None] The sync data for ids ['2685b023-d3e0-46d1-9601-309947861e32'] in dv-cinder-833544-1-iscsi is: [{'id': '2685b023-d3e0-46d1-9601-309947861e32', 'name': 'tempest-AttachVolumeShelveTestJSON-390245008-router', 'tenant_id': '5472bedc1d6a4e30b10a78f0f7cd05c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '232b1b15-77af-416a-90e9-0fcb9030d489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:25:55Z', 'updated_at': '2022-03-14T10:26:02Z', 'revision_number': 4, 'project_id': '5472bedc1d6a4e30b10a78f0f7cd05c1', 'gw_port': {'id': '232b1b15-77af-416a-90e9-0fcb9030d489', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:78:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2685b023-d3e0-46d1-9601-309947861e32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:25:56Z', 'updated_at': '2022-03-14T10:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi', '_interfaces': [{'id': 'd76d268c-892a-4ac9-a088-458dd507ef8d', 'name': '', 'network_id': 'b306e4a1-3e45-418e-92a7-1cdae507ef31', 'tenant_id': '5472bedc1d6a4e30b10a78f0f7cd05c1', 'mac_address': 'fa:16:3e:1d:24:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2685b023-d3e0-46d1-9601-309947861e32', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '583b334f-c92c-40ae-ba3b-abff06ff8c22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:26:01Z', 'updated_at': '2022-03-14T10:26:08Z', 'revision_number': 5, 'project_id': '5472bedc1d6a4e30b10a78f0f7cd05c1', 'subnets': [{'id': '583b334f-c92c-40ae-ba3b-abff06ff8c22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 10:32:42.372508 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Device bd13ac0b-6d4d-4551-969f-7530c7b8ff93 up at agent ovs-agent-dv-cinder-833544-1-iscsi {{(pid=103644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:32:42.373810 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-baf7b5e4-0241-4e6d-8f6f-587e921a7052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (None), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:42.440350 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Provisioning complete for port bd13ac0b-6d4d-4551-969f-7530c7b8ff93 triggered by entity L2. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:32:42.440730 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (bd13ac0b-6d4d-4551-969f-7530c7b8ff93), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:42.480041 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-e1039389-13f4-40b3-b666-fd4bfa04a7f1 None None] Publish callbacks [] for port (8f0e8784-2ff7-4bae-a737-c40db8d1feae), precommit_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:42.538419 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Current status of the port bd13ac0b-6d4d-4551-969f-7530c7b8ff93 is: ACTIVE; New status is: ACTIVE {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:32:42.548469 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-e1039389-13f4-40b3-b666-fd4bfa04a7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (8f0e8784-2ff7-4bae-a737-c40db8d1feae), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:42.569323 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.db.db_base_plugin_common [None req-baf7b5e4-0241-4e6d-8f6f-587e921a7052 admin admin] Allocated IP 172.20.0.1 (9104bc35-fd6f-4110-8d53-9948f3e7d3fa/ed51ab9c-4243-4c23-a331-6d4ebf244cb1/671b52f1-d26f-4957-a698-749a29ff56b2) {{(pid=103642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 10:32:42.598245 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.managers [None req-e1039389-13f4-40b3-b666-fd4bfa04a7f1 None None] Attempting to bind port 8f0e8784-2ff7-4bae-a737-c40db8d1feae on host dv-cinder-833544-1-iscsi for vnic_type normal with profile {{(pid=103645) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 10:32:42.598614 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.managers [None req-e1039389-13f4-40b3-b666-fd4bfa04a7f1 None None] Attempting to bind port 8f0e8784-2ff7-4bae-a737-c40db8d1feae by drivers openvswitch,hyperv on host dv-cinder-833544-1-iscsi at level 0 using segments [{'id': '11cedc40-3914-4af6-ba83-0b9ce6d6fc30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a'}] {{(pid=103645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 10:32:42.598975 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1039389-13f4-40b3-b666-fd4bfa04a7f1 None None] Attempting to bind port 8f0e8784-2ff7-4bae-a737-c40db8d1feae on network d3edc090-f075-4654-a10f-87b9c191544a {{(pid=103645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:32:42.608958 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1039389-13f4-40b3-b666-fd4bfa04a7f1 None None] Checking agent: {'id': '3daba05a-6d77-487a-83af-fb9f8edf24c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833544-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 14, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 10, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833544-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 10:32:42.609345 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1039389-13f4-40b3-b666-fd4bfa04a7f1 None None] Checking segment: {'id': '11cedc40-3914-4af6-ba83-0b9ce6d6fc30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103645) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:32:42.609881 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-e1039389-13f4-40b3-b666-fd4bfa04a7f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:42.610347 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1039389-13f4-40b3-b666-fd4bfa04a7f1 None None] Bound using segment: {'id': '11cedc40-3914-4af6-ba83-0b9ce6d6fc30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a'} {{(pid=103645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 10:32:42.610799 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deffc84c-3d01-4ad5-a983-0edc0d25a16c None None] New status for floating IP 2d493509-1b7b-4d41-9762-fa9f6c9ea5e0: DOWN {{(pid=103644) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 10:32:42.611361 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.managers [None req-e1039389-13f4-40b3-b666-fd4bfa04a7f1 None None] Bound port: 8f0e8784-2ff7-4bae-a737-c40db8d1feae, host: dv-cinder-833544-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11cedc40-3914-4af6-ba83-0b9ce6d6fc30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a'}}] {{(pid=103645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 10:32:42.611490 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-e1039389-13f4-40b3-b666-fd4bfa04a7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (8f0e8784-2ff7-4bae-a737-c40db8d1feae), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:42.639189 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe443e7a-a019-4eb9-ad4e-339ae66f13e9 None None] Pushing event updated for resources: {'Port': ['ID=8f0e8784-2ff7-4bae-a737-c40db8d1feae,revision_number=2']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:32:42.672083 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-e1039389-13f4-40b3-b666-fd4bfa04a7f1 None None] For port 8f0e8784-2ff7-4bae-a737-c40db8d1feae, host dv-cinder-833544-1-iscsi, cleared binding levels {{(pid=103645) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 10:32:42.675756 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-e1039389-13f4-40b3-b666-fd4bfa04a7f1 None None] For port 8f0e8784-2ff7-4bae-a737-c40db8d1feae, host dv-cinder-833544-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833544-1-iscsi',level=0,port_id=8f0e8784-2ff7-4bae-a737-c40db8d1feae,segment=NetworkSegment(11cedc40-3914-4af6-ba83-0b9ce6d6fc30),segment_id=11cedc40-3914-4af6-ba83-0b9ce6d6fc30)] {{(pid=103645) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 10:32:42.732850 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-baf7b5e4-0241-4e6d-8f6f-587e921a7052 admin admin] Publish callbacks [] for port (671b52f1-d26f-4957-a698-749a29ff56b2), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:42.744008 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-e1039389-13f4-40b3-b666-fd4bfa04a7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (8f0e8784-2ff7-4bae-a737-c40db8d1feae), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:42.770379 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28f8b18-ba0d-4234-bf64-099dc694924f req-905a70db-4f07-4264-88d7-61511a5acfda tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:32:42.772076 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-d28f8b18-ba0d-4234-bf64-099dc694924f req-905a70db-4f07-4264-88d7-61511a5acfda tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93ba2a6-54c3-4c8a-b8a9-6c8ab4b3c689 HTTP/1.1" status: 200 len: 984 time: 0.0749593 Mar 14 10:32:42.800286 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1039389-13f4-40b3-b666-fd4bfa04a7f1 None None] Routers {'c63eff1c-0dea-487d-94c2-710819ab50d7'} bound to L3 agent in host dv-cinder-833544-1-iscsi {{(pid=103645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:32:42.801025 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-e1039389-13f4-40b3-b666-fd4bfa04a7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833544-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T10:17:23Z,description=,heartbeat_timestamp=2022-03-14T10:32:23Z,host='dv-cinder-833544-1-iscsi',id=a016a58c-1f8a-4210-ae6c-360b1a1f78c1,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:17:24Z,topic='l3_agent')) {'router_ids': ['c63eff1c-0dea-487d-94c2-710819ab50d7'], 'active': True} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:32:42.840083 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-d28f8b18-ba0d-4234-bf64-099dc694924f req-15a0fbf5-715c-4720-8d52-487afd2469ca tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e553502-ba8e-44d0-bcac-0e3b922622e4&id=4f8fb65b-b67e-411e-abe3-ede8e9903a26&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0622051 Mar 14 10:32:42.861607 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe443e7a-a019-4eb9-ad4e-339ae66f13e9 None None] Pushing event updated for resources: {'Port': ['ID=8f0e8784-2ff7-4bae-a737-c40db8d1feae,revision_number=3']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:32:42.883878 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-baf7b5e4-0241-4e6d-8f6f-587e921a7052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739585409118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9714944'] for port (671b52f1-d26f-4957-a698-749a29ff56b2), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:42.930361 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf7b5e4-0241-4e6d-8f6f-587e921a7052 admin admin] Network 9104bc35-fd6f-4110-8d53-9948f3e7d3fa is already hosted by enough agents. {{(pid=103642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:32:42.933500 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.scheduler.base_scheduler [None req-baf7b5e4-0241-4e6d-8f6f-587e921a7052 admin admin] Resources bound (agent type, host, resource id): {{(pid=103642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:32:42.936764 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf7b5e4-0241-4e6d-8f6f-587e921a7052 admin admin] Received port after_create {{(pid=103642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 10:32:42.942245 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf7b5e4-0241-4e6d-8f6f-587e921a7052 admin admin] Pushing event updated for resources: {'Port': ['ID=671b52f1-d26f-4957-a698-749a29ff56b2,revision_number=1']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:32:42.951648 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvr_db [None req-e1039389-13f4-40b3-b666-fd4bfa04a7f1 None None] Set router c63eff1c-0dea-487d-94c2-710819ab50d7 gateway port host: dv-cinder-833544-1-iscsi {{(pid=103645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:32:42.980691 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-baf7b5e4-0241-4e6d-8f6f-587e921a7052 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-557671'] for router_interface (c63eff1c-0dea-487d-94c2-710819ab50d7), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:43.150136 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-e1039389-13f4-40b3-b666-fd4bfa04a7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c63eff1c-0dea-487d-94c2-710819ab50d7', 'name': 'tempest-TestShelveInstance-1010946783-router', 'tenant_id': '9fdbcc564db14388852726a9fae8d9f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.149'}], 'enable_snat': True}, 'gw_port_id': '8f0e8784-2ff7-4bae-a737-c40db8d1feae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:32:38Z', 'updated_at': '2022-03-14T10:32:40Z', 'revision_number': 3, 'project_id': '9fdbcc564db14388852726a9fae8d9f8', 'gw_port': {'id': '8f0e8784-2ff7-4bae-a737-c40db8d1feae', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ad:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c63eff1c-0dea-487d-94c2-710819ab50d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:32:39Z', 'updated_at': '2022-03-14T10:32:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi'}], 'dv-cinder-833544-1-iscsi', False) {} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:32:43.184400 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1039389-13f4-40b3-b666-fd4bfa04a7f1 None None] The sync data for ids ['c63eff1c-0dea-487d-94c2-710819ab50d7'] in dv-cinder-833544-1-iscsi is: [{'id': 'c63eff1c-0dea-487d-94c2-710819ab50d7', 'name': 'tempest-TestShelveInstance-1010946783-router', 'tenant_id': '9fdbcc564db14388852726a9fae8d9f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.149'}], 'enable_snat': True}, 'gw_port_id': '8f0e8784-2ff7-4bae-a737-c40db8d1feae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:32:38Z', 'updated_at': '2022-03-14T10:32:40Z', 'revision_number': 3, 'project_id': '9fdbcc564db14388852726a9fae8d9f8', 'gw_port': {'id': '8f0e8784-2ff7-4bae-a737-c40db8d1feae', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ad:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c63eff1c-0dea-487d-94c2-710819ab50d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:32:39Z', 'updated_at': '2022-03-14T10:32:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi'}] {{(pid=103645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 10:32:43.243991 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-5516a623-c55f-40f3-a006-8b632328e877 None None] Provisioning complete for port 671b52f1-d26f-4957-a698-749a29ff56b2 triggered by entity DHCP. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:32:43.245005 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-5516a623-c55f-40f3-a006-8b632328e877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (671b52f1-d26f-4957-a698-749a29ff56b2), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:43.251779 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d24fe-d4c8-4006-af7f-63a9c03729ed req-ac50a96b-e672-4d2b-8920-f4c5e7d8a8c9 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:32:43.257726 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-baf7b5e4-0241-4e6d-8f6f-587e921a7052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (671b52f1-d26f-4957-a698-749a29ff56b2), before_update {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:43.258785 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-b01d24fe-d4c8-4006-af7f-63a9c03729ed req-ac50a96b-e672-4d2b-8920-f4c5e7d8a8c9 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/ports?device_id=c285fc22-e681-4296-afe4-8556e371552e HTTP/1.1" status: 200 len: 945 time: 0.0805993 Mar 14 10:32:43.292822 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-5516a623-c55f-40f3-a006-8b632328e877 None None] Port 671b52f1-d26f-4957-a698-749a29ff56b2 cannot update to ACTIVE because it is not bound. {{(pid=103644) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 10:32:43.315889 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-b01d24fe-d4c8-4006-af7f-63a9c03729ed req-9a3bd55f-e98c-4e39-9811-f1bf1670e8c7 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b70bd49-c5ca-4159-8f17-c1401f955a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512574 Mar 14 10:32:43.429755 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Device f8ca4c75-317c-4445-8202-35b27c13057e no longer exists at agent hyperv_hv-cinder-83354 {{(pid=103644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 10:32:43.450055 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-baf7b5e4-0241-4e6d-8f6f-587e921a7052 admin admin] Publish callbacks [] for port (671b52f1-d26f-4957-a698-749a29ff56b2), precommit_update {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:43.463093 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] No Port match for: f8ca4c75-317c-4445-8202-35b27c13057e {{(pid=103644) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 10:32:43.467979 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Device f8ca4c75-317c-4445-8202-35b27c13057e not bound to the agent host hv-cinder-83354 {{(pid=103644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 10:32:43.520932 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-baf7b5e4-0241-4e6d-8f6f-587e921a7052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9714955'] for port (671b52f1-d26f-4957-a698-749a29ff56b2), after_update {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:43.598890 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf7b5e4-0241-4e6d-8f6f-587e921a7052 admin admin] Pushing event updated for resources: {'Port': ['ID=671b52f1-d26f-4957-a698-749a29ff56b2,revision_number=2']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:32:43.605256 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-baf7b5e4-0241-4e6d-8f6f-587e921a7052 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557787'] for router_interface (c63eff1c-0dea-487d-94c2-710819ab50d7), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:43.711000 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf7b5e4-0241-4e6d-8f6f-587e921a7052 admin admin] Network 9104bc35-fd6f-4110-8d53-9948f3e7d3fa is already hosted by enough agents. {{(pid=103642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:32:43.712513 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.scheduler.base_scheduler [None req-baf7b5e4-0241-4e6d-8f6f-587e921a7052 admin admin] Resources bound (agent type, host, resource id): {{(pid=103642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:32:43.848355 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baf7b5e4-0241-4e6d-8f6f-587e921a7052 admin admin] Router c63eff1c-0dea-487d-94c2-710819ab50d7 has already been hosted by L3 agent a016a58c-1f8a-4210-ae6c-360b1a1f78c1 {{(pid=103642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 10:32:43.975068 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 46568) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:32:44.016398 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baf7b5e4-0241-4e6d-8f6f-587e921a7052 admin admin] Notify agent at l3_agent.dv-cinder-833544-1-iscsi the message routers_updated {{(pid=103642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 10:32:44.017518 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-0410650e-d76f-4971-aa37-ff9118d1d528 None None] Provisioning complete for port 671b52f1-d26f-4957-a698-749a29ff56b2 triggered by entity DHCP. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:32:44.022800 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-0410650e-d76f-4971-aa37-ff9118d1d528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (671b52f1-d26f-4957-a698-749a29ff56b2), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:44.024984 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-baf7b5e4-0241-4e6d-8f6f-587e921a7052 admin admin] 10.222.0.16 "PUT /v2.0/routers/c63eff1c-0dea-487d-94c2-710819ab50d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5574076 Mar 14 10:32:44.064235 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d9c1e8-cc04-4439-a2bb-11f06407b7a9 req-382a228b-103e-423d-9462-770f4d2785a0 tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:32:44.069338 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-35d9c1e8-cc04-4439-a2bb-11f06407b7a9 req-382a228b-103e-423d-9462-770f4d2785a0 tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93ba2a6-54c3-4c8a-b8a9-6c8ab4b3c689 HTTP/1.1" status: 200 len: 984 time: 0.1260481 Mar 14 10:32:44.071886 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-584ecaa2-b7ab-4f40-a921-2836ce459312 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Publish callbacks [] for security_group (7f677435-4851-49bd-85f9-2627c7cc2aca), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:44.073949 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-0410650e-d76f-4971-aa37-ff9118d1d528 None None] Port 671b52f1-d26f-4957-a698-749a29ff56b2 cannot update to ACTIVE because it is not bound. {{(pid=103644) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 10:32:44.114909 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-584ecaa2-b7ab-4f40-a921-2836ce459312 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Publish callbacks [] for security_group (7f677435-4851-49bd-85f9-2627c7cc2aca), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:44.185471 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-35d9c1e8-cc04-4439-a2bb-11f06407b7a9 req-80e04ced-786e-4089-acb4-15f36367b35e tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e553502-ba8e-44d0-bcac-0e3b922622e4&id=4f8fb65b-b67e-411e-abe3-ede8e9903a26&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1105375 Mar 14 10:32:44.280901 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-584ecaa2-b7ab-4f40-a921-2836ce459312 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (7f677435-4851-49bd-85f9-2627c7cc2aca), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:44.284273 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-584ecaa2-b7ab-4f40-a921-2836ce459312 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Publish callbacks [] for security_group (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:44.288998 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 46576) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:32:44.293446 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-584ecaa2-b7ab-4f40-a921-2836ce459312 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "DELETE /v2.0/security-groups/7f677435-4851-49bd-85f9-2627c7cc2aca HTTP/1.1" status: 204 len: 168 time: 0.3132963 Mar 14 10:32:44.300075 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ecaa2-b7ab-4f40-a921-2836ce459312 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f677435-4851-49bd-85f9-2627c7cc2aca,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:32:44.329000 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.api.v2.resource [None req-e4320d01-d932-42ff-801d-cbfd01d9db64 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] show failed (client error): The resource could not be found. Mar 14 10:32:44.330381 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-e4320d01-d932-42ff-801d-cbfd01d9db64 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups/7f677435-4851-49bd-85f9-2627c7cc2aca HTTP/1.1" status: 404 len: 347 time: 0.0396039 Mar 14 10:32:44.334176 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 46578) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:32:44.403894 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Device 8f0e8784-2ff7-4bae-a737-c40db8d1feae up at agent ovs-agent-dv-cinder-833544-1-iscsi {{(pid=103644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:32:44.464286 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Provisioning complete for port 8f0e8784-2ff7-4bae-a737-c40db8d1feae triggered by entity L2. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:32:44.464919 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (8f0e8784-2ff7-4bae-a737-c40db8d1feae), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:44.573705 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7446ecda-c41e-4500-9e10-622c620f8c15 req-70e97683-5a69-4e77-a190-a76633e6fc67 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:32:44.575377 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-7446ecda-c41e-4500-9e10-622c620f8c15 req-70e97683-5a69-4e77-a190-a76633e6fc67 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/ports?device_id=c285fc22-e681-4296-afe4-8556e371552e HTTP/1.1" status: 200 len: 945 time: 0.1617401 Mar 14 10:32:44.588967 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Current status of the port 8f0e8784-2ff7-4bae-a737-c40db8d1feae is: DOWN; New status is: ACTIVE {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:32:44.589518 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (8f0e8784-2ff7-4bae-a737-c40db8d1feae), before_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:44.593493 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [None req-d89bbce6-ce34-4209-aac8-5bbe75537feb tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Deleting port 1a14a428-7571-4d2c-831d-d9676f0e5ea0 {{(pid=103643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 10:32:44.593811 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-d89bbce6-ce34-4209-aac8-5bbe75537feb tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739585920741'] for port (1a14a428-7571-4d2c-831d-d9676f0e5ea0), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:44.612414 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] For port 8f0e8784-2ff7-4bae-a737-c40db8d1feae, host dv-cinder-833544-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833544-1-iscsi',level=0,port_id=8f0e8784-2ff7-4bae-a737-c40db8d1feae,segment=NetworkSegment(11cedc40-3914-4af6-ba83-0b9ce6d6fc30),segment_id=11cedc40-3914-4af6-ba83-0b9ce6d6fc30)] {{(pid=103644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:32:44.668617 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 46584) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:32:44.676682 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.v2.base [None req-eefe317a-4767-435d-8011-6b8eb1158f51 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1361885805', 'description': 'tempest-secgroup-smoke-1361885805 description', 'project_id': '95044ea425734624aaff8798e60e7f23'}} {{(pid=103642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:32:44.688827 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-7446ecda-c41e-4500-9e10-622c620f8c15 req-3ece1be1-d1fb-42af-9e2f-6a2b56a0862d tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b70bd49-c5ca-4159-8f17-c1401f955a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051075 Mar 14 10:32:44.690058 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (8f0e8784-2ff7-4bae-a737-c40db8d1feae), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:44.707008 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-d89bbce6-ce34-4209-aac8-5bbe75537feb tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562337'] for port (1a14a428-7571-4d2c-831d-d9676f0e5ea0), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:44.707344 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-d89bbce6-ce34-4209-aac8-5bbe75537feb tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Publish callbacks [] for floatingip (1a14a428-7571-4d2c-831d-d9676f0e5ea0), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:44.721727 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [None req-d89bbce6-ce34-4209-aac8-5bbe75537feb tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Calling delete_port for 1a14a428-7571-4d2c-831d-d9676f0e5ea0 owned by network:floatingip {{(pid=103643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 10:32:44.769001 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Pushing event updated for resources: {'Port': ['ID=8f0e8784-2ff7-4bae-a737-c40db8d1feae,revision_number=4']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:32:44.811374 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-eefe317a-4767-435d-8011-6b8eb1158f51 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Publish callbacks [] for security_group (None), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:44.885935 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-eefe317a-4767-435d-8011-6b8eb1158f51 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Publish callbacks [] for security_group (d23d2d79-4d9b-4ed5-b742-b4641230e35d), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:44.946700 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-eefe317a-4767-435d-8011-6b8eb1158f51 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (d23d2d79-4d9b-4ed5-b742-b4641230e35d), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:44.977137 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefe317a-4767-435d-8011-6b8eb1158f51 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d23d2d79-4d9b-4ed5-b742-b4641230e35d,revision_number=1']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:32:44.988844 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-d89bbce6-ce34-4209-aac8-5bbe75537feb tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739585930060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739585409127'] for port (1a14a428-7571-4d2c-831d-d9676f0e5ea0), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:45.015848 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bbce6-ce34-4209-aac8-5bbe75537feb tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Pushing event deleted for resources: {'Port': ['ID=1a14a428-7571-4d2c-831d-d9676f0e5ea0,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:32:45.038963 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-d89bbce6-ce34-4209-aac8-5bbe75537feb tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Publish callbacks [] for floatingip (2d493509-1b7b-4d41-9762-fa9f6c9ea5e0), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:45.041574 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-d89bbce6-ce34-4209-aac8-5bbe75537feb tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211739'] for floatingip (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:45.042721 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-d89bbce6-ce34-4209-aac8-5bbe75537feb tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "DELETE /v2.0/floatingips/2d493509-1b7b-4d41-9762-fa9f6c9ea5e0 HTTP/1.1" status: 204 len: 168 time: 0.7073028 Mar 14 10:32:45.071304 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-eefe317a-4767-435d-8011-6b8eb1158f51 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Publish callbacks [] for security_group (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:45.072663 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-eefe317a-4767-435d-8011-6b8eb1158f51 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4012842 Mar 14 10:32:45.078354 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 46588) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:32:45.083085 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.v2.base [None req-d35b545c-66aa-495f-ac92-62290fdcab7d tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Request body: {'security_group_rule': {'security_group_id': 'd23d2d79-4d9b-4ed5-b742-b4641230e35d', 'project_id': '95044ea425734624aaff8798e60e7f23', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:32:45.113719 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.agents_db [None req-e5bc90a1-3fae-4be0-a54a-d59a030b4380 None None] Agent healthcheck: found 6 active agents {{(pid=103645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 10:32:45.165073 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-d35b545c-66aa-495f-ac92-62290fdcab7d tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Publish callbacks [] for security_group_rule (d2829ce4-b61e-41ed-b09a-0e074cb0d8ff), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:45.223501 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-d35b545c-66aa-495f-ac92-62290fdcab7d tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Publish callbacks [] for security_group_rule (d2829ce4-b61e-41ed-b09a-0e074cb0d8ff), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:45.312237 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-d35b545c-66aa-495f-ac92-62290fdcab7d tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673333'] for security_group_rule (d2829ce4-b61e-41ed-b09a-0e074cb0d8ff), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:45.320105 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb83be1-1973-4afc-ada3-dd3a584c6e89 req-7eedc3f8-ff1a-4a51-a18c-4a47244b8a2a tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:32:45.326386 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-3bb83be1-1973-4afc-ada3-dd3a584c6e89 req-7eedc3f8-ff1a-4a51-a18c-4a47244b8a2a tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93ba2a6-54c3-4c8a-b8a9-6c8ab4b3c689 HTTP/1.1" status: 200 len: 984 time: 0.0631719 Mar 14 10:32:45.337904 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b545c-66aa-495f-ac92-62290fdcab7d tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2829ce4-b61e-41ed-b09a-0e074cb0d8ff,revision_number=0']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:32:45.393506 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-3bb83be1-1973-4afc-ada3-dd3a584c6e89 req-74349130-b33d-42ad-8e71-2c2b62a2513a tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e553502-ba8e-44d0-bcac-0e3b922622e4&id=4f8fb65b-b67e-411e-abe3-ede8e9903a26&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0606425 Mar 14 10:32:45.454799 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-d35b545c-66aa-495f-ac92-62290fdcab7d tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:45.454908 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-d35b545c-66aa-495f-ac92-62290fdcab7d tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3755326 Mar 14 10:32:45.456604 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 46592) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:32:45.457705 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 46594) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:32:45.461248 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.v2.base [None req-a9b7d372-ffca-4e1a-a119-0f813e23c03f tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Request body: {'security_group': {'name': 'tempest-securitygroup--223469661', 'description': 'tempest-description--1669581787'}} {{(pid=103642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:32:45.462391 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [None req-1ae91384-f067-473e-ba9e-ddaf152bba36 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Request body: {'security_group_rule': {'security_group_id': 'd23d2d79-4d9b-4ed5-b742-b4641230e35d', 'project_id': '95044ea425734624aaff8798e60e7f23', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:32:45.577010 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-a9b7d372-ffca-4e1a-a119-0f813e23c03f tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Publish callbacks [] for security_group (None), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:45.613374 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-1ae91384-f067-473e-ba9e-ddaf152bba36 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Publish callbacks [] for security_group_rule (8aba5a63-f4b6-430f-9f33-43263ae958e7), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:45.643017 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-a9b7d372-ffca-4e1a-a119-0f813e23c03f tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Publish callbacks [] for security_group (81c6a4c3-d9c6-42f0-85f7-56c1d8fe0a74), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:45.668568 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-1ae91384-f067-473e-ba9e-ddaf152bba36 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Publish callbacks [] for security_group_rule (8aba5a63-f4b6-430f-9f33-43263ae958e7), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:45.700384 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-a9b7d372-ffca-4e1a-a119-0f813e23c03f tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (81c6a4c3-d9c6-42f0-85f7-56c1d8fe0a74), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:45.732979 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b7d372-ffca-4e1a-a119-0f813e23c03f tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81c6a4c3-d9c6-42f0-85f7-56c1d8fe0a74,revision_number=1']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:32:45.746183 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-1ae91384-f067-473e-ba9e-ddaf152bba36 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673333'] for security_group_rule (8aba5a63-f4b6-430f-9f33-43263ae958e7), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:45.763536 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae91384-f067-473e-ba9e-ddaf152bba36 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8aba5a63-f4b6-430f-9f33-43263ae958e7,revision_number=0']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:32:45.821631 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f280945-4221-4220-b258-1eb2ac26481f req-5ceab4f8-0a41-4327-8ba9-2697bfa77f06 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:32:45.823075 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-0f280945-4221-4220-b258-1eb2ac26481f req-5ceab4f8-0a41-4327-8ba9-2697bfa77f06 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/ports?device_id=c285fc22-e681-4296-afe4-8556e371552e HTTP/1.1" status: 200 len: 945 time: 0.0518363 Mar 14 10:32:45.839923 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-a9b7d372-ffca-4e1a-a119-0f813e23c03f tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Publish callbacks [] for security_group (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:45.841181 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-a9b7d372-ffca-4e1a-a119-0f813e23c03f tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3836608 Mar 14 10:32:45.844158 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 46598) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:32:45.848437 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.v2.base [None req-603d3946-58f4-4b9c-b365-cd692a3ffece tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Request body: {'security_group_rule': {'security_group_id': '81c6a4c3-d9c6-42f0-85f7-56c1d8fe0a74', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:32:45.864388 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-1ae91384-f067-473e-ba9e-ddaf152bba36 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:45.866148 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-1ae91384-f067-473e-ba9e-ddaf152bba36 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4068787 Mar 14 10:32:45.870935 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 46600) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:32:45.873586 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-0f280945-4221-4220-b258-1eb2ac26481f req-88ff8e2d-740a-45d5-b1d6-0c0fc150fc8b tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b70bd49-c5ca-4159-8f17-c1401f955a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450203 Mar 14 10:32:45.880760 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.v2.base [None req-6e073ace-4861-4094-ab18-b905147d43a4 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Request body: {'security_group_rule': {'security_group_id': 'd23d2d79-4d9b-4ed5-b742-b4641230e35d', 'project_id': '95044ea425734624aaff8798e60e7f23', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:32:45.934769 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-603d3946-58f4-4b9c-b365-cd692a3ffece tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Publish callbacks [] for security_group_rule (0de75250-a516-4ebc-bcc3-5f6d82f1c5ba), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:45.949488 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88584f70-fd10-4e9b-8a71-6a4ed3043200 None None] Sync routers for ids ['c63eff1c-0dea-487d-94c2-710819ab50d7'] in dv-cinder-833544-1-iscsi {{(pid=103645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 10:32:45.960964 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88584f70-fd10-4e9b-8a71-6a4ed3043200 None None] Routers {'c63eff1c-0dea-487d-94c2-710819ab50d7'} bound to L3 agent in host dv-cinder-833544-1-iscsi {{(pid=103645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:32:45.961565 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-88584f70-fd10-4e9b-8a71-6a4ed3043200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833544-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T10:17:23Z,description=,heartbeat_timestamp=2022-03-14T10:32:23Z,host='dv-cinder-833544-1-iscsi',id=a016a58c-1f8a-4210-ae6c-360b1a1f78c1,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:17:24Z,topic='l3_agent')) {'router_ids': ['c63eff1c-0dea-487d-94c2-710819ab50d7'], 'active': True} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:32:45.980649 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-6e073ace-4861-4094-ab18-b905147d43a4 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Publish callbacks [] for security_group_rule (e4db5ab2-731c-4fac-9628-507682ea7106), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:46.018581 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-603d3946-58f4-4b9c-b365-cd692a3ffece tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Publish callbacks [] for security_group_rule (0de75250-a516-4ebc-bcc3-5f6d82f1c5ba), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:46.050408 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-6e073ace-4861-4094-ab18-b905147d43a4 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Publish callbacks [] for security_group_rule (e4db5ab2-731c-4fac-9628-507682ea7106), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:46.068527 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvr_db [None req-88584f70-fd10-4e9b-8a71-6a4ed3043200 None None] Set router c63eff1c-0dea-487d-94c2-710819ab50d7 gateway port host: dv-cinder-833544-1-iscsi {{(pid=103645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:32:46.071778 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-603d3946-58f4-4b9c-b365-cd692a3ffece tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673333'] for security_group_rule (0de75250-a516-4ebc-bcc3-5f6d82f1c5ba), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:46.090051 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603d3946-58f4-4b9c-b365-cd692a3ffece tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0de75250-a516-4ebc-bcc3-5f6d82f1c5ba,revision_number=0']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:32:46.119434 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-6e073ace-4861-4094-ab18-b905147d43a4 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673333'] for security_group_rule (e4db5ab2-731c-4fac-9628-507682ea7106), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:46.136713 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e073ace-4861-4094-ab18-b905147d43a4 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4db5ab2-731c-4fac-9628-507682ea7106,revision_number=0']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:32:46.150407 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-603d3946-58f4-4b9c-b365-cd692a3ffece tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:46.151728 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-603d3946-58f4-4b9c-b365-cd692a3ffece tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3066247 Mar 14 10:32:46.154277 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 46602) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:32:46.158670 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.v2.base [None req-524fcfee-0be1-4afb-9187-05b36295d1b7 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Request body: {'security_group_rule': {'security_group_id': '81c6a4c3-d9c6-42f0-85f7-56c1d8fe0a74', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:32:46.201647 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-6e073ace-4861-4094-ab18-b905147d43a4 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:46.202749 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-6e073ace-4861-4094-ab18-b905147d43a4 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3307745 Mar 14 10:32:46.205650 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 46604) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:32:46.210777 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.v2.base [None req-c3619c39-f827-4d38-8fbc-3b2b68cd694f tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Request body: {'security_group_rule': {'security_group_id': 'd23d2d79-4d9b-4ed5-b742-b4641230e35d', 'project_id': '95044ea425734624aaff8798e60e7f23', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:32:46.261289 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-524fcfee-0be1-4afb-9187-05b36295d1b7 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Publish callbacks [] for security_group_rule (1032fc0c-8dea-4478-86da-abc6d0ef6e66), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:46.266272 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-88584f70-fd10-4e9b-8a71-6a4ed3043200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c63eff1c-0dea-487d-94c2-710819ab50d7', 'name': 'tempest-TestShelveInstance-1010946783-router', 'tenant_id': '9fdbcc564db14388852726a9fae8d9f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.149'}], 'enable_snat': True}, 'gw_port_id': '8f0e8784-2ff7-4bae-a737-c40db8d1feae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:32:38Z', 'updated_at': '2022-03-14T10:32:43Z', 'revision_number': 4, 'project_id': '9fdbcc564db14388852726a9fae8d9f8', 'gw_port': {'id': '8f0e8784-2ff7-4bae-a737-c40db8d1feae', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ad:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63eff1c-0dea-487d-94c2-710819ab50d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:32:39Z', 'updated_at': '2022-03-14T10:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi', '_interfaces': [{'id': '671b52f1-d26f-4957-a698-749a29ff56b2', 'name': '', 'network_id': '9104bc35-fd6f-4110-8d53-9948f3e7d3fa', 'tenant_id': '9fdbcc564db14388852726a9fae8d9f8', 'mac_address': 'fa:16:3e:e1:45:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c63eff1c-0dea-487d-94c2-710819ab50d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'ed51ab9c-4243-4c23-a331-6d4ebf244cb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:32:42Z', 'updated_at': '2022-03-14T10:32:43Z', 'revision_number': 2, 'project_id': '9fdbcc564db14388852726a9fae8d9f8', 'subnets': [{'id': 'ed51ab9c-4243-4c23-a331-6d4ebf244cb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833544-1-iscsi', False) {} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:32:46.295994 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88584f70-fd10-4e9b-8a71-6a4ed3043200 None None] Checking router: c63eff1c-0dea-487d-94c2-710819ab50d7 for host: dv-cinder-833544-1-iscsi {{(pid=103645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 10:32:46.296351 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88584f70-fd10-4e9b-8a71-6a4ed3043200 None None] Updating router c63eff1c-0dea-487d-94c2-710819ab50d7 port 671b52f1-d26f-4957-a698-749a29ff56b2 binding host dv-cinder-833544-1-iscsi {{(pid=103645) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 10:32:46.314098 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-524fcfee-0be1-4afb-9187-05b36295d1b7 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Publish callbacks [] for security_group_rule (1032fc0c-8dea-4478-86da-abc6d0ef6e66), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:46.323856 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Device 8f0e8784-2ff7-4bae-a737-c40db8d1feae up at agent ovs-agent-dv-cinder-833544-1-iscsi {{(pid=103644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:32:46.328436 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-88584f70-fd10-4e9b-8a71-6a4ed3043200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (671b52f1-d26f-4957-a698-749a29ff56b2), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:46.337471 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-c3619c39-f827-4d38-8fbc-3b2b68cd694f tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Publish callbacks [] for security_group_rule (2fb496e0-25b7-4c92-b1a1-bbf9b4c2bdc5), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:46.372494 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Provisioning complete for port 8f0e8784-2ff7-4bae-a737-c40db8d1feae triggered by entity L2. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:32:46.373503 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (8f0e8784-2ff7-4bae-a737-c40db8d1feae), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:46.391106 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-524fcfee-0be1-4afb-9187-05b36295d1b7 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673333'] for security_group_rule (1032fc0c-8dea-4478-86da-abc6d0ef6e66), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:46.401365 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-c3619c39-f827-4d38-8fbc-3b2b68cd694f tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Publish callbacks [] for security_group_rule (2fb496e0-25b7-4c92-b1a1-bbf9b4c2bdc5), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:46.416620 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524fcfee-0be1-4afb-9187-05b36295d1b7 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1032fc0c-8dea-4478-86da-abc6d0ef6e66,revision_number=0']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:32:46.459726 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Current status of the port 8f0e8784-2ff7-4bae-a737-c40db8d1feae is: ACTIVE; New status is: ACTIVE {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:32:46.491253 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-c3619c39-f827-4d38-8fbc-3b2b68cd694f tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673333'] for security_group_rule (2fb496e0-25b7-4c92-b1a1-bbf9b4c2bdc5), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:46.514108 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3619c39-f827-4d38-8fbc-3b2b68cd694f tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fb496e0-25b7-4c92-b1a1-bbf9b4c2bdc5,revision_number=0']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:32:46.517470 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094f5f39-9a06-43f6-bd72-ae6711f89105 req-e9aa5f85-ce69-462c-9265-1d20afc1fe2f tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:32:46.519119 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-094f5f39-9a06-43f6-bd72-ae6711f89105 req-e9aa5f85-ce69-462c-9265-1d20afc1fe2f tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93ba2a6-54c3-4c8a-b8a9-6c8ab4b3c689 HTTP/1.1" status: 200 len: 984 time: 0.0515974 Mar 14 10:32:46.529517 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-524fcfee-0be1-4afb-9187-05b36295d1b7 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:46.529517 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-524fcfee-0be1-4afb-9187-05b36295d1b7 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3696194 Mar 14 10:32:46.529517 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 46608) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:32:46.532451 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.v2.base [None req-f2ca457e-7011-4c33-b413-bb1c2597aa7f tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Request body: {'floatingip': {'floating_network_id': 'd3edc090-f075-4654-a10f-87b9c191544a'}} {{(pid=103642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:32:46.587414 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-094f5f39-9a06-43f6-bd72-ae6711f89105 req-bfa79e72-8ead-4eb7-b5f3-6eee000fc09b tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e553502-ba8e-44d0-bcac-0e3b922622e4&id=4f8fb65b-b67e-411e-abe3-ede8e9903a26&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0588737 Mar 14 10:32:46.639586 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-c3619c39-f827-4d38-8fbc-3b2b68cd694f tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:46.641068 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-c3619c39-f827-4d38-8fbc-3b2b68cd694f tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4344225 Mar 14 10:32:46.643820 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 46610) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:32:46.648800 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.v2.base [None req-6f38c36f-401a-41cf-8028-8bd6c5d43a8a tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Request body: {'security_group_rule': {'security_group_id': 'd23d2d79-4d9b-4ed5-b742-b4641230e35d', 'project_id': '95044ea425734624aaff8798e60e7f23', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:32:46.708719 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-f2ca457e-7011-4c33-b413-bb1c2597aa7f tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:46.731778 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-88584f70-fd10-4e9b-8a71-6a4ed3043200 None None] Publish callbacks [] for port (671b52f1-d26f-4957-a698-749a29ff56b2), precommit_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:46.772071 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.db.securitygroups_db [None req-6f38c36f-401a-41cf-8028-8bd6c5d43a8a tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Project 95044ea425734624aaff8798e60e7f23 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 10:32:46.779057 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-6f38c36f-401a-41cf-8028-8bd6c5d43a8a tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Publish callbacks [] for security_group_rule (7fd2faee-e16c-4517-a159-ece3a0447a07), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:46.799798 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-88584f70-fd10-4e9b-8a71-6a4ed3043200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (671b52f1-d26f-4957-a698-749a29ff56b2), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:46.852837 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8367181d-9b24-4735-b314-b3eacef83491 None None] Pushing event updated for resources: {'Port': ['ID=671b52f1-d26f-4957-a698-749a29ff56b2,revision_number=3']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:32:46.858498 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-6f38c36f-401a-41cf-8028-8bd6c5d43a8a tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Publish callbacks [] for security_group_rule (7fd2faee-e16c-4517-a159-ece3a0447a07), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:46.858498 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-f2ca457e-7011-4c33-b413-bb1c2597aa7f tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (None), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:46.907446 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.managers [None req-88584f70-fd10-4e9b-8a71-6a4ed3043200 None None] Attempting to bind port 671b52f1-d26f-4957-a698-749a29ff56b2 on host dv-cinder-833544-1-iscsi for vnic_type normal with profile {{(pid=103645) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 10:32:46.907854 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.managers [None req-88584f70-fd10-4e9b-8a71-6a4ed3043200 None None] Attempting to bind port 671b52f1-d26f-4957-a698-749a29ff56b2 by drivers openvswitch,hyperv on host dv-cinder-833544-1-iscsi at level 0 using segments [{'id': '77a6fce0-7a03-47f7-9d4e-1e793eee17f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '9104bc35-fd6f-4110-8d53-9948f3e7d3fa'}] {{(pid=103645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 10:32:46.908224 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88584f70-fd10-4e9b-8a71-6a4ed3043200 None None] Attempting to bind port 671b52f1-d26f-4957-a698-749a29ff56b2 on network 9104bc35-fd6f-4110-8d53-9948f3e7d3fa {{(pid=103645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:32:46.914524 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88584f70-fd10-4e9b-8a71-6a4ed3043200 None None] Checking agent: {'id': '3daba05a-6d77-487a-83af-fb9f8edf24c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833544-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 14, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 10, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833544-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 10:32:46.915306 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88584f70-fd10-4e9b-8a71-6a4ed3043200 None None] Checking segment: {'id': '77a6fce0-7a03-47f7-9d4e-1e793eee17f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '9104bc35-fd6f-4110-8d53-9948f3e7d3fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103645) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:32:46.915941 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-88584f70-fd10-4e9b-8a71-6a4ed3043200 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:46.916486 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88584f70-fd10-4e9b-8a71-6a4ed3043200 None None] Bound using segment: {'id': '77a6fce0-7a03-47f7-9d4e-1e793eee17f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '9104bc35-fd6f-4110-8d53-9948f3e7d3fa'} {{(pid=103645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 10:32:46.917238 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.managers [None req-88584f70-fd10-4e9b-8a71-6a4ed3043200 None None] Bound port: 671b52f1-d26f-4957-a698-749a29ff56b2, host: dv-cinder-833544-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77a6fce0-7a03-47f7-9d4e-1e793eee17f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '9104bc35-fd6f-4110-8d53-9948f3e7d3fa'}}] {{(pid=103645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 10:32:46.917801 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-88584f70-fd10-4e9b-8a71-6a4ed3043200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (671b52f1-d26f-4957-a698-749a29ff56b2), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:46.954719 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-6f38c36f-401a-41cf-8028-8bd6c5d43a8a tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673333'] for security_group_rule (7fd2faee-e16c-4517-a159-ece3a0447a07), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:46.983541 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-88584f70-fd10-4e9b-8a71-6a4ed3043200 None None] For port 671b52f1-d26f-4957-a698-749a29ff56b2, host dv-cinder-833544-1-iscsi, cleared binding levels {{(pid=103645) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 10:32:46.989944 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-88584f70-fd10-4e9b-8a71-6a4ed3043200 None None] For port 671b52f1-d26f-4957-a698-749a29ff56b2, host dv-cinder-833544-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833544-1-iscsi',level=0,port_id=671b52f1-d26f-4957-a698-749a29ff56b2,segment=NetworkSegment(77a6fce0-7a03-47f7-9d4e-1e793eee17f1),segment_id=77a6fce0-7a03-47f7-9d4e-1e793eee17f1)] {{(pid=103645) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 10:32:46.990115 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f38c36f-401a-41cf-8028-8bd6c5d43a8a tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fd2faee-e16c-4517-a159-ece3a0447a07,revision_number=0']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:32:47.015871 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.db.db_base_plugin_common [None req-f2ca457e-7011-4c33-b413-bb1c2597aa7f tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Allocated IP 172.27.2.17 (d3edc090-f075-4654-a10f-87b9c191544a/b94c44b1-4eb3-4139-bb38-cf15afc675ad/203f03b5-be72-45b4-b78f-884f6c6e4abc) {{(pid=103642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 10:32:47.026691 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3410d11-97c7-48e9-b453-f8a45c7ed3fd req-912d85ac-24b1-46cf-8622-76c098dadfdd tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:32:47.034229 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-e3410d11-97c7-48e9-b453-f8a45c7ed3fd req-912d85ac-24b1-46cf-8622-76c098dadfdd tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/ports?device_id=c285fc22-e681-4296-afe4-8556e371552e HTTP/1.1" status: 200 len: 945 time: 0.0719147 Mar 14 10:32:47.046642 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-6f38c36f-401a-41cf-8028-8bd6c5d43a8a tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:47.048309 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-6f38c36f-401a-41cf-8028-8bd6c5d43a8a tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4030757 Mar 14 10:32:47.050744 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 46614) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:32:47.057031 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.v2.base [None req-b9e1dfe8-549f-471f-acf6-0f34590c3741 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Request body: {'security_group_rule': {'security_group_id': 'd23d2d79-4d9b-4ed5-b742-b4641230e35d', 'project_id': '95044ea425734624aaff8798e60e7f23', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:32:47.061158 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-88584f70-fd10-4e9b-8a71-6a4ed3043200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (671b52f1-d26f-4957-a698-749a29ff56b2), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:47.082194 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-e3410d11-97c7-48e9-b453-f8a45c7ed3fd req-a7b83cf7-f00f-4ec3-9f58-1021ef0e811d tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b70bd49-c5ca-4159-8f17-c1401f955a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469992 Mar 14 10:32:47.128427 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8367181d-9b24-4735-b314-b3eacef83491 None None] Pushing event updated for resources: {'Port': ['ID=671b52f1-d26f-4957-a698-749a29ff56b2,revision_number=4']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:32:47.140157 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88584f70-fd10-4e9b-8a71-6a4ed3043200 None None] Routers {'c63eff1c-0dea-487d-94c2-710819ab50d7'} bound to L3 agent in host dv-cinder-833544-1-iscsi {{(pid=103645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:32:47.140445 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-23fd8c8a-ece6-4d2f-abb6-e552401e86b2 None None] Provisioning complete for port 671b52f1-d26f-4957-a698-749a29ff56b2 triggered by entity DHCP. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:32:47.140832 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-23fd8c8a-ece6-4d2f-abb6-e552401e86b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (671b52f1-d26f-4957-a698-749a29ff56b2), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:47.141508 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-88584f70-fd10-4e9b-8a71-6a4ed3043200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833544-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T10:17:23Z,description=,heartbeat_timestamp=2022-03-14T10:32:23Z,host='dv-cinder-833544-1-iscsi',id=a016a58c-1f8a-4210-ae6c-360b1a1f78c1,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:17:24Z,topic='l3_agent')) {'router_ids': ['c63eff1c-0dea-487d-94c2-710819ab50d7'], 'active': True} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:32:47.194533 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-f2ca457e-7011-4c33-b413-bb1c2597aa7f tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Publish callbacks [] for port (203f03b5-be72-45b4-b78f-884f6c6e4abc), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:47.233217 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.db.securitygroups_db [None req-b9e1dfe8-549f-471f-acf6-0f34590c3741 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Project 95044ea425734624aaff8798e60e7f23 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 10:32:47.240227 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-b9e1dfe8-549f-471f-acf6-0f34590c3741 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Publish callbacks [] for security_group_rule (8f623971-987b-4913-8b6b-b510ffdc17f7), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:47.294817 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvr_db [None req-88584f70-fd10-4e9b-8a71-6a4ed3043200 None None] Set router c63eff1c-0dea-487d-94c2-710819ab50d7 gateway port host: dv-cinder-833544-1-iscsi {{(pid=103645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:32:47.306061 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-b9e1dfe8-549f-471f-acf6-0f34590c3741 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Publish callbacks [] for security_group_rule (8f623971-987b-4913-8b6b-b510ffdc17f7), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:47.372021 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-f2ca457e-7011-4c33-b413-bb1c2597aa7f tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739585409118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9714944'] for port (203f03b5-be72-45b4-b78f-884f6c6e4abc), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:47.374052 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-b9e1dfe8-549f-471f-acf6-0f34590c3741 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673333'] for security_group_rule (8f623971-987b-4913-8b6b-b510ffdc17f7), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:47.398854 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-23fd8c8a-ece6-4d2f-abb6-e552401e86b2 None None] Current status of the port 671b52f1-d26f-4957-a698-749a29ff56b2 is: DOWN; New status is: ACTIVE {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:32:47.399466 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-23fd8c8a-ece6-4d2f-abb6-e552401e86b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (671b52f1-d26f-4957-a698-749a29ff56b2), before_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:47.429467 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e1dfe8-549f-471f-acf6-0f34590c3741 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f623971-987b-4913-8b6b-b510ffdc17f7,revision_number=0']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:32:47.433283 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ca457e-7011-4c33-b413-bb1c2597aa7f tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Network d3edc090-f075-4654-a10f-87b9c191544a is already hosted by enough agents. {{(pid=103642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:32:47.442499 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.scheduler.base_scheduler [None req-f2ca457e-7011-4c33-b413-bb1c2597aa7f tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Resources bound (agent type, host, resource id): {{(pid=103642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:32:47.444566 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ca457e-7011-4c33-b413-bb1c2597aa7f tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Pushing event updated for resources: {'Port': ['ID=203f03b5-be72-45b4-b78f-884f6c6e4abc,revision_number=1']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:32:47.446988 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ca457e-7011-4c33-b413-bb1c2597aa7f tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Received port after_create {{(pid=103642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 10:32:47.454953 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-23fd8c8a-ece6-4d2f-abb6-e552401e86b2 None None] For port 671b52f1-d26f-4957-a698-749a29ff56b2, host dv-cinder-833544-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833544-1-iscsi',level=0,port_id=671b52f1-d26f-4957-a698-749a29ff56b2,segment=NetworkSegment(77a6fce0-7a03-47f7-9d4e-1e793eee17f1),segment_id=77a6fce0-7a03-47f7-9d4e-1e793eee17f1)] {{(pid=103644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:32:47.544657 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-88584f70-fd10-4e9b-8a71-6a4ed3043200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c63eff1c-0dea-487d-94c2-710819ab50d7', 'name': 'tempest-TestShelveInstance-1010946783-router', 'tenant_id': '9fdbcc564db14388852726a9fae8d9f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.149'}], 'enable_snat': True}, 'gw_port_id': '8f0e8784-2ff7-4bae-a737-c40db8d1feae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:32:38Z', 'updated_at': '2022-03-14T10:32:43Z', 'revision_number': 4, 'project_id': '9fdbcc564db14388852726a9fae8d9f8', 'gw_port': {'id': '8f0e8784-2ff7-4bae-a737-c40db8d1feae', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ad:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63eff1c-0dea-487d-94c2-710819ab50d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:32:39Z', 'updated_at': '2022-03-14T10:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi', '_interfaces': [{'id': '671b52f1-d26f-4957-a698-749a29ff56b2', 'name': '', 'network_id': '9104bc35-fd6f-4110-8d53-9948f3e7d3fa', 'tenant_id': '9fdbcc564db14388852726a9fae8d9f8', 'mac_address': 'fa:16:3e:e1:45:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c63eff1c-0dea-487d-94c2-710819ab50d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'ed51ab9c-4243-4c23-a331-6d4ebf244cb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:32:42Z', 'updated_at': '2022-03-14T10:32:46Z', 'revision_number': 4, 'project_id': '9fdbcc564db14388852726a9fae8d9f8', 'subnets': [{'id': 'ed51ab9c-4243-4c23-a331-6d4ebf244cb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833544-1-iscsi', False) {} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:32:47.546462 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-b9e1dfe8-549f-471f-acf6-0f34590c3741 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:47.547658 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-b9e1dfe8-549f-471f-acf6-0f34590c3741 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4960606 Mar 14 10:32:47.554695 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7e76c2-a2a7-475c-a69e-0eb91bdc4c6c req-a0b48ba9-89e7-4cc5-a20c-f2e295ce0603 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:32:47.563938 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-6e7e76c2-a2a7-475c-a69e-0eb91bdc4c6c req-a0b48ba9-89e7-4cc5-a20c-f2e295ce0603 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/ports?device_id=c285fc22-e681-4296-afe4-8556e371552e HTTP/1.1" status: 200 len: 945 time: 0.0642173 Mar 14 10:32:47.575364 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88584f70-fd10-4e9b-8a71-6a4ed3043200 None None] The sync data for ids ['c63eff1c-0dea-487d-94c2-710819ab50d7'] in dv-cinder-833544-1-iscsi is: [{'id': 'c63eff1c-0dea-487d-94c2-710819ab50d7', 'name': 'tempest-TestShelveInstance-1010946783-router', 'tenant_id': '9fdbcc564db14388852726a9fae8d9f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.149'}], 'enable_snat': True}, 'gw_port_id': '8f0e8784-2ff7-4bae-a737-c40db8d1feae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:32:38Z', 'updated_at': '2022-03-14T10:32:43Z', 'revision_number': 4, 'project_id': '9fdbcc564db14388852726a9fae8d9f8', 'gw_port': {'id': '8f0e8784-2ff7-4bae-a737-c40db8d1feae', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ad:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63eff1c-0dea-487d-94c2-710819ab50d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:32:39Z', 'updated_at': '2022-03-14T10:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi', '_interfaces': [{'id': '671b52f1-d26f-4957-a698-749a29ff56b2', 'name': '', 'network_id': '9104bc35-fd6f-4110-8d53-9948f3e7d3fa', 'tenant_id': '9fdbcc564db14388852726a9fae8d9f8', 'mac_address': 'fa:16:3e:e1:45:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c63eff1c-0dea-487d-94c2-710819ab50d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'ed51ab9c-4243-4c23-a331-6d4ebf244cb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:32:42Z', 'updated_at': '2022-03-14T10:32:46Z', 'revision_number': 4, 'project_id': '9fdbcc564db14388852726a9fae8d9f8', 'subnets': [{'id': 'ed51ab9c-4243-4c23-a331-6d4ebf244cb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 10:32:47.586385 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-f2ca457e-7011-4c33-b413-bb1c2597aa7f tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Publish callbacks [] for floatingip (644ea921-4341-444b-891b-fb81f6fc3b59), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:47.587252 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-23fd8c8a-ece6-4d2f-abb6-e552401e86b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (671b52f1-d26f-4957-a698-749a29ff56b2), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:47.668445 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-6e7e76c2-a2a7-475c-a69e-0eb91bdc4c6c req-f8d4ffa2-71b5-485b-bce9-8b0eda05e385 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b70bd49-c5ca-4159-8f17-c1401f955a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996478 Mar 14 10:32:47.718655 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-44c3f4a6-7e18-4adb-b783-99de0f077dd1 None None] Provisioning complete for port 671b52f1-d26f-4957-a698-749a29ff56b2 triggered by entity DHCP. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:32:47.719044 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-44c3f4a6-7e18-4adb-b783-99de0f077dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (671b52f1-d26f-4957-a698-749a29ff56b2), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:47.722269 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-f2ca457e-7011-4c33-b413-bb1c2597aa7f tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (203f03b5-be72-45b4-b78f-884f6c6e4abc), before_update {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:47.794630 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fd8c8a-ece6-4d2f-abb6-e552401e86b2 None None] Pushing event updated for resources: {'Port': ['ID=671b52f1-d26f-4957-a698-749a29ff56b2,revision_number=5']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:32:47.817657 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c65039c-aacb-43ed-982e-7bb043de00a7 req-982eb529-9f06-489d-ae58-c43164516554 tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:32:47.821316 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-2c65039c-aacb-43ed-982e-7bb043de00a7 req-982eb529-9f06-489d-ae58-c43164516554 tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93ba2a6-54c3-4c8a-b8a9-6c8ab4b3c689 HTTP/1.1" status: 200 len: 984 time: 0.0807219 Mar 14 10:32:47.903116 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-44c3f4a6-7e18-4adb-b783-99de0f077dd1 None None] Current status of the port 671b52f1-d26f-4957-a698-749a29ff56b2 is: ACTIVE; New status is: ACTIVE {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:32:47.922780 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-2c65039c-aacb-43ed-982e-7bb043de00a7 req-c5bb2db2-5311-44fd-afc5-84b35b9a699d tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e553502-ba8e-44d0-bcac-0e3b922622e4&id=4f8fb65b-b67e-411e-abe3-ede8e9903a26&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0944023 Mar 14 10:32:47.948738 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c1d023-ddb7-41fd-b5cc-d142e204661c req-3f8ff4ae-fd81-46c0-8909-003256e5e92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:32:47.950278 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-67c1d023-ddb7-41fd-b5cc-d142e204661c req-3f8ff4ae-fd81-46c0-8909-003256e5e92f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8323ed68f5bb4a3488c9723cb7c54c0f&device_id=c285fc22-e681-4296-afe4-8556e371552e HTTP/1.1" status: 200 len: 1129 time: 0.1635795 Mar 14 10:32:48.108409 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c1d023-ddb7-41fd-b5cc-d142e204661c req-0bcaed8a-0f75-407e-87ed-19567ff49374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:32:48.109900 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-67c1d023-ddb7-41fd-b5cc-d142e204661c req-0bcaed8a-0f75-407e-87ed-19567ff49374 service neutron] 10.222.0.39 "GET /v2.0/networks?id=41fa337d-ea5f-4994-bc9b-def763652602 HTTP/1.1" status: 200 len: 912 time: 0.1296108 Mar 14 10:32:48.113667 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-f2ca457e-7011-4c33-b413-bb1c2597aa7f tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Publish callbacks [] for port (203f03b5-be72-45b4-b78f-884f6c6e4abc), precommit_update {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:48.178756 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-67c1d023-ddb7-41fd-b5cc-d142e204661c req-a9d186f5-d714-4867-92ed-43153ca3c554 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9c434c67-2d84-4683-bfc9-cc8e82d98ac7 HTTP/1.1" status: 200 len: 1001 time: 0.0630021 Mar 14 10:32:48.212092 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-f2ca457e-7011-4c33-b413-bb1c2597aa7f tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9714955'] for port (203f03b5-be72-45b4-b78f-884f6c6e4abc), after_update {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:48.288228 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c1d023-ddb7-41fd-b5cc-d142e204661c req-dd8f66bf-cade-4f16-9450-5921a15eee60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:32:48.289914 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-67c1d023-ddb7-41fd-b5cc-d142e204661c req-dd8f66bf-cade-4f16-9450-5921a15eee60 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=623577f8-c7f3-4e24-b897-1f421a0f10a6 HTTP/1.1" status: 200 len: 850 time: 0.1053872 Mar 14 10:32:48.294853 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ca457e-7011-4c33-b413-bb1c2597aa7f tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Pushing event updated for resources: {'Port': ['ID=203f03b5-be72-45b4-b78f-884f6c6e4abc,revision_number=2']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:32:48.344964 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-f2ca457e-7011-4c33-b413-bb1c2597aa7f tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-564448'] for floatingip (644ea921-4341-444b-891b-fb81f6fc3b59), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:48.351837 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Device 671b52f1-d26f-4957-a698-749a29ff56b2 up at agent ovs-agent-dv-cinder-833544-1-iscsi {{(pid=103644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:32:48.365183 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c1d023-ddb7-41fd-b5cc-d142e204661c req-9a17e956-851d-4ea8-b711-d48d4c886c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:32:48.367389 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-67c1d023-ddb7-41fd-b5cc-d142e204661c req-9a17e956-851d-4ea8-b711-d48d4c886c7a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=41fa337d-ea5f-4994-bc9b-def763652602&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0682979 Mar 14 10:32:48.406638 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Provisioning complete for port 671b52f1-d26f-4957-a698-749a29ff56b2 triggered by entity L2. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:32:48.407193 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (671b52f1-d26f-4957-a698-749a29ff56b2), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:48.438437 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-f2ca457e-7011-4c33-b413-bb1c2597aa7f tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211739'] for floatingip (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:48.439697 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-f2ca457e-7011-4c33-b413-bb1c2597aa7f tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9108658 Mar 14 10:32:48.472010 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-67c1d023-ddb7-41fd-b5cc-d142e204661c req-23c8e4b4-5c8a-48f3-88c9-275596951ca3 service neutron] 10.222.0.39 "GET /v2.0/networks/41fa337d-ea5f-4994-bc9b-def763652602?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983889 Mar 14 10:32:48.518154 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Current status of the port 671b52f1-d26f-4957-a698-749a29ff56b2 is: ACTIVE; New status is: ACTIVE {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:32:48.591887 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-67c1d023-ddb7-41fd-b5cc-d142e204661c req-eecf811d-cfc3-4b97-a680-8b60b85bab8f service neutron] 10.222.0.39 "GET /v2.0/networks/41fa337d-ea5f-4994-bc9b-def763652602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145179 Mar 14 10:32:48.666062 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-9a7dbc0b-d9ff-477f-b123-b153bc66415b req-fa5eb231-8b06-40d6-a5bd-4d8b27678c6e tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--223469661&fields=id&tenant_id=5472bedc1d6a4e30b10a78f0f7cd05c1 HTTP/1.1" status: 200 len: 267 time: 0.0436130 Mar 14 10:32:48.804632 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7dbc0b-d9ff-477f-b123-b153bc66415b req-7d038bec-b3c2-41a1-8827-e98473e2fbff tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:32:48.806088 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-9a7dbc0b-d9ff-477f-b123-b153bc66415b req-7d038bec-b3c2-41a1-8827-e98473e2fbff tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/networks?id=b306e4a1-3e45-418e-92a7-1cdae507ef31 HTTP/1.1" status: 200 len: 816 time: 0.1334946 Mar 14 10:32:48.816556 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b7c148-0647-43f1-bc7b-243d7a0340b2 req-58acebbd-1970-4a83-8e0f-10946858b86e tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:32:48.817961 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-45b7c148-0647-43f1-bc7b-243d7a0340b2 req-58acebbd-1970-4a83-8e0f-10946858b86e tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/ports?device_id=c285fc22-e681-4296-afe4-8556e371552e HTTP/1.1" status: 200 len: 945 time: 0.0840647 Mar 14 10:32:48.834349 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-9a7dbc0b-d9ff-477f-b123-b153bc66415b req-8ca07821-d8f5-4c61-85ca-810a4b6b2396 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/quotas/5472bedc1d6a4e30b10a78f0f7cd05c1 HTTP/1.1" status: 200 len: 375 time: 0.0154359 Mar 14 10:32:48.897948 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-45b7c148-0647-43f1-bc7b-243d7a0340b2 req-f99050a1-6dd6-4166-b0c8-0ad1c40a7171 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b70bd49-c5ca-4159-8f17-c1401f955a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729656 Mar 14 10:32:48.915643 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-9a7dbc0b-d9ff-477f-b123-b153bc66415b req-25713c8d-b699-4386-9b34-ba66e28aadfa tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5472bedc1d6a4e30b10a78f0f7cd05c1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0751765 Mar 14 10:32:49.052383 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-9a7dbc0b-d9ff-477f-b123-b153bc66415b req-b0fff0a5-e7bd-45d4-8f58-d1bcca5b82e0 service neutron] 10.222.0.16 "GET /v2.0/networks/b306e4a1-3e45-418e-92a7-1cdae507ef31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250958 Mar 14 10:32:49.064255 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11536fec-65df-4d65-8a34-7663db32d5d1 req-fa1bf82d-63bd-485c-8e5a-a4054615907e tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:32:49.065677 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-11536fec-65df-4d65-8a34-7663db32d5d1 req-fa1bf82d-63bd-485c-8e5a-a4054615907e tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93ba2a6-54c3-4c8a-b8a9-6c8ab4b3c689 HTTP/1.1" status: 200 len: 984 time: 0.0729663 Mar 14 10:32:49.184116 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-11536fec-65df-4d65-8a34-7663db32d5d1 req-0e63ea0d-da91-4cbf-a61e-bd4445e37335 tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e553502-ba8e-44d0-bcac-0e3b922622e4&id=4f8fb65b-b67e-411e-abe3-ede8e9903a26&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1090255 Mar 14 10:32:49.198674 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-9a7dbc0b-d9ff-477f-b123-b153bc66415b req-4faef28e-344f-4002-82ec-860589544534 service neutron] 10.222.0.16 "GET /v2.0/networks/b306e4a1-3e45-418e-92a7-1cdae507ef31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307728 Mar 14 10:32:49.487013 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-c7acb99c-9ce6-4673-87cb-51864544dd5b req-c0b51547-110d-40f8-9bdc-78a7f54ec9ec tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=417348e5-d595-4c74-9f58-36520398856f HTTP/1.1" status: 200 len: 210 time: 0.0284076 Mar 14 10:32:50.019703 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5855725c-341f-4a1e-937b-c04a3838e7a6 req-e6526087-35ac-447c-a5a1-0c26a8b582f2 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:32:50.021188 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-5855725c-341f-4a1e-937b-c04a3838e7a6 req-e6526087-35ac-447c-a5a1-0c26a8b582f2 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/ports?device_id=c285fc22-e681-4296-afe4-8556e371552e HTTP/1.1" status: 200 len: 945 time: 0.0540788 Mar 14 10:32:50.077796 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-5855725c-341f-4a1e-937b-c04a3838e7a6 req-175fbdb0-f1dd-48f4-9359-424c26fb94ea tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b70bd49-c5ca-4159-8f17-c1401f955a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508835 Mar 14 10:32:50.303370 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08b6a0a-7b11-4b2b-b436-9089de4bc34f req-2f8611a1-364b-4893-a8ba-0deda3423603 tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:32:50.305202 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-a08b6a0a-7b11-4b2b-b436-9089de4bc34f req-2f8611a1-364b-4893-a8ba-0deda3423603 tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93ba2a6-54c3-4c8a-b8a9-6c8ab4b3c689 HTTP/1.1" status: 200 len: 984 time: 0.0552068 Mar 14 10:32:50.374231 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-a08b6a0a-7b11-4b2b-b436-9089de4bc34f req-06cdc2c7-0cf4-49c2-9d98-1b1388d914bb tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e553502-ba8e-44d0-bcac-0e3b922622e4&id=4f8fb65b-b67e-411e-abe3-ede8e9903a26&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0603888 Mar 14 10:32:50.597832 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-1ff2f65e-befd-46d9-8c29-47834731026e req-2223a33f-e787-44c7-ab5f-ff55c89cf386 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=417348e5-d595-4c74-9f58-36520398856f HTTP/1.1" status: 200 len: 210 time: 0.0280478 Mar 14 10:32:50.742518 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-42ef841a-d216-42f1-8caa-eb49574593bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (71411765-f129-4ae6-9e82-4fe742fde8ff), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:51.497253 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aa2380-0cea-4609-8cae-7a4c09695573 req-7baff9f4-9ef4-4686-b201-6e33e13c142d tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:32:51.498899 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-85aa2380-0cea-4609-8cae-7a4c09695573 req-7baff9f4-9ef4-4686-b201-6e33e13c142d tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93ba2a6-54c3-4c8a-b8a9-6c8ab4b3c689 HTTP/1.1" status: 200 len: 984 time: 0.0551546 Mar 14 10:32:51.581165 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-85aa2380-0cea-4609-8cae-7a4c09695573 req-6922001d-0e79-4f35-afff-ad39bbaece67 tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e553502-ba8e-44d0-bcac-0e3b922622e4&id=4f8fb65b-b67e-411e-abe3-ede8e9903a26&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0673227 Mar 14 10:32:51.707660 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-7e9723ee-f5c2-437b-9f25-906d4cd11200 req-7890da49-eacb-4277-b0b9-8ca6b95967e7 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=417348e5-d595-4c74-9f58-36520398856f HTTP/1.1" status: 200 len: 210 time: 0.0301106 Mar 14 10:32:51.834173 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7dbc0b-d9ff-477f-b123-b153bc66415b req-0d10e70b-1db2-436f-b4f4-adeba2fd6760 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:32:51.835637 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-9a7dbc0b-d9ff-477f-b123-b153bc66415b req-0d10e70b-1db2-436f-b4f4-adeba2fd6760 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.39 "GET /v2.0/networks?id=b306e4a1-3e45-418e-92a7-1cdae507ef31 HTTP/1.1" status: 200 len: 816 time: 0.3779695 Mar 14 10:32:51.903708 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-9a7dbc0b-d9ff-477f-b123-b153bc66415b req-0f027141-7e17-4d58-8f86-55ea9bd486fa tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5472bedc1d6a4e30b10a78f0f7cd05c1 HTTP/1.1" status: 200 len: 379 time: 0.0509808 Mar 14 10:32:51.915098 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.v2.base [req-9a7dbc0b-d9ff-477f-b123-b153bc66415b req-82024d75-6c02-4772-835c-66495e46d1c8 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Request body: {'port': {'device_id': '417348e5-d595-4c74-9f58-36520398856f', 'network_id': 'b306e4a1-3e45-418e-92a7-1cdae507ef31', 'admin_state_up': True, 'tenant_id': '5472bedc1d6a4e30b10a78f0f7cd05c1', 'security_groups': ['81c6a4c3-d9c6-42f0-85f7-56c1d8fe0a74']}} {{(pid=103642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:32:52.140441 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a7dbc0b-d9ff-477f-b123-b153bc66415b req-82024d75-6c02-4772-835c-66495e46d1c8 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Made reservation on behalf of 5472bedc1d6a4e30b10a78f0f7cd05c1 for: {'port': 1} {{(pid=103642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 10:32:52.143908 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [req-9a7dbc0b-d9ff-477f-b123-b153bc66415b req-82024d75-6c02-4772-835c-66495e46d1c8 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (None), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:52.273066 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.db.db_base_plugin_common [req-9a7dbc0b-d9ff-477f-b123-b153bc66415b req-82024d75-6c02-4772-835c-66495e46d1c8 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Allocated IP 172.20.0.10 (b306e4a1-3e45-418e-92a7-1cdae507ef31/583b334f-c92c-40ae-ba3b-abff06ff8c22/7c41fa07-56be-408a-964e-38d7c70a3872) {{(pid=103642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 10:32:52.407461 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [req-9a7dbc0b-d9ff-477f-b123-b153bc66415b req-82024d75-6c02-4772-835c-66495e46d1c8 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Publish callbacks [] for port (7c41fa07-56be-408a-964e-38d7c70a3872), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:52.497325 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [req-9a7dbc0b-d9ff-477f-b123-b153bc66415b req-82024d75-6c02-4772-835c-66495e46d1c8 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739585409118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9714944'] for port (7c41fa07-56be-408a-964e-38d7c70a3872), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:52.544972 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a7dbc0b-d9ff-477f-b123-b153bc66415b req-82024d75-6c02-4772-835c-66495e46d1c8 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Network b306e4a1-3e45-418e-92a7-1cdae507ef31 is already hosted by enough agents. {{(pid=103642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:32:52.548085 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.scheduler.base_scheduler [req-9a7dbc0b-d9ff-477f-b123-b153bc66415b req-82024d75-6c02-4772-835c-66495e46d1c8 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Resources bound (agent type, host, resource id): {{(pid=103642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:32:52.551723 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a7dbc0b-d9ff-477f-b123-b153bc66415b req-82024d75-6c02-4772-835c-66495e46d1c8 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Received port after_create {{(pid=103642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 10:32:52.560056 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82024d75-6c02-4772-835c-66495e46d1c8 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Pushing event updated for resources: {'Port': ['ID=7c41fa07-56be-408a-964e-38d7c70a3872,revision_number=1']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:32:52.610095 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7dbc0b-d9ff-477f-b123-b153bc66415b req-82024d75-6c02-4772-835c-66495e46d1c8 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:32:52.610095 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [req-9a7dbc0b-d9ff-477f-b123-b153bc66415b req-82024d75-6c02-4772-835c-66495e46d1c8 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211739'] for port (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:52.674648 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-9a7dbc0b-d9ff-477f-b123-b153bc66415b req-82024d75-6c02-4772-835c-66495e46d1c8 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7643440 Mar 14 10:32:52.695237 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.v2.base [req-9a7dbc0b-d9ff-477f-b123-b153bc66415b req-e7b8b0e9-79be-40d1-8771-d3c97db223f4 service neutron] Request body: {'port': {'device_id': '417348e5-d595-4c74-9f58-36520398856f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83354'}} {{(pid=103642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:32:52.758221 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [req-9a7dbc0b-d9ff-477f-b123-b153bc66415b req-e7b8b0e9-79be-40d1-8771-d3c97db223f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (7c41fa07-56be-408a-964e-38d7c70a3872), before_update {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:52.763499 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-f58ba1aa-0413-408b-9ca1-955f0a8ea5ee None None] Provisioning complete for port 7c41fa07-56be-408a-964e-38d7c70a3872 triggered by entity DHCP. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:32:52.764071 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-f58ba1aa-0413-408b-9ca1-955f0a8ea5ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (7c41fa07-56be-408a-964e-38d7c70a3872), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:52.800737 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-f58ba1aa-0413-408b-9ca1-955f0a8ea5ee None None] Port 7c41fa07-56be-408a-964e-38d7c70a3872 cannot update to ACTIVE because it is not bound. {{(pid=103644) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 10:32:52.850322 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a72241f-6027-4a23-8af3-de5eed2249c6 req-b0bf63c3-2c77-4b75-b4fb-2e5698e88ab1 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:32:52.852508 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-6a72241f-6027-4a23-8af3-de5eed2249c6 req-b0bf63c3-2c77-4b75-b4fb-2e5698e88ab1 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=417348e5-d595-4c74-9f58-36520398856f HTTP/1.1" status: 200 len: 932 time: 0.0630217 Mar 14 10:32:52.912806 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-6a72241f-6027-4a23-8af3-de5eed2249c6 req-d73e0bee-60af-4384-b959-86ff67de7f10 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=81c6a4c3-d9c6-42f0-85f7-56c1d8fe0a74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474720 Mar 14 10:32:52.940514 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-edc59515-82c2-488f-b2cc-84cdcc6b39a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (a016a58c-1f8a-4210-ae6c-360b1a1f78c1), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:53.044902 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.notifiers.nova [req-9a7dbc0b-d9ff-477f-b123-b153bc66415b req-e7b8b0e9-79be-40d1-8771-d3c97db223f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c41fa07-56be-408a-964e-38d7c70a3872 {{(pid=103642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 10:32:53.053253 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [req-9a7dbc0b-d9ff-477f-b123-b153bc66415b req-e7b8b0e9-79be-40d1-8771-d3c97db223f4 service neutron] Publish callbacks [] for port (7c41fa07-56be-408a-964e-38d7c70a3872), precommit_update {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:53.064722 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.db.provisioning_blocks [req-9a7dbc0b-d9ff-477f-b123-b153bc66415b req-e7b8b0e9-79be-40d1-8771-d3c97db223f4 service neutron] Transition to ACTIVE for port object 7c41fa07-56be-408a-964e-38d7c70a3872 will not be triggered until provisioned by entity L2. {{(pid=103642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 14 10:32:53.157776 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [req-9a7dbc0b-d9ff-477f-b123-b153bc66415b req-e7b8b0e9-79be-40d1-8771-d3c97db223f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9714955'] for port (7c41fa07-56be-408a-964e-38d7c70a3872), after_update {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:53.215089 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b8b0e9-79be-40d1-8771-d3c97db223f4 service neutron] Pushing event updated for resources: {'Port': ['ID=7c41fa07-56be-408a-964e-38d7c70a3872,revision_number=2']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:32:53.286553 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.managers [req-9a7dbc0b-d9ff-477f-b123-b153bc66415b req-e7b8b0e9-79be-40d1-8771-d3c97db223f4 service neutron] Attempting to bind port 7c41fa07-56be-408a-964e-38d7c70a3872 on host hv-cinder-83354 for vnic_type normal with profile {{(pid=103642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 10:32:53.286912 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.managers [req-9a7dbc0b-d9ff-477f-b123-b153bc66415b req-e7b8b0e9-79be-40d1-8771-d3c97db223f4 service neutron] Attempting to bind port 7c41fa07-56be-408a-964e-38d7c70a3872 by drivers openvswitch,hyperv on host hv-cinder-83354 at level 0 using segments [{'id': '9b07e94b-cdee-4fcd-b18d-5adbca991074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'b306e4a1-3e45-418e-92a7-1cdae507ef31'}] {{(pid=103642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 10:32:53.287800 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7dbc0b-d9ff-477f-b123-b153bc66415b req-e7b8b0e9-79be-40d1-8771-d3c97db223f4 service neutron] Attempting to bind port 7c41fa07-56be-408a-964e-38d7c70a3872 on network b306e4a1-3e45-418e-92a7-1cdae507ef31 {{(pid=103642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:32:53.292556 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7dbc0b-d9ff-477f-b123-b153bc66415b req-e7b8b0e9-79be-40d1-8771-d3c97db223f4 service neutron] Port 7c41fa07-56be-408a-964e-38d7c70a3872 on network b306e4a1-3e45-418e-92a7-1cdae507ef31 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83354 {{(pid=103642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 10:32:53.292887 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7dbc0b-d9ff-477f-b123-b153bc66415b req-e7b8b0e9-79be-40d1-8771-d3c97db223f4 service neutron] Attempting to bind port 7c41fa07-56be-408a-964e-38d7c70a3872 on network b306e4a1-3e45-418e-92a7-1cdae507ef31 {{(pid=103642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:32:53.297881 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7dbc0b-d9ff-477f-b123-b153bc66415b req-e7b8b0e9-79be-40d1-8771-d3c97db223f4 service neutron] Checking agent: {'id': 'cd4c1fd5-6bd0-46fc-9cd1-9ea8fc180379', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83354', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 10, 23, 57), 'started_at': datetime.datetime(2022, 3, 14, 10, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 10, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 10:32:53.298223 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7dbc0b-d9ff-477f-b123-b153bc66415b req-e7b8b0e9-79be-40d1-8771-d3c97db223f4 service neutron] Checking segment: {'id': '9b07e94b-cdee-4fcd-b18d-5adbca991074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'b306e4a1-3e45-418e-92a7-1cdae507ef31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:32:53.298615 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7dbc0b-d9ff-477f-b123-b153bc66415b req-e7b8b0e9-79be-40d1-8771-d3c97db223f4 service neutron] Bound using segment: {'id': '9b07e94b-cdee-4fcd-b18d-5adbca991074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'b306e4a1-3e45-418e-92a7-1cdae507ef31'} {{(pid=103642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 10:32:53.299050 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.managers [req-9a7dbc0b-d9ff-477f-b123-b153bc66415b req-e7b8b0e9-79be-40d1-8771-d3c97db223f4 service neutron] Bound port: 7c41fa07-56be-408a-964e-38d7c70a3872, host: hv-cinder-83354, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b07e94b-cdee-4fcd-b18d-5adbca991074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'b306e4a1-3e45-418e-92a7-1cdae507ef31'}}] {{(pid=103642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 10:32:53.299411 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [req-9a7dbc0b-d9ff-477f-b123-b153bc66415b req-e7b8b0e9-79be-40d1-8771-d3c97db223f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (7c41fa07-56be-408a-964e-38d7c70a3872), before_update {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:53.369414 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.db [req-9a7dbc0b-d9ff-477f-b123-b153bc66415b req-e7b8b0e9-79be-40d1-8771-d3c97db223f4 service neutron] For port 7c41fa07-56be-408a-964e-38d7c70a3872, host hv-cinder-83354, cleared binding levels {{(pid=103642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 10:32:53.373416 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.db [req-9a7dbc0b-d9ff-477f-b123-b153bc66415b req-e7b8b0e9-79be-40d1-8771-d3c97db223f4 service neutron] For port 7c41fa07-56be-408a-964e-38d7c70a3872, host hv-cinder-83354, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=7c41fa07-56be-408a-964e-38d7c70a3872,segment=NetworkSegment(9b07e94b-cdee-4fcd-b18d-5adbca991074),segment_id=9b07e94b-cdee-4fcd-b18d-5adbca991074)] {{(pid=103642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 10:32:53.449688 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [req-9a7dbc0b-d9ff-477f-b123-b153bc66415b req-e7b8b0e9-79be-40d1-8771-d3c97db223f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9714955'] for port (7c41fa07-56be-408a-964e-38d7c70a3872), after_update {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:53.486529 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7dbc0b-d9ff-477f-b123-b153bc66415b req-e7b8b0e9-79be-40d1-8771-d3c97db223f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:32:53.487150 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [req-9a7dbc0b-d9ff-477f-b123-b153bc66415b req-e7b8b0e9-79be-40d1-8771-d3c97db223f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211739'] for port (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:53.488557 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-9a7dbc0b-d9ff-477f-b123-b153bc66415b req-e7b8b0e9-79be-40d1-8771-d3c97db223f4 service neutron] 10.222.0.39 "PUT /v2.0/ports/7c41fa07-56be-408a-964e-38d7c70a3872 HTTP/1.1" status: 200 len: 1094 time: 0.7986112 Mar 14 10:32:53.488997 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '417348e5-d595-4c74-9f58-36520398856f', 'tag': '7c41fa07-56be-408a-964e-38d7c70a3872'}] {{(pid=103642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:32:53.491262 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2719b20af467307de00d33cfc3bda2b7e701d9c3500810f7746d17fecb5aed99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ca6c905-cb1e-4680-82ab-fafc45db153c" -d '{"events": [{"name": "network-changed", "server_uuid": "417348e5-d595-4c74-9f58-36520398856f", "tag": "7c41fa07-56be-408a-964e-38d7c70a3872"}]}' {{(pid=103642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:32:53.511735 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b8b0e9-79be-40d1-8771-d3c97db223f4 service neutron] Pushing event updated for resources: {'Port': ['ID=7c41fa07-56be-408a-964e-38d7c70a3872,revision_number=3']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:32:53.546617 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 10:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8657aa15-9233-4c5d-9132-979c2bac0b82 x-openstack-request-id: req-8657aa15-9233-4c5d-9132-979c2bac0b82 {{(pid=103642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:32:53.546911 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "417348e5-d595-4c74-9f58-36520398856f", "tag": "7c41fa07-56be-408a-964e-38d7c70a3872", "status": "completed", "code": 200}]} {{(pid=103642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:32:53.547168 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8657aa15-9233-4c5d-9132-979c2bac0b82 {{(pid=103642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:32:53.547568 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '417348e5-d595-4c74-9f58-36520398856f', 'tag': '7c41fa07-56be-408a-964e-38d7c70a3872', 'status': 'completed', 'code': 200} Mar 14 10:32:53.665896 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca6c905-cb1e-4680-82ab-fafc45db153c req-cf0492f4-cc65-4ccb-8fe4-1525f5021218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:32:53.667949 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-7ca6c905-cb1e-4680-82ab-fafc45db153c req-cf0492f4-cc65-4ccb-8fe4-1525f5021218 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5472bedc1d6a4e30b10a78f0f7cd05c1&device_id=417348e5-d595-4c74-9f58-36520398856f HTTP/1.1" status: 200 len: 1128 time: 0.0498166 Mar 14 10:32:53.780675 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca6c905-cb1e-4680-82ab-fafc45db153c req-1dadd8e6-e9c7-4294-8881-7ba50e3c0a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:32:53.782763 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-7ca6c905-cb1e-4680-82ab-fafc45db153c req-1dadd8e6-e9c7-4294-8881-7ba50e3c0a7d service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=5472bedc1d6a4e30b10a78f0f7cd05c1&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0997970 Mar 14 10:32:53.879648 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca6c905-cb1e-4680-82ab-fafc45db153c req-36856412-8ef5-4261-996b-5ef9bb04c1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:32:53.881686 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-7ca6c905-cb1e-4680-82ab-fafc45db153c req-36856412-8ef5-4261-996b-5ef9bb04c1d3 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0926387 Mar 14 10:32:53.985393 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7dbc0b-d9ff-477f-b123-b153bc66415b req-2363102d-b848-4a33-ac9a-e287ba198151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:32:53.986888 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-9a7dbc0b-d9ff-477f-b123-b153bc66415b req-2363102d-b848-4a33-ac9a-e287ba198151 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5472bedc1d6a4e30b10a78f0f7cd05c1&device_id=417348e5-d595-4c74-9f58-36520398856f HTTP/1.1" status: 200 len: 1128 time: 0.0455861 Mar 14 10:32:54.039045 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e578137-1172-4a90-9f4a-2e836eb353af req-d7da4551-e279-451f-b9b9-d5d1700046d5 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:32:54.039045 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-6e578137-1172-4a90-9f4a-2e836eb353af req-d7da4551-e279-451f-b9b9-d5d1700046d5 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=417348e5-d595-4c74-9f58-36520398856f HTTP/1.1" status: 200 len: 944 time: 0.0553482 Mar 14 10:32:54.039841 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-9a7dbc0b-d9ff-477f-b123-b153bc66415b req-c5e05aa9-4101-4f73-9d39-e0e77f0ffa6e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c41fa07-56be-408a-964e-38d7c70a3872 HTTP/1.1" status: 200 len: 217 time: 0.0353177 Mar 14 10:32:54.090275 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7dbc0b-d9ff-477f-b123-b153bc66415b req-2609adda-86c6-4929-8261-2a33cb50e730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:32:54.091839 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-9a7dbc0b-d9ff-477f-b123-b153bc66415b req-2609adda-86c6-4929-8261-2a33cb50e730 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=583b334f-c92c-40ae-ba3b-abff06ff8c22 HTTP/1.1" status: 200 len: 855 time: 0.0487528 Mar 14 10:32:54.092333 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-6e578137-1172-4a90-9f4a-2e836eb353af req-daf35015-3a9e-41fd-a9b2-782875bb9002 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=81c6a4c3-d9c6-42f0-85f7-56c1d8fe0a74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504065 Mar 14 10:32:54.096715 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-f4039063-230b-41a9-bf4a-d5dd4b348b96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (46201191-f63a-41db-ad4d-3c2c795fe1c2), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:54.143415 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7dbc0b-d9ff-477f-b123-b153bc66415b req-931c08ed-a9a7-4477-a9f9-b6f90984ef43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:32:54.145049 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-9a7dbc0b-d9ff-477f-b123-b153bc66415b req-931c08ed-a9a7-4477-a9f9-b6f90984ef43 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b306e4a1-3e45-418e-92a7-1cdae507ef31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460503 Mar 14 10:32:54.239011 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-9a7dbc0b-d9ff-477f-b123-b153bc66415b req-bd12a916-9784-48cc-ba6b-b5fdb3cd63f8 service neutron] 10.222.0.39 "GET /v2.0/networks/b306e4a1-3e45-418e-92a7-1cdae507ef31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873778 Mar 14 10:32:54.332499 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-9a7dbc0b-d9ff-477f-b123-b153bc66415b req-cd03a82d-7c31-4fe5-b278-39c3e4a479fa service neutron] 10.222.0.39 "GET /v2.0/networks/b306e4a1-3e45-418e-92a7-1cdae507ef31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874496 Mar 14 10:32:55.225191 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d329b19-b16c-435e-9cb4-9d1b5086bdcd req-e254c8d4-2c99-4a0b-9765-64bdc4bf91ab tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:32:55.226678 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-0d329b19-b16c-435e-9cb4-9d1b5086bdcd req-e254c8d4-2c99-4a0b-9765-64bdc4bf91ab tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=417348e5-d595-4c74-9f58-36520398856f HTTP/1.1" status: 200 len: 944 time: 0.0531662 Mar 14 10:32:55.274111 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-0d329b19-b16c-435e-9cb4-9d1b5086bdcd req-b85be853-b98b-44d6-b0cc-dbd43d5b600a tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=81c6a4c3-d9c6-42f0-85f7-56c1d8fe0a74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413213 Mar 14 10:32:55.708205 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-a3541fa5-4b74-4b29-92a0-285d4d95a3dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (a9a1db27-ecd3-427e-bc57-ce8de4da4c28), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:56.397648 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb46de9-9c97-48b1-b3be-7b3dfc2c2bfb req-9a69a4f0-835a-418d-835d-4f9ee192151f tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:32:56.400072 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-6cb46de9-9c97-48b1-b3be-7b3dfc2c2bfb req-9a69a4f0-835a-418d-835d-4f9ee192151f tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=417348e5-d595-4c74-9f58-36520398856f HTTP/1.1" status: 200 len: 944 time: 0.0540826 Mar 14 10:32:56.448064 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-6cb46de9-9c97-48b1-b3be-7b3dfc2c2bfb req-9ac3ca70-36b1-4665-a0be-9588d492b148 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=81c6a4c3-d9c6-42f0-85f7-56c1d8fe0a74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424759 Mar 14 10:32:56.980431 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (3daba05a-6d77-487a-83af-fb9f8edf24c0), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:57.260708 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (cd4c1fd5-6bd0-46fc-9cd1-9ea8fc180379), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:57.571855 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb830d05-8715-4ffa-916e-f1651a351bfe req-edef5f25-7930-45d3-b618-52806869bb0f tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:32:57.573307 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-eb830d05-8715-4ffa-916e-f1651a351bfe req-edef5f25-7930-45d3-b618-52806869bb0f tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=417348e5-d595-4c74-9f58-36520398856f HTTP/1.1" status: 200 len: 944 time: 0.0549788 Mar 14 10:32:57.619471 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-eb830d05-8715-4ffa-916e-f1651a351bfe req-219fb4f6-7c90-464a-9156-6a317ef0f005 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=81c6a4c3-d9c6-42f0-85f7-56c1d8fe0a74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405123 Mar 14 10:32:58.740338 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a02e61-d32c-4ffe-ab22-6b0fb834aaf6 req-7275f584-abc5-48dd-ae7e-f801375b28ed tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:32:58.741800 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-c7a02e61-d32c-4ffe-ab22-6b0fb834aaf6 req-7275f584-abc5-48dd-ae7e-f801375b28ed tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=417348e5-d595-4c74-9f58-36520398856f HTTP/1.1" status: 200 len: 944 time: 0.0518022 Mar 14 10:32:58.786290 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-c7a02e61-d32c-4ffe-ab22-6b0fb834aaf6 req-662d49df-e43e-483d-a77a-e4b5bb822e26 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=81c6a4c3-d9c6-42f0-85f7-56c1d8fe0a74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391979 Mar 14 10:32:59.528837 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Device 7c41fa07-56be-408a-964e-38d7c70a3872 details requested by agent hyperv_hv-cinder-83354 with host hv-cinder-83354 {{(pid=103644) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 10:32:59.624665 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] For port 7c41fa07-56be-408a-964e-38d7c70a3872, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=7c41fa07-56be-408a-964e-38d7c70a3872,segment=NetworkSegment(9b07e94b-cdee-4fcd-b18d-5adbca991074),segment_id=9b07e94b-cdee-4fcd-b18d-5adbca991074)] {{(pid=103644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:32:59.635435 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Returning: {'device': '7c41fa07-56be-408a-964e-38d7c70a3872', 'network_id': 'b306e4a1-3e45-418e-92a7-1cdae507ef31', 'port_id': '7c41fa07-56be-408a-964e-38d7c70a3872', 'mac_address': 'fa:16:3e:0c:b1:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '583b334f-c92c-40ae-ba3b-abff06ff8c22', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103644) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 10:32:59.675068 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Current status of the port 7c41fa07-56be-408a-964e-38d7c70a3872 is: DOWN; New status is: BUILD {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:32:59.675459 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (7c41fa07-56be-408a-964e-38d7c70a3872), before_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:59.687900 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.notifiers.nova [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c41fa07-56be-408a-964e-38d7c70a3872 {{(pid=103644) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 10:32:59.706369 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] For port 7c41fa07-56be-408a-964e-38d7c70a3872, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=7c41fa07-56be-408a-964e-38d7c70a3872,segment=NetworkSegment(9b07e94b-cdee-4fcd-b18d-5adbca991074),segment_id=9b07e94b-cdee-4fcd-b18d-5adbca991074)] {{(pid=103644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:32:59.776762 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (7c41fa07-56be-408a-964e-38d7c70a3872), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:59.822520 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Pushing event updated for resources: {'Port': ['ID=7c41fa07-56be-408a-964e-38d7c70a3872,revision_number=4']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:32:59.909621 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85301e1d-12e8-4fbd-b42d-43d7165593ba req-81ea72b8-8b1a-4c9a-9611-df79b2c638e4 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:32:59.911068 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-85301e1d-12e8-4fbd-b42d-43d7165593ba req-81ea72b8-8b1a-4c9a-9611-df79b2c638e4 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=417348e5-d595-4c74-9f58-36520398856f HTTP/1.1" status: 200 len: 945 time: 0.0545952 Mar 14 10:32:59.955996 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-85301e1d-12e8-4fbd-b42d-43d7165593ba req-60576663-8bb6-4f7d-9161-f72e1fd71152 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=81c6a4c3-d9c6-42f0-85f7-56c1d8fe0a74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387599 Mar 14 10:33:00.391832 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] get_ports_and_sgs() called for port_ids ['7c41fa07-56be-408a-964e-38d7c70a3872'] {{(pid=103644) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 10:33:01.075120 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6882718f-d70f-409b-86bc-64420c3ae186 req-2e615043-63da-445f-b708-2f82a4a31296 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:33:01.076594 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-6882718f-d70f-409b-86bc-64420c3ae186 req-2e615043-63da-445f-b708-2f82a4a31296 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=417348e5-d595-4c74-9f58-36520398856f HTTP/1.1" status: 200 len: 945 time: 0.0509350 Mar 14 10:33:01.121065 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-6882718f-d70f-409b-86bc-64420c3ae186 req-a238151f-fa7e-4147-bbac-ec7bc39c9252 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=81c6a4c3-d9c6-42f0-85f7-56c1d8fe0a74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391617 Mar 14 10:33:01.522870 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Device 7c41fa07-56be-408a-964e-38d7c70a3872 up at agent hyperv_hv-cinder-83354 {{(pid=103644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:33:01.627642 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Provisioning for port 7c41fa07-56be-408a-964e-38d7c70a3872 completed by entity L2. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 14 10:33:01.631346 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Provisioning complete for port 7c41fa07-56be-408a-964e-38d7c70a3872 triggered by entity L2. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:33:01.631760 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (7c41fa07-56be-408a-964e-38d7c70a3872), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:33:01.706844 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Current status of the port 7c41fa07-56be-408a-964e-38d7c70a3872 is: BUILD; New status is: ACTIVE {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:33:01.707235 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (7c41fa07-56be-408a-964e-38d7c70a3872), before_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:33:01.733291 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '417348e5-d595-4c74-9f58-36520398856f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c41fa07-56be-408a-964e-38d7c70a3872'}] {{(pid=103644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:33:01.735497 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cdcf2ce3ae030c6c85cf8a8616b2d58d36b16ae178b61bcd15320d14238e4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03de9599-7c2a-4e6b-af3f-2837f3573aaf" -d '{"events": [{"server_uuid": "417348e5-d595-4c74-9f58-36520398856f", "name": "network-vif-plugged", "status": "completed", "tag": "7c41fa07-56be-408a-964e-38d7c70a3872"}]}' {{(pid=103644) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:33:01.761169 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] For port 7c41fa07-56be-408a-964e-38d7c70a3872, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=7c41fa07-56be-408a-964e-38d7c70a3872,segment=NetworkSegment(9b07e94b-cdee-4fcd-b18d-5adbca991074),segment_id=9b07e94b-cdee-4fcd-b18d-5adbca991074)] {{(pid=103644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:33:01.822378 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (7c41fa07-56be-408a-964e-38d7c70a3872), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:33:01.847580 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 10:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f5c19b5-f849-460e-a3d7-7f38bb1de168 x-openstack-request-id: req-1f5c19b5-f849-460e-a3d7-7f38bb1de168 {{(pid=103644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:33:01.847957 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "417348e5-d595-4c74-9f58-36520398856f", "name": "network-vif-plugged", "status": "completed", "tag": "7c41fa07-56be-408a-964e-38d7c70a3872", "code": 200}]} {{(pid=103644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:33:01.848211 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1f5c19b5-f849-460e-a3d7-7f38bb1de168 {{(pid=103644) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:33:01.848598 dv-cinder-833544-1-iscsi neutron-server[103644]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '417348e5-d595-4c74-9f58-36520398856f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c41fa07-56be-408a-964e-38d7c70a3872', 'code': 200} Mar 14 10:33:01.874480 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Pushing event updated for resources: {'Port': ['ID=7c41fa07-56be-408a-964e-38d7c70a3872,revision_number=5']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:33:02.217375 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcceec8-ebb5-4025-8df9-c7bde84fab28 req-8a26e07a-9d63-43b7-aa9d-1cf3028e66fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:33:02.218941 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-1dcceec8-ebb5-4025-8df9-c7bde84fab28 req-8a26e07a-9d63-43b7-aa9d-1cf3028e66fd service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=417348e5-d595-4c74-9f58-36520398856f HTTP/1.1" status: 200 len: 1130 time: 0.0445335 Mar 14 10:33:02.245276 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2da51a6-6e84-48ca-857a-b8e9b7c2011f req-44dbb32d-5d00-4c02-8e41-32bbab749b15 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:33:02.246802 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-c2da51a6-6e84-48ca-857a-b8e9b7c2011f req-44dbb32d-5d00-4c02-8e41-32bbab749b15 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=417348e5-d595-4c74-9f58-36520398856f HTTP/1.1" status: 200 len: 946 time: 0.0559592 Mar 14 10:33:02.272252 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-1dcceec8-ebb5-4025-8df9-c7bde84fab28 req-6c4cff66-c024-4c54-9cb0-a5dbe6b5f9f3 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=81c6a4c3-d9c6-42f0-85f7-56c1d8fe0a74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466313 Mar 14 10:33:02.306950 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-c2da51a6-6e84-48ca-857a-b8e9b7c2011f req-5cf93a47-819f-4478-94ae-60211d0164f4 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=81c6a4c3-d9c6-42f0-85f7-56c1d8fe0a74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448971 Mar 14 10:33:02.864069 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-2dde3952-9213-4204-aebd-841a794a7d31 req-a6235fc8-d956-4d0d-a42c-6bd38198754b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e93ba2a6-54c3-4c8a-b8a9-6c8ab4b3c689&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0462615 Mar 14 10:33:02.958348 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dde3952-9213-4204-aebd-841a794a7d31 req-d08198f0-f135-499f-a240-5992c940fa8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:33:02.960108 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-2dde3952-9213-4204-aebd-841a794a7d31 req-d08198f0-f135-499f-a240-5992c940fa8f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2e6c27112eef433e92d2b52711c12a4a&device_id=e93ba2a6-54c3-4c8a-b8a9-6c8ab4b3c689 HTTP/1.1" status: 200 len: 1168 time: 0.0438087 Mar 14 10:33:03.061575 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dde3952-9213-4204-aebd-841a794a7d31 req-678bd4b6-5af9-43af-9508-8877de206c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:33:03.063027 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-2dde3952-9213-4204-aebd-841a794a7d31 req-678bd4b6-5af9-43af-9508-8877de206c39 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6882a9ee-c558-49c4-8be5-9a1210fcc04f HTTP/1.1" status: 200 len: 916 time: 0.0825171 Mar 14 10:33:03.129336 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-2dde3952-9213-4204-aebd-841a794a7d31 req-1bc4f5f5-cb4b-44ed-b4a5-8b5f464336b3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ac1c5544-8f75-453b-b8b3-b1c00fd04275 HTTP/1.1" status: 200 len: 1001 time: 0.0592878 Mar 14 10:33:03.177101 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dde3952-9213-4204-aebd-841a794a7d31 req-b1268a1f-2bf3-4361-91dc-8eb3ba65bf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:33:03.178521 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-2dde3952-9213-4204-aebd-841a794a7d31 req-b1268a1f-2bf3-4361-91dc-8eb3ba65bf0d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d240598c-3b92-461b-83ad-570466ab5f54 HTTP/1.1" status: 200 len: 854 time: 0.0425267 Mar 14 10:33:03.226384 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dde3952-9213-4204-aebd-841a794a7d31 req-0dbbc1a4-f22a-4def-a182-6c1369e2ffe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:33:03.228460 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-2dde3952-9213-4204-aebd-841a794a7d31 req-0dbbc1a4-f22a-4def-a182-6c1369e2ffe0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6882a9ee-c558-49c4-8be5-9a1210fcc04f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427661 Mar 14 10:33:03.320131 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-2dde3952-9213-4204-aebd-841a794a7d31 req-8e421bef-0885-42c5-9297-c81c14327377 service neutron] 10.222.0.39 "GET /v2.0/networks/6882a9ee-c558-49c4-8be5-9a1210fcc04f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838974 Mar 14 10:33:03.408236 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-2dde3952-9213-4204-aebd-841a794a7d31 req-f4cc9db6-ffd3-406b-af06-36af801a242e service neutron] 10.222.0.39 "GET /v2.0/networks/6882a9ee-c558-49c4-8be5-9a1210fcc04f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817614 Mar 14 10:33:03.432938 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30916ea-18a5-47b4-aeaa-878ec5f2b937 req-939f9ae3-943f-45b6-b4ec-5f50db2bdf67 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:33:03.434462 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-f30916ea-18a5-47b4-aeaa-878ec5f2b937 req-939f9ae3-943f-45b6-b4ec-5f50db2bdf67 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=417348e5-d595-4c74-9f58-36520398856f HTTP/1.1" status: 200 len: 946 time: 0.0569210 Mar 14 10:33:03.480611 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-f30916ea-18a5-47b4-aeaa-878ec5f2b937 req-115892d3-9bc1-491b-bdc3-2045a7e1184b tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=81c6a4c3-d9c6-42f0-85f7-56c1d8fe0a74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405874 Mar 14 10:33:04.602028 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6128686-f47c-4aa9-af35-74b5671ca483 req-60494503-4aef-4ba8-aff0-0b36ae0b81c6 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:33:04.603471 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-e6128686-f47c-4aa9-af35-74b5671ca483 req-60494503-4aef-4ba8-aff0-0b36ae0b81c6 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=417348e5-d595-4c74-9f58-36520398856f HTTP/1.1" status: 200 len: 946 time: 0.0536571 Mar 14 10:33:04.648736 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-e6128686-f47c-4aa9-af35-74b5671ca483 req-ac6adb51-7e44-409b-a58c-17bfcece1def tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=81c6a4c3-d9c6-42f0-85f7-56c1d8fe0a74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397530 Mar 14 10:33:04.767734 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7644c560-68e8-44aa-84f8-554f36672144 req-c7034856-c194-4df9-817b-cb4ea11181ba tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:33:04.769109 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-7644c560-68e8-44aa-84f8-554f36672144 req-c7034856-c194-4df9-817b-cb4ea11181ba tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=417348e5-d595-4c74-9f58-36520398856f HTTP/1.1" status: 200 len: 946 time: 0.0546668 Mar 14 10:33:04.777435 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 46796) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:33:04.781679 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [None req-26df40fd-1e3e-4960-8642-7be28007c42b tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Request body: {'floatingip': {'port_id': '7c41fa07-56be-408a-964e-38d7c70a3872'}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:33:04.819105 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-26df40fd-1e3e-4960-8642-7be28007c42b tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Publish callbacks [] for floatingip (644ea921-4341-444b-891b-fb81f6fc3b59), before_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:33:05.462831 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-26df40fd-1e3e-4960-8642-7be28007c42b tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:33:05.525372 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-26df40fd-1e3e-4960-8642-7be28007c42b tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-564448'] for floatingip (644ea921-4341-444b-891b-fb81f6fc3b59), after_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:33:05.625158 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.db.l3_db [None req-26df40fd-1e3e-4960-8642-7be28007c42b tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Floating IP 644ea921-4341-444b-891b-fb81f6fc3b59 associated. External IP: 172.27.2.17, port: 7c41fa07-56be-408a-964e-38d7c70a3872. Mar 14 10:33:05.829491 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26df40fd-1e3e-4960-8642-7be28007c42b tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Router 2685b023-d3e0-46d1-9601-309947861e32 has already been hosted by L3 agent a016a58c-1f8a-4210-ae6c-360b1a1f78c1 {{(pid=103643) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 10:33:05.936165 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26df40fd-1e3e-4960-8642-7be28007c42b tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Notify agent at l3_agent.dv-cinder-833544-1-iscsi the message routers_updated {{(pid=103643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 10:33:05.940978 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-26df40fd-1e3e-4960-8642-7be28007c42b tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211739'] for floatingip (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:33:05.946566 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4afbe1b7-5684-4c1c-a65a-fde6eb7a1124 None None] Sync routers for ids ['2685b023-d3e0-46d1-9601-309947861e32'] in dv-cinder-833544-1-iscsi {{(pid=103644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 10:33:05.956962 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afbe1b7-5684-4c1c-a65a-fde6eb7a1124 None None] Routers {'2685b023-d3e0-46d1-9601-309947861e32'} bound to L3 agent in host dv-cinder-833544-1-iscsi {{(pid=103644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:33:05.957713 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-4afbe1b7-5684-4c1c-a65a-fde6eb7a1124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833544-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-14T10:17:23Z,description=,heartbeat_timestamp=2022-03-14T10:32:53Z,host='dv-cinder-833544-1-iscsi',id=a016a58c-1f8a-4210-ae6c-360b1a1f78c1,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:17:24Z,topic='l3_agent')) {'router_ids': ['2685b023-d3e0-46d1-9601-309947861e32'], 'active': True} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:33:05.970000 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-26df40fd-1e3e-4960-8642-7be28007c42b tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "PUT /v2.0/floatingips/644ea921-4341-444b-891b-fb81f6fc3b59 HTTP/1.1" status: 200 len: 991 time: 1.1915319 Mar 14 10:33:05.970589 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '417348e5-d595-4c74-9f58-36520398856f', 'tag': '7c41fa07-56be-408a-964e-38d7c70a3872'}] {{(pid=103643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:33:05.972826 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b58adf1808d3e8f2b7de4636db435fb255da6a44abdc46a7a48cdc23cb85b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-488de705-1a05-4e23-bcce-8f8eabc98183" -d '{"events": [{"name": "network-changed", "server_uuid": "417348e5-d595-4c74-9f58-36520398856f", "tag": "7c41fa07-56be-408a-964e-38d7c70a3872"}]}' {{(pid=103643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:33:06.061950 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 10:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44bfd0c8-c83a-451b-8c81-5e9039d3e100 x-openstack-request-id: req-44bfd0c8-c83a-451b-8c81-5e9039d3e100 {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:33:06.062256 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "417348e5-d595-4c74-9f58-36520398856f", "tag": "7c41fa07-56be-408a-964e-38d7c70a3872", "status": "completed", "code": 200}]} {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:33:06.062518 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-44bfd0c8-c83a-451b-8c81-5e9039d3e100 {{(pid=103643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:33:06.062925 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '417348e5-d595-4c74-9f58-36520398856f', 'tag': '7c41fa07-56be-408a-964e-38d7c70a3872', 'status': 'completed', 'code': 200} Mar 14 10:33:06.068588 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvr_db [None req-4afbe1b7-5684-4c1c-a65a-fde6eb7a1124 None None] Set router 2685b023-d3e0-46d1-9601-309947861e32 gateway port host: dv-cinder-833544-1-iscsi {{(pid=103644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:33:06.162142 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488de705-1a05-4e23-bcce-8f8eabc98183 req-49d288f2-5246-4676-a861-e567e62305a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:33:06.163657 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-488de705-1a05-4e23-bcce-8f8eabc98183 req-49d288f2-5246-4676-a861-e567e62305a2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5472bedc1d6a4e30b10a78f0f7cd05c1&device_id=417348e5-d595-4c74-9f58-36520398856f HTTP/1.1" status: 200 len: 1130 time: 0.0481706 Mar 14 10:33:06.258676 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488de705-1a05-4e23-bcce-8f8eabc98183 req-dea3908d-2edb-409c-81dd-4086043278d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:33:06.260248 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-488de705-1a05-4e23-bcce-8f8eabc98183 req-dea3908d-2edb-409c-81dd-4086043278d3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b306e4a1-3e45-418e-92a7-1cdae507ef31 HTTP/1.1" status: 200 len: 917 time: 0.0858634 Mar 14 10:33:06.290997 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-4afbe1b7-5684-4c1c-a65a-fde6eb7a1124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2685b023-d3e0-46d1-9601-309947861e32', 'name': 'tempest-AttachVolumeShelveTestJSON-390245008-router', 'tenant_id': '5472bedc1d6a4e30b10a78f0f7cd05c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '232b1b15-77af-416a-90e9-0fcb9030d489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:25:55Z', 'updated_at': '2022-03-14T10:26:02Z', 'revision_number': 4, 'project_id': '5472bedc1d6a4e30b10a78f0f7cd05c1', 'gw_port': {'id': '232b1b15-77af-416a-90e9-0fcb9030d489', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:78:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2685b023-d3e0-46d1-9601-309947861e32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:25:56Z', 'updated_at': '2022-03-14T10:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi', '_floatingips': [{'id': '644ea921-4341-444b-891b-fb81f6fc3b59', 'tenant_id': '5472bedc1d6a4e30b10a78f0f7cd05c1', 'floating_ip_address': '172.27.2.17', 'floating_network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'router_id': '2685b023-d3e0-46d1-9601-309947861e32', 'port_id': '7c41fa07-56be-408a-964e-38d7c70a3872', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b306e4a1-3e45-418e-92a7-1cdae507ef31', 'mac_address': 'fa:16:3e:0c:b1:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417348e5-d595-4c74-9f58-36520398856f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T10:32:47Z', 'updated_at': '2022-03-14T10:33:05Z', 'revision_number': 1, 'project_id': '5472bedc1d6a4e30b10a78f0f7cd05c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd76d268c-892a-4ac9-a088-458dd507ef8d', 'name': '', 'network_id': 'b306e4a1-3e45-418e-92a7-1cdae507ef31', 'tenant_id': '5472bedc1d6a4e30b10a78f0f7cd05c1', 'mac_address': 'fa:16:3e:1d:24:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2685b023-d3e0-46d1-9601-309947861e32', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '583b334f-c92c-40ae-ba3b-abff06ff8c22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:26:01Z', 'updated_at': '2022-03-14T10:26:08Z', 'revision_number': 5, 'project_id': '5472bedc1d6a4e30b10a78f0f7cd05c1', 'subnets': [{'id': '583b334f-c92c-40ae-ba3b-abff06ff8c22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833544-1-iscsi', False) {} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:33:06.317960 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4afbe1b7-5684-4c1c-a65a-fde6eb7a1124 None None] Checking router: 2685b023-d3e0-46d1-9601-309947861e32 for host: dv-cinder-833544-1-iscsi {{(pid=103644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 10:33:06.326829 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afbe1b7-5684-4c1c-a65a-fde6eb7a1124 None None] Routers {'2685b023-d3e0-46d1-9601-309947861e32'} bound to L3 agent in host dv-cinder-833544-1-iscsi {{(pid=103644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:33:06.327448 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-4afbe1b7-5684-4c1c-a65a-fde6eb7a1124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833544-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-14T10:17:23Z,description=,heartbeat_timestamp=2022-03-14T10:32:53Z,host='dv-cinder-833544-1-iscsi',id=a016a58c-1f8a-4210-ae6c-360b1a1f78c1,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:17:24Z,topic='l3_agent')) {'router_ids': ['2685b023-d3e0-46d1-9601-309947861e32'], 'active': True} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:33:06.329365 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-488de705-1a05-4e23-bcce-8f8eabc98183 req-41810b98-3b03-460b-b460-7c2418a7c2b1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c41fa07-56be-408a-964e-38d7c70a3872 HTTP/1.1" status: 200 len: 999 time: 0.0613890 Mar 14 10:33:06.377348 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488de705-1a05-4e23-bcce-8f8eabc98183 req-e3fd69f4-b7c6-47cd-a389-93c8ae035bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:33:06.378921 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-488de705-1a05-4e23-bcce-8f8eabc98183 req-e3fd69f4-b7c6-47cd-a389-93c8ae035bc5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=583b334f-c92c-40ae-ba3b-abff06ff8c22 HTTP/1.1" status: 200 len: 855 time: 0.0427732 Mar 14 10:33:06.427101 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488de705-1a05-4e23-bcce-8f8eabc98183 req-a88dc1b3-c850-4cdd-9ef6-b5929d8ee3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:33:06.429127 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-488de705-1a05-4e23-bcce-8f8eabc98183 req-a88dc1b3-c850-4cdd-9ef6-b5929d8ee3b2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b306e4a1-3e45-418e-92a7-1cdae507ef31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435989 Mar 14 10:33:06.439946 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvr_db [None req-4afbe1b7-5684-4c1c-a65a-fde6eb7a1124 None None] Set router 2685b023-d3e0-46d1-9601-309947861e32 gateway port host: dv-cinder-833544-1-iscsi {{(pid=103644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:33:06.522545 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-488de705-1a05-4e23-bcce-8f8eabc98183 req-4b3d4e8e-107a-4edd-90fa-6c68191a3c78 service neutron] 10.222.0.39 "GET /v2.0/networks/b306e4a1-3e45-418e-92a7-1cdae507ef31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876145 Mar 14 10:33:06.613952 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-488de705-1a05-4e23-bcce-8f8eabc98183 req-e96fa0b6-b512-4ee1-8f9b-a14d0880d363 service neutron] 10.222.0.39 "GET /v2.0/networks/b306e4a1-3e45-418e-92a7-1cdae507ef31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831606 Mar 14 10:33:06.670177 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-4afbe1b7-5684-4c1c-a65a-fde6eb7a1124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2685b023-d3e0-46d1-9601-309947861e32', 'name': 'tempest-AttachVolumeShelveTestJSON-390245008-router', 'tenant_id': '5472bedc1d6a4e30b10a78f0f7cd05c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '232b1b15-77af-416a-90e9-0fcb9030d489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:25:55Z', 'updated_at': '2022-03-14T10:26:02Z', 'revision_number': 4, 'project_id': '5472bedc1d6a4e30b10a78f0f7cd05c1', 'gw_port': {'id': '232b1b15-77af-416a-90e9-0fcb9030d489', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:78:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2685b023-d3e0-46d1-9601-309947861e32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:25:56Z', 'updated_at': '2022-03-14T10:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi', '_floatingips': [{'id': '644ea921-4341-444b-891b-fb81f6fc3b59', 'tenant_id': '5472bedc1d6a4e30b10a78f0f7cd05c1', 'floating_ip_address': '172.27.2.17', 'floating_network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'router_id': '2685b023-d3e0-46d1-9601-309947861e32', 'port_id': '7c41fa07-56be-408a-964e-38d7c70a3872', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b306e4a1-3e45-418e-92a7-1cdae507ef31', 'mac_address': 'fa:16:3e:0c:b1:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417348e5-d595-4c74-9f58-36520398856f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T10:32:47Z', 'updated_at': '2022-03-14T10:33:05Z', 'revision_number': 1, 'project_id': '5472bedc1d6a4e30b10a78f0f7cd05c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd76d268c-892a-4ac9-a088-458dd507ef8d', 'name': '', 'network_id': 'b306e4a1-3e45-418e-92a7-1cdae507ef31', 'tenant_id': '5472bedc1d6a4e30b10a78f0f7cd05c1', 'mac_address': 'fa:16:3e:1d:24:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2685b023-d3e0-46d1-9601-309947861e32', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '583b334f-c92c-40ae-ba3b-abff06ff8c22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:26:01Z', 'updated_at': '2022-03-14T10:26:08Z', 'revision_number': 5, 'project_id': '5472bedc1d6a4e30b10a78f0f7cd05c1', 'subnets': [{'id': '583b334f-c92c-40ae-ba3b-abff06ff8c22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833544-1-iscsi', False) {} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:33:06.700031 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4afbe1b7-5684-4c1c-a65a-fde6eb7a1124 None None] The sync data for ids ['2685b023-d3e0-46d1-9601-309947861e32'] in dv-cinder-833544-1-iscsi is: [{'id': '2685b023-d3e0-46d1-9601-309947861e32', 'name': 'tempest-AttachVolumeShelveTestJSON-390245008-router', 'tenant_id': '5472bedc1d6a4e30b10a78f0f7cd05c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '232b1b15-77af-416a-90e9-0fcb9030d489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:25:55Z', 'updated_at': '2022-03-14T10:26:02Z', 'revision_number': 4, 'project_id': '5472bedc1d6a4e30b10a78f0f7cd05c1', 'gw_port': {'id': '232b1b15-77af-416a-90e9-0fcb9030d489', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:78:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2685b023-d3e0-46d1-9601-309947861e32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:25:56Z', 'updated_at': '2022-03-14T10:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi', '_floatingips': [{'id': '644ea921-4341-444b-891b-fb81f6fc3b59', 'tenant_id': '5472bedc1d6a4e30b10a78f0f7cd05c1', 'floating_ip_address': '172.27.2.17', 'floating_network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'router_id': '2685b023-d3e0-46d1-9601-309947861e32', 'port_id': '7c41fa07-56be-408a-964e-38d7c70a3872', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b306e4a1-3e45-418e-92a7-1cdae507ef31', 'mac_address': 'fa:16:3e:0c:b1:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417348e5-d595-4c74-9f58-36520398856f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T10:32:47Z', 'updated_at': '2022-03-14T10:33:05Z', 'revision_number': 1, 'project_id': '5472bedc1d6a4e30b10a78f0f7cd05c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd76d268c-892a-4ac9-a088-458dd507ef8d', 'name': '', 'network_id': 'b306e4a1-3e45-418e-92a7-1cdae507ef31', 'tenant_id': '5472bedc1d6a4e30b10a78f0f7cd05c1', 'mac_address': 'fa:16:3e:1d:24:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2685b023-d3e0-46d1-9601-309947861e32', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '583b334f-c92c-40ae-ba3b-abff06ff8c22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:26:01Z', 'updated_at': '2022-03-14T10:26:08Z', 'revision_number': 5, 'project_id': '5472bedc1d6a4e30b10a78f0f7cd05c1', 'subnets': [{'id': '583b334f-c92c-40ae-ba3b-abff06ff8c22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 10:33:06.874226 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f888e1-7983-4159-b8b7-5e84c94b9bb7 None None] New status for floating IP 644ea921-4341-444b-891b-fb81f6fc3b59: ACTIVE {{(pid=103645) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 10:33:10.762530 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-34e30a8b-eb74-4648-99ff-3b96389c2774 req-af97df23-3adb-4278-9b60-f83e40f8320b tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1361885805&fields=id&tenant_id=95044ea425734624aaff8798e60e7f23 HTTP/1.1" status: 200 len: 267 time: 0.0430517 Mar 14 10:33:10.866461 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e30a8b-eb74-4648-99ff-3b96389c2774 req-64b7d6c4-6533-4b82-8981-b378195793f4 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:33:10.868444 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-34e30a8b-eb74-4648-99ff-3b96389c2774 req-64b7d6c4-6533-4b82-8981-b378195793f4 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] 10.222.0.16 "GET /v2.0/networks?id=5e8d43d9-8e06-477c-94a7-c145f612c20a HTTP/1.1" status: 200 len: 809 time: 0.0998054 Mar 14 10:33:10.882163 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-34e30a8b-eb74-4648-99ff-3b96389c2774 req-9a6cc0f1-5340-4b13-897a-96c0e086e2ba tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] 10.222.0.16 "GET /v2.0/quotas/95044ea425734624aaff8798e60e7f23 HTTP/1.1" status: 200 len: 375 time: 0.0084903 Mar 14 10:33:10.934652 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-34e30a8b-eb74-4648-99ff-3b96389c2774 req-896aeae9-3059-4176-8a0f-2f0afde758f2 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=95044ea425734624aaff8798e60e7f23&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0472779 Mar 14 10:33:11.029310 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-34e30a8b-eb74-4648-99ff-3b96389c2774 req-6ca83940-7ca3-493f-8aa4-3810763a206e service neutron] 10.222.0.16 "GET /v2.0/networks/5e8d43d9-8e06-477c-94a7-c145f612c20a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819981 Mar 14 10:33:11.119920 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-34e30a8b-eb74-4648-99ff-3b96389c2774 req-fc381d04-d5f9-4264-8f22-f66d64b50475 service neutron] 10.222.0.16 "GET /v2.0/networks/5e8d43d9-8e06-477c-94a7-c145f612c20a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849133 Mar 14 10:33:11.681646 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-214b5dd8-99c5-446b-b563-f77b2934bc51 req-fe5bf27a-c194-4a3b-bd0a-905424d21779 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] 10.222.0.16 "GET /v2.0/ports?device_id=323518de-d844-4d21-9b10-67694018a4e6 HTTP/1.1" status: 200 len: 210 time: 0.0270987 Mar 14 10:33:12.774245 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-04834e0a-25e3-4474-a9c5-ceb4f419ed1b req-99ba25c3-ecc7-4a0f-aacf-10f4701a9c53 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] 10.222.0.16 "GET /v2.0/ports?device_id=323518de-d844-4d21-9b10-67694018a4e6 HTTP/1.1" status: 200 len: 210 time: 0.0264442 Mar 14 10:33:13.719145 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e30a8b-eb74-4648-99ff-3b96389c2774 req-a3c47ab2-74d7-4f01-a9d0-2e59e68290d6 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:33:13.720621 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-34e30a8b-eb74-4648-99ff-3b96389c2774 req-a3c47ab2-74d7-4f01-a9d0-2e59e68290d6 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] 10.222.0.39 "GET /v2.0/networks?id=5e8d43d9-8e06-477c-94a7-c145f612c20a HTTP/1.1" status: 200 len: 809 time: 0.1037560 Mar 14 10:33:13.791283 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-34e30a8b-eb74-4648-99ff-3b96389c2774 req-fd5527dd-a68e-4bda-9580-a8488a9da357 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=95044ea425734624aaff8798e60e7f23 HTTP/1.1" status: 200 len: 380 time: 0.0522201 Mar 14 10:33:13.801028 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.v2.base [req-34e30a8b-eb74-4648-99ff-3b96389c2774 req-fdc0e838-2fcc-44dc-b189-6ef478dd4506 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Request body: {'port': {'device_id': '323518de-d844-4d21-9b10-67694018a4e6', 'network_id': '5e8d43d9-8e06-477c-94a7-c145f612c20a', 'admin_state_up': True, 'tenant_id': '95044ea425734624aaff8798e60e7f23', 'security_groups': ['d23d2d79-4d9b-4ed5-b742-b4641230e35d']}} {{(pid=103642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:33:13.868198 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-907222c0-92ed-4403-9a2a-75dd3a9bac77 req-fb2d33c7-9ae5-403e-8fdf-e326343ca0d4 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] 10.222.0.16 "GET /v2.0/ports?device_id=323518de-d844-4d21-9b10-67694018a4e6 HTTP/1.1" status: 200 len: 210 time: 0.0279386 Mar 14 10:33:13.980591 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34e30a8b-eb74-4648-99ff-3b96389c2774 req-fdc0e838-2fcc-44dc-b189-6ef478dd4506 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Made reservation on behalf of 95044ea425734624aaff8798e60e7f23 for: {'port': 1} {{(pid=103642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 10:33:13.984225 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [req-34e30a8b-eb74-4648-99ff-3b96389c2774 req-fdc0e838-2fcc-44dc-b189-6ef478dd4506 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (None), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:33:14.105516 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.db.db_base_plugin_common [req-34e30a8b-eb74-4648-99ff-3b96389c2774 req-fdc0e838-2fcc-44dc-b189-6ef478dd4506 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Allocated IP 172.20.0.7 (5e8d43d9-8e06-477c-94a7-c145f612c20a/913c06b0-3027-4edb-99c2-07504a459961/f5876d9f-5139-484e-8c48-89996428f4e4) {{(pid=103642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 10:33:14.239758 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [req-34e30a8b-eb74-4648-99ff-3b96389c2774 req-fdc0e838-2fcc-44dc-b189-6ef478dd4506 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Publish callbacks [] for port (f5876d9f-5139-484e-8c48-89996428f4e4), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:33:14.331380 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [req-34e30a8b-eb74-4648-99ff-3b96389c2774 req-fdc0e838-2fcc-44dc-b189-6ef478dd4506 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739585409118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9714944'] for port (f5876d9f-5139-484e-8c48-89996428f4e4), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:33:14.375973 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34e30a8b-eb74-4648-99ff-3b96389c2774 req-fdc0e838-2fcc-44dc-b189-6ef478dd4506 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Network 5e8d43d9-8e06-477c-94a7-c145f612c20a is already hosted by enough agents. {{(pid=103642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:33:14.378965 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.scheduler.base_scheduler [req-34e30a8b-eb74-4648-99ff-3b96389c2774 req-fdc0e838-2fcc-44dc-b189-6ef478dd4506 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Resources bound (agent type, host, resource id): {{(pid=103642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:33:14.382582 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.db.l3_dvrscheduler_db [req-34e30a8b-eb74-4648-99ff-3b96389c2774 req-fdc0e838-2fcc-44dc-b189-6ef478dd4506 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Received port after_create {{(pid=103642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 10:33:14.388728 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc0e838-2fcc-44dc-b189-6ef478dd4506 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Pushing event updated for resources: {'Port': ['ID=f5876d9f-5139-484e-8c48-89996428f4e4,revision_number=1']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:33:14.421434 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc0e838-2fcc-44dc-b189-6ef478dd4506 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:33:14.421795 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc0e838-2fcc-44dc-b189-6ef478dd4506 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:33:14.422148 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc0e838-2fcc-44dc-b189-6ef478dd4506 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:33:14.422493 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc0e838-2fcc-44dc-b189-6ef478dd4506 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:33:14.422832 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc0e838-2fcc-44dc-b189-6ef478dd4506 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:33:14.423167 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc0e838-2fcc-44dc-b189-6ef478dd4506 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:33:14.423499 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc0e838-2fcc-44dc-b189-6ef478dd4506 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:33:14.423859 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc0e838-2fcc-44dc-b189-6ef478dd4506 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:33:14.424188 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc0e838-2fcc-44dc-b189-6ef478dd4506 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:33:14.424516 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc0e838-2fcc-44dc-b189-6ef478dd4506 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:33:14.424846 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc0e838-2fcc-44dc-b189-6ef478dd4506 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:33:14.425173 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc0e838-2fcc-44dc-b189-6ef478dd4506 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:33:14.425497 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc0e838-2fcc-44dc-b189-6ef478dd4506 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:33:14.425847 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc0e838-2fcc-44dc-b189-6ef478dd4506 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:33:14.426174 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc0e838-2fcc-44dc-b189-6ef478dd4506 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:33:14.450667 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e30a8b-eb74-4648-99ff-3b96389c2774 req-fdc0e838-2fcc-44dc-b189-6ef478dd4506 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:33:14.451282 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [req-34e30a8b-eb74-4648-99ff-3b96389c2774 req-fdc0e838-2fcc-44dc-b189-6ef478dd4506 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211739'] for port (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:33:14.528110 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-34e30a8b-eb74-4648-99ff-3b96389c2774 req-fdc0e838-2fcc-44dc-b189-6ef478dd4506 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7306988 Mar 14 10:33:14.552901 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.v2.base [req-34e30a8b-eb74-4648-99ff-3b96389c2774 req-3bb43871-db01-411b-aac0-24098dab17fb service neutron] Request body: {'port': {'device_id': '323518de-d844-4d21-9b10-67694018a4e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83354'}} {{(pid=103642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:33:14.591731 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-bf547dfc-cbff-43ae-acdb-2895f6174018 None None] Provisioning complete for port f5876d9f-5139-484e-8c48-89996428f4e4 triggered by entity DHCP. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:33:14.592315 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-bf547dfc-cbff-43ae-acdb-2895f6174018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (f5876d9f-5139-484e-8c48-89996428f4e4), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:33:14.612007 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [req-34e30a8b-eb74-4648-99ff-3b96389c2774 req-3bb43871-db01-411b-aac0-24098dab17fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (f5876d9f-5139-484e-8c48-89996428f4e4), before_update {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:33:14.624891 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-bf547dfc-cbff-43ae-acdb-2895f6174018 None None] Port f5876d9f-5139-484e-8c48-89996428f4e4 cannot update to ACTIVE because it is not bound. {{(pid=103644) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 10:33:14.869955 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.notifiers.nova [req-34e30a8b-eb74-4648-99ff-3b96389c2774 req-3bb43871-db01-411b-aac0-24098dab17fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5876d9f-5139-484e-8c48-89996428f4e4 {{(pid=103642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 10:33:14.877632 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [req-34e30a8b-eb74-4648-99ff-3b96389c2774 req-3bb43871-db01-411b-aac0-24098dab17fb service neutron] Publish callbacks [] for port (f5876d9f-5139-484e-8c48-89996428f4e4), precommit_update {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:33:14.891608 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.db.provisioning_blocks [req-34e30a8b-eb74-4648-99ff-3b96389c2774 req-3bb43871-db01-411b-aac0-24098dab17fb service neutron] Transition to ACTIVE for port object f5876d9f-5139-484e-8c48-89996428f4e4 will not be triggered until provisioned by entity L2. {{(pid=103642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 14 10:33:14.953743 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [req-34e30a8b-eb74-4648-99ff-3b96389c2774 req-3bb43871-db01-411b-aac0-24098dab17fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9714955'] for port (f5876d9f-5139-484e-8c48-89996428f4e4), after_update {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:33:14.992973 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dff0b8-f3b3-47f5-9332-c24143fa043a req-8f770b41-dc86-42aa-b82d-e89d936be874 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:33:14.994791 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-a1dff0b8-f3b3-47f5-9332-c24143fa043a req-8f770b41-dc86-42aa-b82d-e89d936be874 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] 10.222.0.16 "GET /v2.0/ports?device_id=323518de-d844-4d21-9b10-67694018a4e6 HTTP/1.1" status: 200 len: 931 time: 0.0595887 Mar 14 10:33:15.030168 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb43871-db01-411b-aac0-24098dab17fb service neutron] Pushing event updated for resources: {'Port': ['ID=f5876d9f-5139-484e-8c48-89996428f4e4,revision_number=2']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:33:15.053711 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-a1dff0b8-f3b3-47f5-9332-c24143fa043a req-5cc9cd02-442e-4496-a94f-1356339f8f1c tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] 10.222.0.16 "GET /v2.0/security-groups?id=d23d2d79-4d9b-4ed5-b742-b4641230e35d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531905 Mar 14 10:33:15.086659 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.managers [req-34e30a8b-eb74-4648-99ff-3b96389c2774 req-3bb43871-db01-411b-aac0-24098dab17fb service neutron] Attempting to bind port f5876d9f-5139-484e-8c48-89996428f4e4 on host hv-cinder-83354 for vnic_type normal with profile {{(pid=103642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 10:33:15.086999 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.managers [req-34e30a8b-eb74-4648-99ff-3b96389c2774 req-3bb43871-db01-411b-aac0-24098dab17fb service neutron] Attempting to bind port f5876d9f-5139-484e-8c48-89996428f4e4 by drivers openvswitch,hyperv on host hv-cinder-83354 at level 0 using segments [{'id': '17b4787a-2a2c-4b17-82be-be6262e64611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '5e8d43d9-8e06-477c-94a7-c145f612c20a'}] {{(pid=103642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 10:33:15.087326 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e30a8b-eb74-4648-99ff-3b96389c2774 req-3bb43871-db01-411b-aac0-24098dab17fb service neutron] Attempting to bind port f5876d9f-5139-484e-8c48-89996428f4e4 on network 5e8d43d9-8e06-477c-94a7-c145f612c20a {{(pid=103642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:33:15.091893 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e30a8b-eb74-4648-99ff-3b96389c2774 req-3bb43871-db01-411b-aac0-24098dab17fb service neutron] Port f5876d9f-5139-484e-8c48-89996428f4e4 on network 5e8d43d9-8e06-477c-94a7-c145f612c20a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83354 {{(pid=103642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 10:33:15.092246 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e30a8b-eb74-4648-99ff-3b96389c2774 req-3bb43871-db01-411b-aac0-24098dab17fb service neutron] Attempting to bind port f5876d9f-5139-484e-8c48-89996428f4e4 on network 5e8d43d9-8e06-477c-94a7-c145f612c20a {{(pid=103642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:33:15.097556 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e30a8b-eb74-4648-99ff-3b96389c2774 req-3bb43871-db01-411b-aac0-24098dab17fb service neutron] Checking agent: {'id': 'cd4c1fd5-6bd0-46fc-9cd1-9ea8fc180379', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83354', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 10, 23, 57), 'started_at': datetime.datetime(2022, 3, 14, 10, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 10, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 10:33:15.097894 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e30a8b-eb74-4648-99ff-3b96389c2774 req-3bb43871-db01-411b-aac0-24098dab17fb service neutron] Checking segment: {'id': '17b4787a-2a2c-4b17-82be-be6262e64611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '5e8d43d9-8e06-477c-94a7-c145f612c20a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:33:15.098281 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e30a8b-eb74-4648-99ff-3b96389c2774 req-3bb43871-db01-411b-aac0-24098dab17fb service neutron] Bound using segment: {'id': '17b4787a-2a2c-4b17-82be-be6262e64611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '5e8d43d9-8e06-477c-94a7-c145f612c20a'} {{(pid=103642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 10:33:15.098710 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.managers [req-34e30a8b-eb74-4648-99ff-3b96389c2774 req-3bb43871-db01-411b-aac0-24098dab17fb service neutron] Bound port: f5876d9f-5139-484e-8c48-89996428f4e4, host: hv-cinder-83354, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17b4787a-2a2c-4b17-82be-be6262e64611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '5e8d43d9-8e06-477c-94a7-c145f612c20a'}}] {{(pid=103642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 10:33:15.099067 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [req-34e30a8b-eb74-4648-99ff-3b96389c2774 req-3bb43871-db01-411b-aac0-24098dab17fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (f5876d9f-5139-484e-8c48-89996428f4e4), before_update {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:33:15.167873 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.db [req-34e30a8b-eb74-4648-99ff-3b96389c2774 req-3bb43871-db01-411b-aac0-24098dab17fb service neutron] For port f5876d9f-5139-484e-8c48-89996428f4e4, host hv-cinder-83354, cleared binding levels {{(pid=103642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 10:33:15.173620 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.db [req-34e30a8b-eb74-4648-99ff-3b96389c2774 req-3bb43871-db01-411b-aac0-24098dab17fb service neutron] For port f5876d9f-5139-484e-8c48-89996428f4e4, host hv-cinder-83354, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=f5876d9f-5139-484e-8c48-89996428f4e4,segment=NetworkSegment(17b4787a-2a2c-4b17-82be-be6262e64611),segment_id=17b4787a-2a2c-4b17-82be-be6262e64611)] {{(pid=103642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 10:33:15.318256 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [req-34e30a8b-eb74-4648-99ff-3b96389c2774 req-3bb43871-db01-411b-aac0-24098dab17fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9714955'] for port (f5876d9f-5139-484e-8c48-89996428f4e4), after_update {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:33:15.353670 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e30a8b-eb74-4648-99ff-3b96389c2774 req-3bb43871-db01-411b-aac0-24098dab17fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:33:15.354285 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [req-34e30a8b-eb74-4648-99ff-3b96389c2774 req-3bb43871-db01-411b-aac0-24098dab17fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211739'] for port (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:33:15.355686 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-34e30a8b-eb74-4648-99ff-3b96389c2774 req-3bb43871-db01-411b-aac0-24098dab17fb service neutron] 10.222.0.39 "PUT /v2.0/ports/f5876d9f-5139-484e-8c48-89996428f4e4 HTTP/1.1" status: 200 len: 1093 time: 0.8069746 Mar 14 10:33:15.356140 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '323518de-d844-4d21-9b10-67694018a4e6', 'tag': 'f5876d9f-5139-484e-8c48-89996428f4e4'}] {{(pid=103642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:33:15.359988 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2719b20af467307de00d33cfc3bda2b7e701d9c3500810f7746d17fecb5aed99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ed9c7f0-35c7-499d-b403-1e1ae9454b79" -d '{"events": [{"name": "network-changed", "server_uuid": "323518de-d844-4d21-9b10-67694018a4e6", "tag": "f5876d9f-5139-484e-8c48-89996428f4e4"}]}' {{(pid=103642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:33:15.394398 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb43871-db01-411b-aac0-24098dab17fb service neutron] Pushing event updated for resources: {'Port': ['ID=f5876d9f-5139-484e-8c48-89996428f4e4,revision_number=3']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:33:15.407695 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 10:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e9bed86-07bc-4a33-b748-9699ae01b9ce x-openstack-request-id: req-4e9bed86-07bc-4a33-b748-9699ae01b9ce {{(pid=103642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:33:15.410610 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "323518de-d844-4d21-9b10-67694018a4e6", "tag": "f5876d9f-5139-484e-8c48-89996428f4e4", "status": "completed", "code": 200}]} {{(pid=103642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:33:15.410610 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4e9bed86-07bc-4a33-b748-9699ae01b9ce {{(pid=103642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:33:15.410610 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '323518de-d844-4d21-9b10-67694018a4e6', 'tag': 'f5876d9f-5139-484e-8c48-89996428f4e4', 'status': 'completed', 'code': 200} Mar 14 10:33:15.523646 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed9c7f0-35c7-499d-b403-1e1ae9454b79 req-86dc9836-deb4-4817-ab2b-9f0d170317e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:33:15.525225 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-5ed9c7f0-35c7-499d-b403-1e1ae9454b79 req-86dc9836-deb4-4817-ab2b-9f0d170317e3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=95044ea425734624aaff8798e60e7f23&device_id=323518de-d844-4d21-9b10-67694018a4e6 HTTP/1.1" status: 200 len: 1127 time: 0.0473821 Mar 14 10:33:15.631180 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed9c7f0-35c7-499d-b403-1e1ae9454b79 req-5920a220-5797-4796-9ef8-64915e200d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:33:15.632633 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-5ed9c7f0-35c7-499d-b403-1e1ae9454b79 req-5920a220-5797-4796-9ef8-64915e200d15 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=95044ea425734624aaff8798e60e7f23&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0923834 Mar 14 10:33:15.722421 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed9c7f0-35c7-499d-b403-1e1ae9454b79 req-565587a8-073c-430f-ba9c-c3976f41502f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:33:15.723847 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-5ed9c7f0-35c7-499d-b403-1e1ae9454b79 req-565587a8-073c-430f-ba9c-c3976f41502f service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0846610 Mar 14 10:33:15.843358 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e30a8b-eb74-4648-99ff-3b96389c2774 req-d1a14467-f165-42eb-87b3-190aa4ba70c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:33:15.844863 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-34e30a8b-eb74-4648-99ff-3b96389c2774 req-d1a14467-f165-42eb-87b3-190aa4ba70c2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=95044ea425734624aaff8798e60e7f23&device_id=323518de-d844-4d21-9b10-67694018a4e6 HTTP/1.1" status: 200 len: 1127 time: 0.0477552 Mar 14 10:33:15.897477 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-34e30a8b-eb74-4648-99ff-3b96389c2774 req-0e608bc0-d7a5-483d-916a-c1138de1457f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f5876d9f-5139-484e-8c48-89996428f4e4 HTTP/1.1" status: 200 len: 217 time: 0.0322232 Mar 14 10:33:15.951566 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e30a8b-eb74-4648-99ff-3b96389c2774 req-854aa0fc-f022-4c80-835e-8bef98622510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:33:15.952975 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-34e30a8b-eb74-4648-99ff-3b96389c2774 req-854aa0fc-f022-4c80-835e-8bef98622510 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=913c06b0-3027-4edb-99c2-07504a459961 HTTP/1.1" status: 200 len: 848 time: 0.0410693 Mar 14 10:33:16.000942 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e30a8b-eb74-4648-99ff-3b96389c2774 req-15b8dc53-b8ab-4377-b8a2-7773d89d6f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:33:16.002304 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-34e30a8b-eb74-4648-99ff-3b96389c2774 req-15b8dc53-b8ab-4377-b8a2-7773d89d6f8f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5e8d43d9-8e06-477c-94a7-c145f612c20a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420210 Mar 14 10:33:16.092559 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-34e30a8b-eb74-4648-99ff-3b96389c2774 req-54fb25ec-7ea2-41ae-8679-7522e825b272 service neutron] 10.222.0.39 "GET /v2.0/networks/5e8d43d9-8e06-477c-94a7-c145f612c20a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839012 Mar 14 10:33:16.170188 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb013822-f95c-415e-8fcf-efd3aa6c90d4 req-9b63b0ae-7ca6-4cbe-bed3-d42aad780cfe tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:33:16.171693 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-bb013822-f95c-415e-8fcf-efd3aa6c90d4 req-9b63b0ae-7ca6-4cbe-bed3-d42aad780cfe tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] 10.222.0.16 "GET /v2.0/ports?device_id=323518de-d844-4d21-9b10-67694018a4e6 HTTP/1.1" status: 200 len: 943 time: 0.0520158 Mar 14 10:33:16.186605 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-34e30a8b-eb74-4648-99ff-3b96389c2774 req-bead7d05-2a01-470e-8980-795b90a5a6c8 service neutron] 10.222.0.39 "GET /v2.0/networks/5e8d43d9-8e06-477c-94a7-c145f612c20a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835686 Mar 14 10:33:16.220195 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-bb013822-f95c-415e-8fcf-efd3aa6c90d4 req-890e4128-e5ef-47f6-b3c4-2636f27eee8e tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] 10.222.0.16 "GET /v2.0/security-groups?id=d23d2d79-4d9b-4ed5-b742-b4641230e35d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429766 Mar 14 10:33:17.337608 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466734a1-b053-410c-9782-0dd96bd9354f req-f2d3bc31-68dc-47d6-92d6-419f195ebee1 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:33:17.339046 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-466734a1-b053-410c-9782-0dd96bd9354f req-f2d3bc31-68dc-47d6-92d6-419f195ebee1 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] 10.222.0.16 "GET /v2.0/ports?device_id=323518de-d844-4d21-9b10-67694018a4e6 HTTP/1.1" status: 200 len: 943 time: 0.0512195 Mar 14 10:33:17.388876 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-466734a1-b053-410c-9782-0dd96bd9354f req-be9584e1-f653-45c1-9ca5-3feca65fe9e7 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] 10.222.0.16 "GET /v2.0/security-groups?id=d23d2d79-4d9b-4ed5-b742-b4641230e35d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443540 Mar 14 10:33:18.502746 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a632c657-21ec-42b1-84c0-02f4727e1ce3 req-eb62d2a3-86ba-4dc1-bb58-a9f06b892fee tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:33:18.504223 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-a632c657-21ec-42b1-84c0-02f4727e1ce3 req-eb62d2a3-86ba-4dc1-bb58-a9f06b892fee tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] 10.222.0.16 "GET /v2.0/ports?device_id=323518de-d844-4d21-9b10-67694018a4e6 HTTP/1.1" status: 200 len: 943 time: 0.0509984 Mar 14 10:33:18.551822 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-a632c657-21ec-42b1-84c0-02f4727e1ce3 req-7c4242e3-e7e6-4af3-bdd0-d2dd6d35a890 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] 10.222.0.16 "GET /v2.0/security-groups?id=d23d2d79-4d9b-4ed5-b742-b4641230e35d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416009 Mar 14 10:33:19.675716 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fea179d-3db7-4048-8bea-3cd44e9ff144 req-c23bed58-931f-4004-abb8-ae0202c98703 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:33:19.677168 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-2fea179d-3db7-4048-8bea-3cd44e9ff144 req-c23bed58-931f-4004-abb8-ae0202c98703 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] 10.222.0.16 "GET /v2.0/ports?device_id=323518de-d844-4d21-9b10-67694018a4e6 HTTP/1.1" status: 200 len: 943 time: 0.0506964 Mar 14 10:33:19.724099 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-2fea179d-3db7-4048-8bea-3cd44e9ff144 req-904640a2-c853-473c-b0e5-ecdf43d76564 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] 10.222.0.16 "GET /v2.0/security-groups?id=d23d2d79-4d9b-4ed5-b742-b4641230e35d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409594 Mar 14 10:33:20.753278 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-905e7165-3684-46ae-bc27-5867de8eef71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (71411765-f129-4ae6-9e82-4fe742fde8ff), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:33:20.841598 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5843043a-7412-4739-8d77-7d4ecf8c4be9 req-1e3c85a8-c2aa-4b67-ab1d-7b3636ff7156 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:33:20.843056 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-5843043a-7412-4739-8d77-7d4ecf8c4be9 req-1e3c85a8-c2aa-4b67-ab1d-7b3636ff7156 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] 10.222.0.16 "GET /v2.0/ports?device_id=323518de-d844-4d21-9b10-67694018a4e6 HTTP/1.1" status: 200 len: 943 time: 0.0556147 Mar 14 10:33:20.890300 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-5843043a-7412-4739-8d77-7d4ecf8c4be9 req-5caeaaec-0f30-486e-99e8-79394ad4a59a tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] 10.222.0.16 "GET /v2.0/security-groups?id=d23d2d79-4d9b-4ed5-b742-b4641230e35d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417094 Mar 14 10:33:22.004683 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc5531c-9698-4296-ba95-90f467eb4cb0 req-7f551a65-1008-4cbb-a49f-3e2fc7cff6bf tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:33:22.006110 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-4cc5531c-9698-4296-ba95-90f467eb4cb0 req-7f551a65-1008-4cbb-a49f-3e2fc7cff6bf tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] 10.222.0.16 "GET /v2.0/ports?device_id=323518de-d844-4d21-9b10-67694018a4e6 HTTP/1.1" status: 200 len: 943 time: 0.0511887 Mar 14 10:33:22.052804 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-4cc5531c-9698-4296-ba95-90f467eb4cb0 req-3f46db49-3575-4a30-9db9-1913ea5414cc tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] 10.222.0.16 "GET /v2.0/security-groups?id=d23d2d79-4d9b-4ed5-b742-b4641230e35d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412743 Mar 14 10:33:22.111649 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.agents_db [None req-e5bc90a1-3fae-4be0-a54a-d59a030b4380 None None] Agent healthcheck: found 6 active agents {{(pid=103645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 10:33:22.941787 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-0412a4d8-bca7-472a-855e-3959f9675f72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (a016a58c-1f8a-4210-ae6c-360b1a1f78c1), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:33:23.170754 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50ec805-0b58-45c8-8128-d0db132d0657 req-6c1b5d05-dc80-4e52-ad9b-f28ac3c59d35 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:33:23.172219 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-e50ec805-0b58-45c8-8128-d0db132d0657 req-6c1b5d05-dc80-4e52-ad9b-f28ac3c59d35 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] 10.222.0.16 "GET /v2.0/ports?device_id=323518de-d844-4d21-9b10-67694018a4e6 HTTP/1.1" status: 200 len: 943 time: 0.0533423 Mar 14 10:33:23.218835 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-e50ec805-0b58-45c8-8128-d0db132d0657 req-c2cb68d6-475a-4f58-8b3e-e178594bc8e3 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] 10.222.0.16 "GET /v2.0/security-groups?id=d23d2d79-4d9b-4ed5-b742-b4641230e35d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410557 Mar 14 10:33:24.090781 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-f4039063-230b-41a9-bf4a-d5dd4b348b96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (46201191-f63a-41db-ad4d-3c2c795fe1c2), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:33:24.339728 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d4683-e131-4d6a-a657-09899355ee55 req-9f1d36b0-1ce8-4221-8669-faa2f178c7e5 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:33:24.341258 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-515d4683-e131-4d6a-a657-09899355ee55 req-9f1d36b0-1ce8-4221-8669-faa2f178c7e5 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] 10.222.0.16 "GET /v2.0/ports?device_id=323518de-d844-4d21-9b10-67694018a4e6 HTTP/1.1" status: 200 len: 943 time: 0.0518770 Mar 14 10:33:24.388899 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-515d4683-e131-4d6a-a657-09899355ee55 req-d597f94a-b315-4244-84f3-d107047e4172 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] 10.222.0.16 "GET /v2.0/security-groups?id=d23d2d79-4d9b-4ed5-b742-b4641230e35d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418870 Mar 14 10:33:25.501126 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2594e0dd-f777-4527-a54c-2f518055c372 req-7482993f-ac19-4fab-a50a-d11d8cbf52e5 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:33:25.502545 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-2594e0dd-f777-4527-a54c-2f518055c372 req-7482993f-ac19-4fab-a50a-d11d8cbf52e5 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] 10.222.0.16 "GET /v2.0/ports?device_id=323518de-d844-4d21-9b10-67694018a4e6 HTTP/1.1" status: 200 len: 943 time: 0.0498827 Mar 14 10:33:25.552350 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-2594e0dd-f777-4527-a54c-2f518055c372 req-1938ccf6-089b-47ae-aa44-641de2797666 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] 10.222.0.16 "GET /v2.0/security-groups?id=d23d2d79-4d9b-4ed5-b742-b4641230e35d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438790 Mar 14 10:33:25.660020 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-a3541fa5-4b74-4b29-92a0-285d4d95a3dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (a9a1db27-ecd3-427e-bc57-ce8de4da4c28), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:33:25.666436 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Device f5876d9f-5139-484e-8c48-89996428f4e4 details requested by agent hyperv_hv-cinder-83354 with host hv-cinder-83354 {{(pid=103644) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 10:33:25.762679 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] For port f5876d9f-5139-484e-8c48-89996428f4e4, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=f5876d9f-5139-484e-8c48-89996428f4e4,segment=NetworkSegment(17b4787a-2a2c-4b17-82be-be6262e64611),segment_id=17b4787a-2a2c-4b17-82be-be6262e64611)] {{(pid=103644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:33:25.772626 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Returning: {'device': 'f5876d9f-5139-484e-8c48-89996428f4e4', 'network_id': '5e8d43d9-8e06-477c-94a7-c145f612c20a', 'port_id': 'f5876d9f-5139-484e-8c48-89996428f4e4', 'mac_address': 'fa:16:3e:c8:27:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '913c06b0-3027-4edb-99c2-07504a459961', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103644) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 10:33:25.809002 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Current status of the port f5876d9f-5139-484e-8c48-89996428f4e4 is: DOWN; New status is: BUILD {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:33:25.809391 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (f5876d9f-5139-484e-8c48-89996428f4e4), before_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:33:25.822033 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.notifiers.nova [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5876d9f-5139-484e-8c48-89996428f4e4 {{(pid=103644) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 10:33:25.840093 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] For port f5876d9f-5139-484e-8c48-89996428f4e4, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=f5876d9f-5139-484e-8c48-89996428f4e4,segment=NetworkSegment(17b4787a-2a2c-4b17-82be-be6262e64611),segment_id=17b4787a-2a2c-4b17-82be-be6262e64611)] {{(pid=103644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:33:25.901879 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (f5876d9f-5139-484e-8c48-89996428f4e4), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:33:25.946831 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Pushing event updated for resources: {'Port': ['ID=f5876d9f-5139-484e-8c48-89996428f4e4,revision_number=4']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:33:26.386577 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] get_ports_and_sgs() called for port_ids ['f5876d9f-5139-484e-8c48-89996428f4e4'] {{(pid=103644) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 10:33:26.666962 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a57be7-56d8-44cc-9527-827e0751e4ee req-1393badd-9986-488f-93c3-6afab29a445f tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:33:26.668491 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-67a57be7-56d8-44cc-9527-827e0751e4ee req-1393badd-9986-488f-93c3-6afab29a445f tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] 10.222.0.16 "GET /v2.0/ports?device_id=323518de-d844-4d21-9b10-67694018a4e6 HTTP/1.1" status: 200 len: 944 time: 0.0515785 Mar 14 10:33:26.716361 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-67a57be7-56d8-44cc-9527-827e0751e4ee req-93c08bcd-c3c8-47fe-88fa-a910496b5213 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] 10.222.0.16 "GET /v2.0/security-groups?id=d23d2d79-4d9b-4ed5-b742-b4641230e35d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424163 Mar 14 10:33:26.993513 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (3daba05a-6d77-487a-83af-fb9f8edf24c0), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:33:27.271183 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (cd4c1fd5-6bd0-46fc-9cd1-9ea8fc180379), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:33:27.663853 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Device f5876d9f-5139-484e-8c48-89996428f4e4 up at agent hyperv_hv-cinder-83354 {{(pid=103644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:33:27.774725 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Provisioning for port f5876d9f-5139-484e-8c48-89996428f4e4 completed by entity L2. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 14 10:33:27.778689 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Provisioning complete for port f5876d9f-5139-484e-8c48-89996428f4e4 triggered by entity L2. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:33:27.779067 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (f5876d9f-5139-484e-8c48-89996428f4e4), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:33:27.834448 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404ab34b-9255-4950-bebf-dc8ac5f7971e req-9aecdea5-1ca7-4962-8f2d-bcac1e757c15 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:33:27.835849 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-404ab34b-9255-4950-bebf-dc8ac5f7971e req-9aecdea5-1ca7-4962-8f2d-bcac1e757c15 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] 10.222.0.16 "GET /v2.0/ports?device_id=323518de-d844-4d21-9b10-67694018a4e6 HTTP/1.1" status: 200 len: 944 time: 0.0517707 Mar 14 10:33:27.857124 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Current status of the port f5876d9f-5139-484e-8c48-89996428f4e4 is: BUILD; New status is: ACTIVE {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:33:27.857515 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (f5876d9f-5139-484e-8c48-89996428f4e4), before_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:33:27.879808 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '323518de-d844-4d21-9b10-67694018a4e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5876d9f-5139-484e-8c48-89996428f4e4'}] {{(pid=103644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:33:27.882025 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cdcf2ce3ae030c6c85cf8a8616b2d58d36b16ae178b61bcd15320d14238e4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50076d2b-2c5f-42e0-af2d-1cdbe613f951" -d '{"events": [{"server_uuid": "323518de-d844-4d21-9b10-67694018a4e6", "name": "network-vif-plugged", "status": "completed", "tag": "f5876d9f-5139-484e-8c48-89996428f4e4"}]}' {{(pid=103644) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:33:27.883280 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-404ab34b-9255-4950-bebf-dc8ac5f7971e req-8741082c-54e7-44d6-a1c2-c0a68278d1f8 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] 10.222.0.16 "GET /v2.0/security-groups?id=d23d2d79-4d9b-4ed5-b742-b4641230e35d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413988 Mar 14 10:33:27.894907 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] For port f5876d9f-5139-484e-8c48-89996428f4e4, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=f5876d9f-5139-484e-8c48-89996428f4e4,segment=NetworkSegment(17b4787a-2a2c-4b17-82be-be6262e64611),segment_id=17b4787a-2a2c-4b17-82be-be6262e64611)] {{(pid=103644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:33:27.916538 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 10:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c382ff95-ed41-4c7f-aeae-92cc86c3b574 x-openstack-request-id: req-c382ff95-ed41-4c7f-aeae-92cc86c3b574 {{(pid=103644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:33:27.916834 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "323518de-d844-4d21-9b10-67694018a4e6", "name": "network-vif-plugged", "status": "completed", "tag": "f5876d9f-5139-484e-8c48-89996428f4e4", "code": 200}]} {{(pid=103644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:33:27.917090 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c382ff95-ed41-4c7f-aeae-92cc86c3b574 {{(pid=103644) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:33:27.917513 dv-cinder-833544-1-iscsi neutron-server[103644]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '323518de-d844-4d21-9b10-67694018a4e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5876d9f-5139-484e-8c48-89996428f4e4', 'code': 200} Mar 14 10:33:28.009387 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (f5876d9f-5139-484e-8c48-89996428f4e4), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:33:28.056000 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Pushing event updated for resources: {'Port': ['ID=f5876d9f-5139-484e-8c48-89996428f4e4,revision_number=5']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:33:28.310007 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c52fff-4c93-41c2-bb85-fa79744eafc8 req-0950cbf0-6fcd-4c91-ba79-a14ac4e6c35f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:33:28.311493 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-57c52fff-4c93-41c2-bb85-fa79744eafc8 req-0950cbf0-6fcd-4c91-ba79-a14ac4e6c35f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=323518de-d844-4d21-9b10-67694018a4e6 HTTP/1.1" status: 200 len: 1129 time: 0.0438137 Mar 14 10:33:28.356093 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-57c52fff-4c93-41c2-bb85-fa79744eafc8 req-e29e58be-b9cd-4e24-9df3-be239d0f1753 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d23d2d79-4d9b-4ed5-b742-b4641230e35d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377970 Mar 14 10:33:29.003840 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1f6da1-acfd-48a7-b127-514a85f0ff38 req-58d2bc61-4b07-4ab4-8a58-a122893b9834 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:33:29.005279 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-0d1f6da1-acfd-48a7-b127-514a85f0ff38 req-58d2bc61-4b07-4ab4-8a58-a122893b9834 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] 10.222.0.16 "GET /v2.0/ports?device_id=323518de-d844-4d21-9b10-67694018a4e6 HTTP/1.1" status: 200 len: 945 time: 0.0541897 Mar 14 10:33:29.052030 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-0d1f6da1-acfd-48a7-b127-514a85f0ff38 req-cf102fdf-331e-4ac8-a3f3-55d7f74570b3 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] 10.222.0.16 "GET /v2.0/security-groups?id=d23d2d79-4d9b-4ed5-b742-b4641230e35d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407481 Mar 14 10:33:30.170426 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeeca16-64d4-4957-ae11-f7021a5d46d3 req-77d9e49d-b4d4-4ab3-b78e-c15273b095e0 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:33:30.171900 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-ebeeca16-64d4-4957-ae11-f7021a5d46d3 req-77d9e49d-b4d4-4ab3-b78e-c15273b095e0 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] 10.222.0.16 "GET /v2.0/ports?device_id=323518de-d844-4d21-9b10-67694018a4e6 HTTP/1.1" status: 200 len: 945 time: 0.0514946 Mar 14 10:33:30.218716 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-ebeeca16-64d4-4957-ae11-f7021a5d46d3 req-dccc8f58-25e6-44fe-a2c9-8480c97ca95e tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] 10.222.0.16 "GET /v2.0/security-groups?id=d23d2d79-4d9b-4ed5-b742-b4641230e35d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412664 Mar 14 10:33:30.331572 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf09e02-8a35-41ad-b100-fe34c1f327f4 req-411d3b08-3588-462e-8e2f-347f59a8ec9e tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:33:30.332976 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-fbf09e02-8a35-41ad-b100-fe34c1f327f4 req-411d3b08-3588-462e-8e2f-347f59a8ec9e tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] 10.222.0.16 "GET /v2.0/ports?device_id=323518de-d844-4d21-9b10-67694018a4e6 HTTP/1.1" status: 200 len: 945 time: 0.0503609 Mar 14 10:33:30.384018 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-fbf09e02-8a35-41ad-b100-fe34c1f327f4 req-a28fdd1f-a3bf-43d2-8656-f984c9988d0d tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] 10.222.0.16 "GET /v2.0/security-groups?id=d23d2d79-4d9b-4ed5-b742-b4641230e35d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446372 Mar 14 10:33:30.405482 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 46886) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:33:30.546589 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994fd727-8fca-4aca-8a3b-e05381664a50 tempest-TestShelveInstance-1209318822 tempest-TestShelveInstance-1209318822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:33:30.548116 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-994fd727-8fca-4aca-8a3b-e05381664a50 tempest-TestShelveInstance-1209318822 tempest-TestShelveInstance-1209318822-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=323518de-d844-4d21-9b10-67694018a4e6 HTTP/1.1" status: 200 len: 1124 time: 0.1416926 Mar 14 10:33:30.551159 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 46890) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:33:30.555346 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [None req-232d4cda-5248-45c2-9d58-97b3feab6c8b tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Request body: {'floatingip': {'floating_network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'port_id': 'f5876d9f-5139-484e-8c48-89996428f4e4', 'tenant_id': '95044ea425734624aaff8798e60e7f23', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:33:30.654168 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-232d4cda-5248-45c2-9d58-97b3feab6c8b tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:33:30.748432 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-232d4cda-5248-45c2-9d58-97b3feab6c8b tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:33:30.847208 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.db.db_base_plugin_common [None req-232d4cda-5248-45c2-9d58-97b3feab6c8b tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Allocated IP 172.27.2.68 (d3edc090-f075-4654-a10f-87b9c191544a/b94c44b1-4eb3-4139-bb38-cf15afc675ad/cb3fb3a6-8af7-4a22-b48d-d162ee75c29e) {{(pid=103643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 10:33:30.944461 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-232d4cda-5248-45c2-9d58-97b3feab6c8b tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Publish callbacks [] for port (cb3fb3a6-8af7-4a22-b48d-d162ee75c29e), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:33:31.028188 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-232d4cda-5248-45c2-9d58-97b3feab6c8b tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739585409118'] for port (cb3fb3a6-8af7-4a22-b48d-d162ee75c29e), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:33:31.065423 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232d4cda-5248-45c2-9d58-97b3feab6c8b tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Network d3edc090-f075-4654-a10f-87b9c191544a is already hosted by enough agents. {{(pid=103643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:33:31.068227 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.base_scheduler [None req-232d4cda-5248-45c2-9d58-97b3feab6c8b tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Resources bound (agent type, host, resource id): {{(pid=103643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:33:31.071342 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232d4cda-5248-45c2-9d58-97b3feab6c8b tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Received port after_create {{(pid=103643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 10:33:31.097563 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232d4cda-5248-45c2-9d58-97b3feab6c8b tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Pushing event updated for resources: {'Port': ['ID=cb3fb3a6-8af7-4a22-b48d-d162ee75c29e,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:33:31.609149 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-232d4cda-5248-45c2-9d58-97b3feab6c8b tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Publish callbacks [] for floatingip (59896969-c2e8-4b8a-b5d2-20863a00da11), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:33:31.740380 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-232d4cda-5248-45c2-9d58-97b3feab6c8b tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (cb3fb3a6-8af7-4a22-b48d-d162ee75c29e), before_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:33:31.881993 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-232d4cda-5248-45c2-9d58-97b3feab6c8b tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Publish callbacks [] for port (cb3fb3a6-8af7-4a22-b48d-d162ee75c29e), precommit_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:33:31.924627 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-232d4cda-5248-45c2-9d58-97b3feab6c8b tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (cb3fb3a6-8af7-4a22-b48d-d162ee75c29e), after_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:33:31.955840 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-232d4cda-5248-45c2-9d58-97b3feab6c8b tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-564448'] for floatingip (59896969-c2e8-4b8a-b5d2-20863a00da11), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:33:32.002296 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232d4cda-5248-45c2-9d58-97b3feab6c8b tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Pushing event updated for resources: {'Port': ['ID=cb3fb3a6-8af7-4a22-b48d-d162ee75c29e,revision_number=2']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:33:32.063331 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.db.l3_db [None req-232d4cda-5248-45c2-9d58-97b3feab6c8b tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Floating IP 59896969-c2e8-4b8a-b5d2-20863a00da11 associated. External IP: 172.27.2.68, port: f5876d9f-5139-484e-8c48-89996428f4e4. Mar 14 10:33:32.268240 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-232d4cda-5248-45c2-9d58-97b3feab6c8b tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Router f9c611c3-c80c-4425-b250-06635ac3b28e has already been hosted by L3 agent a016a58c-1f8a-4210-ae6c-360b1a1f78c1 {{(pid=103643) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 10:33:32.375877 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-232d4cda-5248-45c2-9d58-97b3feab6c8b tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Notify agent at l3_agent.dv-cinder-833544-1-iscsi the message routers_updated {{(pid=103643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 10:33:32.385992 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96080ae9-8141-43eb-bb07-36d464e6f0dd None None] Sync routers for ids ['f9c611c3-c80c-4425-b250-06635ac3b28e'] in dv-cinder-833544-1-iscsi {{(pid=103644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 10:33:32.395956 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96080ae9-8141-43eb-bb07-36d464e6f0dd None None] Routers {'f9c611c3-c80c-4425-b250-06635ac3b28e'} bound to L3 agent in host dv-cinder-833544-1-iscsi {{(pid=103644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:33:32.396607 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-96080ae9-8141-43eb-bb07-36d464e6f0dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833544-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-14T10:17:23Z,description=,heartbeat_timestamp=2022-03-14T10:33:23Z,host='dv-cinder-833544-1-iscsi',id=a016a58c-1f8a-4210-ae6c-360b1a1f78c1,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:17:24Z,topic='l3_agent')) {'router_ids': ['f9c611c3-c80c-4425-b250-06635ac3b28e'], 'active': True} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:33:32.429900 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-232d4cda-5248-45c2-9d58-97b3feab6c8b tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211739'] for floatingip (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:33:32.459360 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-232d4cda-5248-45c2-9d58-97b3feab6c8b tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9068606 Mar 14 10:33:32.459970 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '323518de-d844-4d21-9b10-67694018a4e6', 'tag': 'f5876d9f-5139-484e-8c48-89996428f4e4'}] {{(pid=103643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:33:32.462284 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b58adf1808d3e8f2b7de4636db435fb255da6a44abdc46a7a48cdc23cb85b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-635cb1a3-77d2-4509-9745-a44f8298cdac" -d '{"events": [{"name": "network-changed", "server_uuid": "323518de-d844-4d21-9b10-67694018a4e6", "tag": "f5876d9f-5139-484e-8c48-89996428f4e4"}]}' {{(pid=103643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:33:32.498964 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 10:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db59ee60-a4ee-4a81-b576-59f970fc8eeb x-openstack-request-id: req-db59ee60-a4ee-4a81-b576-59f970fc8eeb {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:33:32.499259 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "323518de-d844-4d21-9b10-67694018a4e6", "tag": "f5876d9f-5139-484e-8c48-89996428f4e4", "status": "completed", "code": 200}]} {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:33:32.499652 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-db59ee60-a4ee-4a81-b576-59f970fc8eeb {{(pid=103643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:33:32.500079 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '323518de-d844-4d21-9b10-67694018a4e6', 'tag': 'f5876d9f-5139-484e-8c48-89996428f4e4', 'status': 'completed', 'code': 200} Mar 14 10:33:32.508367 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvr_db [None req-96080ae9-8141-43eb-bb07-36d464e6f0dd None None] Set router f9c611c3-c80c-4425-b250-06635ac3b28e gateway port host: dv-cinder-833544-1-iscsi {{(pid=103644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:33:32.584729 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635cb1a3-77d2-4509-9745-a44f8298cdac req-94220fa2-b29b-454d-b8e0-2c90c5ab2661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:33:32.586750 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-635cb1a3-77d2-4509-9745-a44f8298cdac req-94220fa2-b29b-454d-b8e0-2c90c5ab2661 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=95044ea425734624aaff8798e60e7f23&device_id=323518de-d844-4d21-9b10-67694018a4e6 HTTP/1.1" status: 200 len: 1129 time: 0.0446515 Mar 14 10:33:32.675741 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635cb1a3-77d2-4509-9745-a44f8298cdac req-9e4b8033-361c-412f-a386-893a5881da74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:33:32.677211 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-635cb1a3-77d2-4509-9745-a44f8298cdac req-9e4b8033-361c-412f-a386-893a5881da74 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5e8d43d9-8e06-477c-94a7-c145f612c20a HTTP/1.1" status: 200 len: 910 time: 0.0850163 Mar 14 10:33:32.733295 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-96080ae9-8141-43eb-bb07-36d464e6f0dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9c611c3-c80c-4425-b250-06635ac3b28e', 'name': 'tempest-TestShelveInstance-2026903013-router', 'tenant_id': '95044ea425734624aaff8798e60e7f23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '66882dcd-1aac-44d1-acfd-d0b4a5389a62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:32:32Z', 'updated_at': '2022-03-14T10:32:35Z', 'revision_number': 4, 'project_id': '95044ea425734624aaff8798e60e7f23', 'gw_port': {'id': '66882dcd-1aac-44d1-acfd-d0b4a5389a62', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c611c3-c80c-4425-b250-06635ac3b28e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:32:32Z', 'updated_at': '2022-03-14T10:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi', '_floatingips': [{'id': '59896969-c2e8-4b8a-b5d2-20863a00da11', 'tenant_id': '95044ea425734624aaff8798e60e7f23', 'floating_ip_address': '172.27.2.68', 'floating_network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'router_id': 'f9c611c3-c80c-4425-b250-06635ac3b28e', 'port_id': 'f5876d9f-5139-484e-8c48-89996428f4e4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e8d43d9-8e06-477c-94a7-c145f612c20a', 'mac_address': 'fa:16:3e:c8:27:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '323518de-d844-4d21-9b10-67694018a4e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T10:33:31Z', 'updated_at': '2022-03-14T10:33:31Z', 'revision_number': 0, 'project_id': '95044ea425734624aaff8798e60e7f23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42a84881-6d3d-4d28-a525-e4f223f3cdca', 'name': '', 'network_id': '5e8d43d9-8e06-477c-94a7-c145f612c20a', 'tenant_id': '95044ea425734624aaff8798e60e7f23', 'mac_address': 'fa:16:3e:f7:68:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c611c3-c80c-4425-b250-06635ac3b28e', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '913c06b0-3027-4edb-99c2-07504a459961', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:32:34Z', 'updated_at': '2022-03-14T10:32:39Z', 'revision_number': 5, 'project_id': '95044ea425734624aaff8798e60e7f23', 'subnets': [{'id': '913c06b0-3027-4edb-99c2-07504a459961', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833544-1-iscsi', False) {} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:33:32.740542 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-635cb1a3-77d2-4509-9745-a44f8298cdac req-d0ae5797-fae2-4d58-b69d-84f17b0507f2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f5876d9f-5139-484e-8c48-89996428f4e4 HTTP/1.1" status: 200 len: 998 time: 0.0578804 Mar 14 10:33:32.759340 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96080ae9-8141-43eb-bb07-36d464e6f0dd None None] Checking router: f9c611c3-c80c-4425-b250-06635ac3b28e for host: dv-cinder-833544-1-iscsi {{(pid=103644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 10:33:32.767494 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96080ae9-8141-43eb-bb07-36d464e6f0dd None None] Routers {'f9c611c3-c80c-4425-b250-06635ac3b28e'} bound to L3 agent in host dv-cinder-833544-1-iscsi {{(pid=103644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:33:32.768131 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-96080ae9-8141-43eb-bb07-36d464e6f0dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833544-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-14T10:17:23Z,description=,heartbeat_timestamp=2022-03-14T10:33:23Z,host='dv-cinder-833544-1-iscsi',id=a016a58c-1f8a-4210-ae6c-360b1a1f78c1,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:17:24Z,topic='l3_agent')) {'router_ids': ['f9c611c3-c80c-4425-b250-06635ac3b28e'], 'active': True} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:33:32.790375 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635cb1a3-77d2-4509-9745-a44f8298cdac req-f2ad5053-d7a6-4537-9d3e-9903edad3adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:33:32.795027 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-635cb1a3-77d2-4509-9745-a44f8298cdac req-f2ad5053-d7a6-4537-9d3e-9903edad3adb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=913c06b0-3027-4edb-99c2-07504a459961 HTTP/1.1" status: 200 len: 848 time: 0.0453732 Mar 14 10:33:32.840061 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635cb1a3-77d2-4509-9745-a44f8298cdac req-8e46f7af-b635-4032-9b6e-055d86d2d82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:33:32.841544 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-635cb1a3-77d2-4509-9745-a44f8298cdac req-8e46f7af-b635-4032-9b6e-055d86d2d82c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5e8d43d9-8e06-477c-94a7-c145f612c20a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435243 Mar 14 10:33:32.875728 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvr_db [None req-96080ae9-8141-43eb-bb07-36d464e6f0dd None None] Set router f9c611c3-c80c-4425-b250-06635ac3b28e gateway port host: dv-cinder-833544-1-iscsi {{(pid=103644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:33:32.928104 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-635cb1a3-77d2-4509-9745-a44f8298cdac req-cedfa60e-92a3-43b4-82bb-b749982851a9 service neutron] 10.222.0.39 "GET /v2.0/networks/5e8d43d9-8e06-477c-94a7-c145f612c20a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802805 Mar 14 10:33:33.017602 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-635cb1a3-77d2-4509-9745-a44f8298cdac req-7c78bca8-6e3d-4986-a97d-87088b7b70be service neutron] 10.222.0.39 "GET /v2.0/networks/5e8d43d9-8e06-477c-94a7-c145f612c20a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836010 Mar 14 10:33:33.096592 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-96080ae9-8141-43eb-bb07-36d464e6f0dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9c611c3-c80c-4425-b250-06635ac3b28e', 'name': 'tempest-TestShelveInstance-2026903013-router', 'tenant_id': '95044ea425734624aaff8798e60e7f23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '66882dcd-1aac-44d1-acfd-d0b4a5389a62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:32:32Z', 'updated_at': '2022-03-14T10:32:35Z', 'revision_number': 4, 'project_id': '95044ea425734624aaff8798e60e7f23', 'gw_port': {'id': '66882dcd-1aac-44d1-acfd-d0b4a5389a62', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c611c3-c80c-4425-b250-06635ac3b28e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:32:32Z', 'updated_at': '2022-03-14T10:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi', '_floatingips': [{'id': '59896969-c2e8-4b8a-b5d2-20863a00da11', 'tenant_id': '95044ea425734624aaff8798e60e7f23', 'floating_ip_address': '172.27.2.68', 'floating_network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'router_id': 'f9c611c3-c80c-4425-b250-06635ac3b28e', 'port_id': 'f5876d9f-5139-484e-8c48-89996428f4e4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e8d43d9-8e06-477c-94a7-c145f612c20a', 'mac_address': 'fa:16:3e:c8:27:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '323518de-d844-4d21-9b10-67694018a4e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T10:33:31Z', 'updated_at': '2022-03-14T10:33:31Z', 'revision_number': 0, 'project_id': '95044ea425734624aaff8798e60e7f23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42a84881-6d3d-4d28-a525-e4f223f3cdca', 'name': '', 'network_id': '5e8d43d9-8e06-477c-94a7-c145f612c20a', 'tenant_id': '95044ea425734624aaff8798e60e7f23', 'mac_address': 'fa:16:3e:f7:68:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c611c3-c80c-4425-b250-06635ac3b28e', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '913c06b0-3027-4edb-99c2-07504a459961', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:32:34Z', 'updated_at': '2022-03-14T10:32:39Z', 'revision_number': 5, 'project_id': '95044ea425734624aaff8798e60e7f23', 'subnets': [{'id': '913c06b0-3027-4edb-99c2-07504a459961', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833544-1-iscsi', False) {} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:33:33.122657 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96080ae9-8141-43eb-bb07-36d464e6f0dd None None] The sync data for ids ['f9c611c3-c80c-4425-b250-06635ac3b28e'] in dv-cinder-833544-1-iscsi is: [{'id': 'f9c611c3-c80c-4425-b250-06635ac3b28e', 'name': 'tempest-TestShelveInstance-2026903013-router', 'tenant_id': '95044ea425734624aaff8798e60e7f23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '66882dcd-1aac-44d1-acfd-d0b4a5389a62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:32:32Z', 'updated_at': '2022-03-14T10:32:35Z', 'revision_number': 4, 'project_id': '95044ea425734624aaff8798e60e7f23', 'gw_port': {'id': '66882dcd-1aac-44d1-acfd-d0b4a5389a62', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c611c3-c80c-4425-b250-06635ac3b28e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:32:32Z', 'updated_at': '2022-03-14T10:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi', '_floatingips': [{'id': '59896969-c2e8-4b8a-b5d2-20863a00da11', 'tenant_id': '95044ea425734624aaff8798e60e7f23', 'floating_ip_address': '172.27.2.68', 'floating_network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'router_id': 'f9c611c3-c80c-4425-b250-06635ac3b28e', 'port_id': 'f5876d9f-5139-484e-8c48-89996428f4e4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e8d43d9-8e06-477c-94a7-c145f612c20a', 'mac_address': 'fa:16:3e:c8:27:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '323518de-d844-4d21-9b10-67694018a4e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T10:33:31Z', 'updated_at': '2022-03-14T10:33:31Z', 'revision_number': 0, 'project_id': '95044ea425734624aaff8798e60e7f23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42a84881-6d3d-4d28-a525-e4f223f3cdca', 'name': '', 'network_id': '5e8d43d9-8e06-477c-94a7-c145f612c20a', 'tenant_id': '95044ea425734624aaff8798e60e7f23', 'mac_address': 'fa:16:3e:f7:68:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c611c3-c80c-4425-b250-06635ac3b28e', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '913c06b0-3027-4edb-99c2-07504a459961', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:32:34Z', 'updated_at': '2022-03-14T10:32:39Z', 'revision_number': 5, 'project_id': '95044ea425734624aaff8798e60e7f23', 'subnets': [{'id': '913c06b0-3027-4edb-99c2-07504a459961', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 10:33:33.295326 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf997e8-a806-4844-a2d9-1e054d686e8c None None] New status for floating IP 59896969-c2e8-4b8a-b5d2-20863a00da11: ACTIVE {{(pid=103645) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 10:33:50.758558 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-776dc1ae-9618-47c2-a8f8-6e3fc7ff2180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (71411765-f129-4ae6-9e82-4fe742fde8ff), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:33:52.941649 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-7a13afa4-0b1b-4ef1-aa9a-4c50319c83e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (a016a58c-1f8a-4210-ae6c-360b1a1f78c1), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:33:54.141230 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-f4039063-230b-41a9-bf4a-d5dd4b348b96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (46201191-f63a-41db-ad4d-3c2c795fe1c2), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:33:55.313245 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-c713b007-6f69-4a72-a857-8b0653c738b6 req-25a6d314-146a-4016-8434-c69bbac64a69 tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-353812754&fields=id&tenant_id=2e6c27112eef433e92d2b52711c12a4a HTTP/1.1" status: 200 len: 267 time: 0.0436440 Mar 14 10:33:55.368597 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c713b007-6f69-4a72-a857-8b0653c738b6 req-0e6e9e32-bfef-49d3-9d33-06a48bb30484 tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:33:55.370063 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-c713b007-6f69-4a72-a857-8b0653c738b6 req-0e6e9e32-bfef-49d3-9d33-06a48bb30484 tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93ba2a6-54c3-4c8a-b8a9-6c8ab4b3c689 HTTP/1.1" status: 200 len: 984 time: 0.0517135 Mar 14 10:33:55.381182 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [req-c713b007-6f69-4a72-a857-8b0653c738b6 req-6208baec-48ed-437a-abe2-29f314b10eee tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Request body: {'port': {'security_groups': ['5e553502-ba8e-44d0-bcac-0e3b922622e4']}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:33:55.455555 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-c713b007-6f69-4a72-a857-8b0653c738b6 req-6208baec-48ed-437a-abe2-29f314b10eee tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (ac1c5544-8f75-453b-b8b3-b1c00fd04275), before_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:33:55.634628 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.db [req-c713b007-6f69-4a72-a857-8b0653c738b6 req-6208baec-48ed-437a-abe2-29f314b10eee tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] For port ac1c5544-8f75-453b-b8b3-b1c00fd04275, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=ac1c5544-8f75-453b-b8b3-b1c00fd04275,segment=NetworkSegment(9dba8bba-e909-47c7-9019-37e942827720),segment_id=9dba8bba-e909-47c7-9019-37e942827720)] {{(pid=103643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:33:55.663116 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-c713b007-6f69-4a72-a857-8b0653c738b6 req-6208baec-48ed-437a-abe2-29f314b10eee tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Publish callbacks [] for port (ac1c5544-8f75-453b-b8b3-b1c00fd04275), precommit_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:33:55.688703 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-a3541fa5-4b74-4b29-92a0-285d4d95a3dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (a9a1db27-ecd3-427e-bc57-ce8de4da4c28), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:33:55.752682 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-c713b007-6f69-4a72-a857-8b0653c738b6 req-6208baec-48ed-437a-abe2-29f314b10eee tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (ac1c5544-8f75-453b-b8b3-b1c00fd04275), after_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:33:55.793818 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] get_ports_and_sgs() called for port_ids ['ac1c5544-8f75-453b-b8b3-b1c00fd04275'] {{(pid=103644) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 10:33:55.797523 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c713b007-6f69-4a72-a857-8b0653c738b6 req-6208baec-48ed-437a-abe2-29f314b10eee tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:33:55.798183 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-c713b007-6f69-4a72-a857-8b0653c738b6 req-6208baec-48ed-437a-abe2-29f314b10eee tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211739'] for port (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:33:55.799611 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-c713b007-6f69-4a72-a857-8b0653c738b6 req-6208baec-48ed-437a-abe2-29f314b10eee tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] 10.222.0.16 "PUT /v2.0/ports/ac1c5544-8f75-453b-b8b3-b1c00fd04275 HTTP/1.1" status: 200 len: 942 time: 0.4230046 Mar 14 10:33:55.800583 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e93ba2a6-54c3-4c8a-b8a9-6c8ab4b3c689', 'tag': 'ac1c5544-8f75-453b-b8b3-b1c00fd04275'}] {{(pid=103643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:33:55.803778 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b58adf1808d3e8f2b7de4636db435fb255da6a44abdc46a7a48cdc23cb85b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-822a7b33-848f-4bb6-abdd-374e0515ec27" -d '{"events": [{"name": "network-changed", "server_uuid": "e93ba2a6-54c3-4c8a-b8a9-6c8ab4b3c689", "tag": "ac1c5544-8f75-453b-b8b3-b1c00fd04275"}]}' {{(pid=103643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:33:55.807951 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 46924) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:33:55.855337 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6208baec-48ed-437a-abe2-29f314b10eee tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Pushing event updated for resources: {'Port': ['ID=ac1c5544-8f75-453b-b8b3-b1c00fd04275,revision_number=7']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:33:55.859083 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 10:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47b420fc-fd18-4b87-b4b7-a4182b3b7390 x-openstack-request-id: req-47b420fc-fd18-4b87-b4b7-a4182b3b7390 {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:33:55.860275 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e93ba2a6-54c3-4c8a-b8a9-6c8ab4b3c689", "tag": "ac1c5544-8f75-453b-b8b3-b1c00fd04275", "status": "completed", "code": 200}]} {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:33:55.860275 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-47b420fc-fd18-4b87-b4b7-a4182b3b7390 {{(pid=103643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:33:55.860275 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e93ba2a6-54c3-4c8a-b8a9-6c8ab4b3c689', 'tag': 'ac1c5544-8f75-453b-b8b3-b1c00fd04275', 'status': 'completed', 'code': 200} Mar 14 10:33:55.869882 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6208baec-48ed-437a-abe2-29f314b10eee tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:33:55.870241 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6208baec-48ed-437a-abe2-29f314b10eee tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:33:55.870626 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6208baec-48ed-437a-abe2-29f314b10eee tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:33:55.870972 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6208baec-48ed-437a-abe2-29f314b10eee tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:33:55.871309 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6208baec-48ed-437a-abe2-29f314b10eee tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:33:55.871735 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6208baec-48ed-437a-abe2-29f314b10eee tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:33:55.872079 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6208baec-48ed-437a-abe2-29f314b10eee tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:33:55.872412 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6208baec-48ed-437a-abe2-29f314b10eee tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:33:55.872748 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6208baec-48ed-437a-abe2-29f314b10eee tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:33:55.873077 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6208baec-48ed-437a-abe2-29f314b10eee tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:33:55.873407 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6208baec-48ed-437a-abe2-29f314b10eee tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:33:55.873735 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6208baec-48ed-437a-abe2-29f314b10eee tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:33:55.874064 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6208baec-48ed-437a-abe2-29f314b10eee tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:33:55.874391 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6208baec-48ed-437a-abe2-29f314b10eee tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:33:55.874716 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6208baec-48ed-437a-abe2-29f314b10eee tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:33:55.917368 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-9bc926f8-ebf2-496f-9dc9-d35a81c6494d tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Publish callbacks [] for security_group (4f8fb65b-b67e-411e-abe3-ede8e9903a26), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:33:55.946846 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-9bc926f8-ebf2-496f-9dc9-d35a81c6494d tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Publish callbacks [] for security_group (4f8fb65b-b67e-411e-abe3-ede8e9903a26), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:33:55.954787 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822a7b33-848f-4bb6-abdd-374e0515ec27 req-3178fea5-796e-4d46-b045-8026d17e0174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:33:55.956503 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-822a7b33-848f-4bb6-abdd-374e0515ec27 req-3178fea5-796e-4d46-b045-8026d17e0174 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2e6c27112eef433e92d2b52711c12a4a&device_id=e93ba2a6-54c3-4c8a-b8a9-6c8ab4b3c689 HTTP/1.1" status: 200 len: 1129 time: 0.0566361 Mar 14 10:33:55.971330 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] get_ports_and_sgs() called for port_ids ['ac1c5544-8f75-453b-b8b3-b1c00fd04275'] {{(pid=103644) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 10:33:56.060459 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822a7b33-848f-4bb6-abdd-374e0515ec27 req-d25de820-b3d7-4a37-8868-61cb902680bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:33:56.061927 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-822a7b33-848f-4bb6-abdd-374e0515ec27 req-d25de820-b3d7-4a37-8868-61cb902680bd service neutron] 10.222.0.39 "GET /v2.0/networks?id=6882a9ee-c558-49c4-8be5-9a1210fcc04f HTTP/1.1" status: 200 len: 916 time: 0.0993223 Mar 14 10:33:56.073261 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-9bc926f8-ebf2-496f-9dc9-d35a81c6494d tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (4f8fb65b-b67e-411e-abe3-ede8e9903a26), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:33:56.078458 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-9bc926f8-ebf2-496f-9dc9-d35a81c6494d tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Publish callbacks [] for security_group (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:33:56.082193 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-9bc926f8-ebf2-496f-9dc9-d35a81c6494d tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] 10.222.0.16 "DELETE /v2.0/security-groups/4f8fb65b-b67e-411e-abe3-ede8e9903a26 HTTP/1.1" status: 204 len: 168 time: 0.2708492 Mar 14 10:33:56.085799 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 46926) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:33:56.127636 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc926f8-ebf2-496f-9dc9-d35a81c6494d tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f8fb65b-b67e-411e-abe3-ede8e9903a26,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:33:56.128902 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-822a7b33-848f-4bb6-abdd-374e0515ec27 req-f1da0502-e53c-4ee7-95b6-9df00c26a437 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ac1c5544-8f75-453b-b8b3-b1c00fd04275 HTTP/1.1" status: 200 len: 1001 time: 0.0612402 Mar 14 10:33:56.132163 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-8b2fb942-38fd-4fe3-ba39-6c8de60e70cb None None] Provisioning complete for port ac1c5544-8f75-453b-b8b3-b1c00fd04275 triggered by entity DHCP. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:33:56.132685 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-8b2fb942-38fd-4fe3-ba39-6c8de60e70cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (ac1c5544-8f75-453b-b8b3-b1c00fd04275), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:33:56.179269 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822a7b33-848f-4bb6-abdd-374e0515ec27 req-d05a2d4f-89ce-4950-b818-fdb4d8d84845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:33:56.180824 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-822a7b33-848f-4bb6-abdd-374e0515ec27 req-d05a2d4f-89ce-4950-b818-fdb4d8d84845 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d240598c-3b92-461b-83ad-570466ab5f54 HTTP/1.1" status: 200 len: 854 time: 0.0443137 Mar 14 10:33:56.228045 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-8b2fb942-38fd-4fe3-ba39-6c8de60e70cb None None] Current status of the port ac1c5544-8f75-453b-b8b3-b1c00fd04275 is: ACTIVE; New status is: ACTIVE {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:33:56.236138 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822a7b33-848f-4bb6-abdd-374e0515ec27 req-28c48fb9-2c05-4e1d-90d5-027650aaed7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:33:56.238877 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-822a7b33-848f-4bb6-abdd-374e0515ec27 req-28c48fb9-2c05-4e1d-90d5-027650aaed7a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6882a9ee-c558-49c4-8be5-9a1210fcc04f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0505428 Mar 14 10:33:56.264206 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [None req-07bb3659-ec16-4a13-a61d-b104400bfe7c tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Deleting port 9a3cd512-31a6-46b3-be06-b3a27c7ecc10 {{(pid=103643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 10:33:56.264553 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-07bb3659-ec16-4a13-a61d-b104400bfe7c tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739585920741'] for port (9a3cd512-31a6-46b3-be06-b3a27c7ecc10), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:33:56.329787 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-822a7b33-848f-4bb6-abdd-374e0515ec27 req-001b7348-c1e8-4e82-9668-3d8323a12df2 service neutron] 10.222.0.39 "GET /v2.0/networks/6882a9ee-c558-49c4-8be5-9a1210fcc04f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841341 Mar 14 10:33:56.339650 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-07bb3659-ec16-4a13-a61d-b104400bfe7c tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562337'] for port (9a3cd512-31a6-46b3-be06-b3a27c7ecc10), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:33:56.340198 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-07bb3659-ec16-4a13-a61d-b104400bfe7c tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Publish callbacks [] for floatingip (9a3cd512-31a6-46b3-be06-b3a27c7ecc10), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:33:56.351535 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [None req-07bb3659-ec16-4a13-a61d-b104400bfe7c tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Calling delete_port for 9a3cd512-31a6-46b3-be06-b3a27c7ecc10 owned by network:floatingip {{(pid=103643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 10:33:56.576187 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-07bb3659-ec16-4a13-a61d-b104400bfe7c tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739585930060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739585409127'] for port (9a3cd512-31a6-46b3-be06-b3a27c7ecc10), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:33:56.605221 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bb3659-ec16-4a13-a61d-b104400bfe7c tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Pushing event deleted for resources: {'Port': ['ID=9a3cd512-31a6-46b3-be06-b3a27c7ecc10,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:33:56.637832 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-07bb3659-ec16-4a13-a61d-b104400bfe7c tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Publish callbacks [] for floatingip (b1fd568a-624b-4ce9-b8d3-b6a1378774fe), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:33:56.638244 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.db.l3_db [None req-07bb3659-ec16-4a13-a61d-b104400bfe7c tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Floating IP b1fd568a-624b-4ce9-b8d3-b6a1378774fe disassociated (deleted). External IP: 172.27.2.202, port: ac1c5544-8f75-453b-b8b3-b1c00fd04275. Mar 14 10:33:56.648587 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-822a7b33-848f-4bb6-abdd-374e0515ec27 req-57103235-8c66-45ba-a58f-38f108a77f31 service neutron] 10.222.0.39 "GET /v2.0/networks/6882a9ee-c558-49c4-8be5-9a1210fcc04f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3118317 Mar 14 10:33:56.844803 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07bb3659-ec16-4a13-a61d-b104400bfe7c tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Router e7c42b5b-6d3f-400d-9e44-28c05bffee6f has already been hosted by L3 agent a016a58c-1f8a-4210-ae6c-360b1a1f78c1 {{(pid=103643) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 10:33:56.950087 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07bb3659-ec16-4a13-a61d-b104400bfe7c tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Notify agent at l3_agent.dv-cinder-833544-1-iscsi the message routers_updated {{(pid=103643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 10:33:56.954765 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-07bb3659-ec16-4a13-a61d-b104400bfe7c tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211739'] for floatingip (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:33:56.959838 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d9bd92-db6d-4269-81c4-586742b461cf None None] Sync routers for ids ['e7c42b5b-6d3f-400d-9e44-28c05bffee6f'] in dv-cinder-833544-1-iscsi {{(pid=103644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 10:33:56.969879 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d9bd92-db6d-4269-81c4-586742b461cf None None] Routers {'e7c42b5b-6d3f-400d-9e44-28c05bffee6f'} bound to L3 agent in host dv-cinder-833544-1-iscsi {{(pid=103644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:33:56.970493 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-18d9bd92-db6d-4269-81c4-586742b461cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833544-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-14T10:17:23Z,description=,heartbeat_timestamp=2022-03-14T10:33:53Z,host='dv-cinder-833544-1-iscsi',id=a016a58c-1f8a-4210-ae6c-360b1a1f78c1,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:17:24Z,topic='l3_agent')) {'router_ids': ['e7c42b5b-6d3f-400d-9e44-28c05bffee6f'], 'active': True} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:33:56.983983 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-07bb3659-ec16-4a13-a61d-b104400bfe7c tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] 10.222.0.16 "DELETE /v2.0/floatingips/b1fd568a-624b-4ce9-b8d3-b6a1378774fe HTTP/1.1" status: 204 len: 168 time: 0.8970704 Mar 14 10:33:57.013302 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (3daba05a-6d77-487a-83af-fb9f8edf24c0), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:33:57.081360 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvr_db [None req-18d9bd92-db6d-4269-81c4-586742b461cf None None] Set router e7c42b5b-6d3f-400d-9e44-28c05bffee6f gateway port host: dv-cinder-833544-1-iscsi {{(pid=103644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:33:57.295300 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-18d9bd92-db6d-4269-81c4-586742b461cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7c42b5b-6d3f-400d-9e44-28c05bffee6f', 'name': 'tempest-TestMinimumBasicScenario-1768344314-router', 'tenant_id': '2e6c27112eef433e92d2b52711c12a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '3e95f1c5-5cd8-4d8a-b1b5-be9d5f2bd310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:29:42Z', 'updated_at': '2022-03-14T10:29:46Z', 'revision_number': 4, 'project_id': '2e6c27112eef433e92d2b52711c12a4a', 'gw_port': {'id': '3e95f1c5-5cd8-4d8a-b1b5-be9d5f2bd310', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:25:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c42b5b-6d3f-400d-9e44-28c05bffee6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:29:43Z', 'updated_at': '2022-03-14T10:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi', '_interfaces': [{'id': '9cff9e9c-1bbe-4802-a205-5a46c4881e50', 'name': '', 'network_id': '6882a9ee-c558-49c4-8be5-9a1210fcc04f', 'tenant_id': '2e6c27112eef433e92d2b52711c12a4a', 'mac_address': 'fa:16:3e:7f:dd:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c42b5b-6d3f-400d-9e44-28c05bffee6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'd240598c-3b92-461b-83ad-570466ab5f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:29:45Z', 'updated_at': '2022-03-14T10:29:50Z', 'revision_number': 5, 'project_id': '2e6c27112eef433e92d2b52711c12a4a', 'subnets': [{'id': 'd240598c-3b92-461b-83ad-570466ab5f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833544-1-iscsi', False) {} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:33:57.322824 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d9bd92-db6d-4269-81c4-586742b461cf None None] Checking router: e7c42b5b-6d3f-400d-9e44-28c05bffee6f for host: dv-cinder-833544-1-iscsi {{(pid=103644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 10:33:57.332421 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d9bd92-db6d-4269-81c4-586742b461cf None None] Routers {'e7c42b5b-6d3f-400d-9e44-28c05bffee6f'} bound to L3 agent in host dv-cinder-833544-1-iscsi {{(pid=103644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:33:57.332833 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-18d9bd92-db6d-4269-81c4-586742b461cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833544-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-14T10:17:23Z,description=,heartbeat_timestamp=2022-03-14T10:33:53Z,host='dv-cinder-833544-1-iscsi',id=a016a58c-1f8a-4210-ae6c-360b1a1f78c1,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:17:24Z,topic='l3_agent')) {'router_ids': ['e7c42b5b-6d3f-400d-9e44-28c05bffee6f'], 'active': True} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:33:57.368920 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (cd4c1fd5-6bd0-46fc-9cd1-9ea8fc180379), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:33:57.444257 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvr_db [None req-18d9bd92-db6d-4269-81c4-586742b461cf None None] Set router e7c42b5b-6d3f-400d-9e44-28c05bffee6f gateway port host: dv-cinder-833544-1-iscsi {{(pid=103644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:33:57.769107 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-18d9bd92-db6d-4269-81c4-586742b461cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7c42b5b-6d3f-400d-9e44-28c05bffee6f', 'name': 'tempest-TestMinimumBasicScenario-1768344314-router', 'tenant_id': '2e6c27112eef433e92d2b52711c12a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '3e95f1c5-5cd8-4d8a-b1b5-be9d5f2bd310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:29:42Z', 'updated_at': '2022-03-14T10:29:46Z', 'revision_number': 4, 'project_id': '2e6c27112eef433e92d2b52711c12a4a', 'gw_port': {'id': '3e95f1c5-5cd8-4d8a-b1b5-be9d5f2bd310', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:25:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c42b5b-6d3f-400d-9e44-28c05bffee6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:29:43Z', 'updated_at': '2022-03-14T10:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi', '_interfaces': [{'id': '9cff9e9c-1bbe-4802-a205-5a46c4881e50', 'name': '', 'network_id': '6882a9ee-c558-49c4-8be5-9a1210fcc04f', 'tenant_id': '2e6c27112eef433e92d2b52711c12a4a', 'mac_address': 'fa:16:3e:7f:dd:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c42b5b-6d3f-400d-9e44-28c05bffee6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'd240598c-3b92-461b-83ad-570466ab5f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:29:45Z', 'updated_at': '2022-03-14T10:29:50Z', 'revision_number': 5, 'project_id': '2e6c27112eef433e92d2b52711c12a4a', 'subnets': [{'id': 'd240598c-3b92-461b-83ad-570466ab5f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833544-1-iscsi', False) {} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:33:57.798681 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d9bd92-db6d-4269-81c4-586742b461cf None None] The sync data for ids ['e7c42b5b-6d3f-400d-9e44-28c05bffee6f'] in dv-cinder-833544-1-iscsi is: [{'id': 'e7c42b5b-6d3f-400d-9e44-28c05bffee6f', 'name': 'tempest-TestMinimumBasicScenario-1768344314-router', 'tenant_id': '2e6c27112eef433e92d2b52711c12a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '3e95f1c5-5cd8-4d8a-b1b5-be9d5f2bd310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:29:42Z', 'updated_at': '2022-03-14T10:29:46Z', 'revision_number': 4, 'project_id': '2e6c27112eef433e92d2b52711c12a4a', 'gw_port': {'id': '3e95f1c5-5cd8-4d8a-b1b5-be9d5f2bd310', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:25:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c42b5b-6d3f-400d-9e44-28c05bffee6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:29:43Z', 'updated_at': '2022-03-14T10:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi', '_interfaces': [{'id': '9cff9e9c-1bbe-4802-a205-5a46c4881e50', 'name': '', 'network_id': '6882a9ee-c558-49c4-8be5-9a1210fcc04f', 'tenant_id': '2e6c27112eef433e92d2b52711c12a4a', 'mac_address': 'fa:16:3e:7f:dd:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c42b5b-6d3f-400d-9e44-28c05bffee6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'd240598c-3b92-461b-83ad-570466ab5f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:29:45Z', 'updated_at': '2022-03-14T10:29:50Z', 'revision_number': 5, 'project_id': '2e6c27112eef433e92d2b52711c12a4a', 'subnets': [{'id': 'd240598c-3b92-461b-83ad-570466ab5f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 10:33:57.861231 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e93ba2a6-54c3-4c8a-b8a9-6c8ab4b3c689', 'tag': 'ac1c5544-8f75-453b-b8b3-b1c00fd04275'}] {{(pid=103643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:33:57.864252 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b58adf1808d3e8f2b7de4636db435fb255da6a44abdc46a7a48cdc23cb85b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e460fb6-94ad-4aa7-a31d-e72561e84242" -d '{"events": [{"name": "network-changed", "server_uuid": "e93ba2a6-54c3-4c8a-b8a9-6c8ab4b3c689", "tag": "ac1c5544-8f75-453b-b8b3-b1c00fd04275"}]}' {{(pid=103643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:33:57.901873 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 10:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef3c2c4d-e24f-4c5b-bbbc-a0d08d737694 x-openstack-request-id: req-ef3c2c4d-e24f-4c5b-bbbc-a0d08d737694 {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:33:57.902163 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e93ba2a6-54c3-4c8a-b8a9-6c8ab4b3c689", "tag": "ac1c5544-8f75-453b-b8b3-b1c00fd04275", "status": "completed", "code": 200}]} {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:33:57.902417 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ef3c2c4d-e24f-4c5b-bbbc-a0d08d737694 {{(pid=103643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:33:57.902821 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e93ba2a6-54c3-4c8a-b8a9-6c8ab4b3c689', 'tag': 'ac1c5544-8f75-453b-b8b3-b1c00fd04275', 'status': 'completed', 'code': 200} Mar 14 10:33:58.015248 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4479ca4-d4a3-450f-b9db-a1d08d32ac71 None None] New status for floating IP b1fd568a-624b-4ce9-b8d3-b6a1378774fe: DOWN {{(pid=103645) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 10:33:58.018759 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e460fb6-94ad-4aa7-a31d-e72561e84242 req-7605f26e-3487-4a9c-9270-a6789f607d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:33:58.020443 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-6e460fb6-94ad-4aa7-a31d-e72561e84242 req-7605f26e-3487-4a9c-9270-a6789f607d0c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2e6c27112eef433e92d2b52711c12a4a&device_id=e93ba2a6-54c3-4c8a-b8a9-6c8ab4b3c689 HTTP/1.1" status: 200 len: 1129 time: 0.0511079 Mar 14 10:33:58.117855 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e460fb6-94ad-4aa7-a31d-e72561e84242 req-28c7dc22-b0df-4dc2-9d1a-2b8b6302715c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:33:58.119373 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-6e460fb6-94ad-4aa7-a31d-e72561e84242 req-28c7dc22-b0df-4dc2-9d1a-2b8b6302715c service neutron] 10.222.0.39 "GET /v2.0/networks?id=6882a9ee-c558-49c4-8be5-9a1210fcc04f HTTP/1.1" status: 200 len: 916 time: 0.0914094 Mar 14 10:33:58.159226 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-6e460fb6-94ad-4aa7-a31d-e72561e84242 req-24b37b0a-700a-4a5b-81be-e5a259bea09f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ac1c5544-8f75-453b-b8b3-b1c00fd04275 HTTP/1.1" status: 200 len: 217 time: 0.0341103 Mar 14 10:33:58.206350 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e460fb6-94ad-4aa7-a31d-e72561e84242 req-37fc9499-0620-4d5c-8df6-1b488c938218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:33:58.207811 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-6e460fb6-94ad-4aa7-a31d-e72561e84242 req-37fc9499-0620-4d5c-8df6-1b488c938218 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d240598c-3b92-461b-83ad-570466ab5f54 HTTP/1.1" status: 200 len: 854 time: 0.0427625 Mar 14 10:33:58.261913 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e460fb6-94ad-4aa7-a31d-e72561e84242 req-0385b1e4-f454-4e0b-9504-6a770b3d058d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:33:58.266219 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-6e460fb6-94ad-4aa7-a31d-e72561e84242 req-0385b1e4-f454-4e0b-9504-6a770b3d058d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6882a9ee-c558-49c4-8be5-9a1210fcc04f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0499804 Mar 14 10:33:58.351056 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-6e460fb6-94ad-4aa7-a31d-e72561e84242 req-4a1bca4b-700a-4803-bc34-33f858bc21ea service neutron] 10.222.0.39 "GET /v2.0/networks/6882a9ee-c558-49c4-8be5-9a1210fcc04f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804877 Mar 14 10:33:58.442110 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-6e460fb6-94ad-4aa7-a31d-e72561e84242 req-3b3e09ca-7e9c-4805-bb98-5f2e39cdfa85 service neutron] 10.222.0.39 "GET /v2.0/networks/6882a9ee-c558-49c4-8be5-9a1210fcc04f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841477 Mar 14 10:33:59.110163 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.agents_db [None req-e5bc90a1-3fae-4be0-a54a-d59a030b4380 None None] Agent healthcheck: found 6 active agents {{(pid=103645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 10:33:59.974851 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66925cf7-2a56-44f6-a0a8-6f8bf44d24f8 req-a8e6e295-9ea6-40af-826f-3df141ac1270 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:33:59.976360 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-66925cf7-2a56-44f6-a0a8-6f8bf44d24f8 req-a8e6e295-9ea6-40af-826f-3df141ac1270 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/ports?device_id=c285fc22-e681-4296-afe4-8556e371552e HTTP/1.1" status: 200 len: 945 time: 0.0531776 Mar 14 10:34:00.021687 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-66925cf7-2a56-44f6-a0a8-6f8bf44d24f8 req-61d7a2f5-7a40-4b64-894f-74b7f90e18e9 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b70bd49-c5ca-4159-8f17-c1401f955a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391569 Mar 14 10:34:01.141384 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405c5527-695b-4c1b-953d-f780897bfc08 req-7cdec950-f4ef-462d-963e-14f59285d83f tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:34:01.143182 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-405c5527-695b-4c1b-953d-f780897bfc08 req-7cdec950-f4ef-462d-963e-14f59285d83f tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/ports?device_id=c285fc22-e681-4296-afe4-8556e371552e HTTP/1.1" status: 200 len: 945 time: 0.0538068 Mar 14 10:34:01.202738 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-405c5527-695b-4c1b-953d-f780897bfc08 req-9a3619c1-d5b9-49a4-8cf1-9265d5d84d88 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b70bd49-c5ca-4159-8f17-c1401f955a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539825 Mar 14 10:34:01.241458 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ad4f22-5591-4211-a3f5-2c3b9b402110 req-24198566-5146-4bd0-811c-0a4052066045 tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:34:01.242900 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-b2ad4f22-5591-4211-a3f5-2c3b9b402110 req-24198566-5146-4bd0-811c-0a4052066045 tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93ba2a6-54c3-4c8a-b8a9-6c8ab4b3c689 HTTP/1.1" status: 200 len: 945 time: 0.0551307 Mar 14 10:34:01.287562 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-b2ad4f22-5591-4211-a3f5-2c3b9b402110 req-f75354b4-05c5-4911-a715-c1c7a8f02ad3 tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e553502-ba8e-44d0-bcac-0e3b922622e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383701 Mar 14 10:34:01.770937 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdbd6c2-10b7-49e1-b0d4-fe31e377fe62 req-7f73afa1-182e-4ef2-bbfc-f35fe41bfd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:34:01.772441 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-abdbd6c2-10b7-49e1-b0d4-fe31e377fe62 req-7f73afa1-182e-4ef2-bbfc-f35fe41bfd97 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8323ed68f5bb4a3488c9723cb7c54c0f&device_id=c285fc22-e681-4296-afe4-8556e371552e HTTP/1.1" status: 200 len: 1129 time: 0.0435085 Mar 14 10:34:01.874964 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdbd6c2-10b7-49e1-b0d4-fe31e377fe62 req-b4b7469b-a315-4daa-aab9-ef364581b9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:34:01.876442 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-abdbd6c2-10b7-49e1-b0d4-fe31e377fe62 req-b4b7469b-a315-4daa-aab9-ef364581b9a1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=41fa337d-ea5f-4994-bc9b-def763652602 HTTP/1.1" status: 200 len: 912 time: 0.0853407 Mar 14 10:34:01.940940 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-abdbd6c2-10b7-49e1-b0d4-fe31e377fe62 req-39564bbb-6c92-412a-a80d-1021ebeacbed service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9c434c67-2d84-4683-bfc9-cc8e82d98ac7 HTTP/1.1" status: 200 len: 1001 time: 0.0568926 Mar 14 10:34:01.992213 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdbd6c2-10b7-49e1-b0d4-fe31e377fe62 req-942b85ff-b450-40af-a343-e24254ea465a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:34:01.993730 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-abdbd6c2-10b7-49e1-b0d4-fe31e377fe62 req-942b85ff-b450-40af-a343-e24254ea465a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=623577f8-c7f3-4e24-b897-1f421a0f10a6 HTTP/1.1" status: 200 len: 850 time: 0.0466297 Mar 14 10:34:02.046776 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdbd6c2-10b7-49e1-b0d4-fe31e377fe62 req-fb931ff8-340d-4169-8910-473b836f5a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:34:02.048308 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-abdbd6c2-10b7-49e1-b0d4-fe31e377fe62 req-fb931ff8-340d-4169-8910-473b836f5a6f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=41fa337d-ea5f-4994-bc9b-def763652602&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0477033 Mar 14 10:34:02.136413 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-abdbd6c2-10b7-49e1-b0d4-fe31e377fe62 req-d9eea832-a0aa-452a-8c0a-641585fd8fea service neutron] 10.222.0.39 "GET /v2.0/networks/41fa337d-ea5f-4994-bc9b-def763652602?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808806 Mar 14 10:34:02.229369 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-abdbd6c2-10b7-49e1-b0d4-fe31e377fe62 req-ba895859-3c22-4059-99bd-5cec36f58c7e service neutron] 10.222.0.39 "GET /v2.0/networks/41fa337d-ea5f-4994-bc9b-def763652602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867884 Mar 14 10:34:02.320561 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b06356-cad0-4052-9c5a-27e9fc04f166 req-88701e34-1cd4-466b-b04d-684e88edd550 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:34:02.322039 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-95b06356-cad0-4052-9c5a-27e9fc04f166 req-88701e34-1cd4-466b-b04d-684e88edd550 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/ports?device_id=c285fc22-e681-4296-afe4-8556e371552e HTTP/1.1" status: 200 len: 945 time: 0.0519221 Mar 14 10:34:02.394413 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-95b06356-cad0-4052-9c5a-27e9fc04f166 req-bfa36380-34f4-4642-9633-52adeaa26efa tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b70bd49-c5ca-4159-8f17-c1401f955a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656829 Mar 14 10:34:02.419448 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e5087c-f1fb-4fb9-9c02-29721bb9e324 req-d2f62d5e-3255-4671-9924-96ce8efdfd0e tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:34:02.420930 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-57e5087c-f1fb-4fb9-9c02-29721bb9e324 req-d2f62d5e-3255-4671-9924-96ce8efdfd0e tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93ba2a6-54c3-4c8a-b8a9-6c8ab4b3c689 HTTP/1.1" status: 200 len: 945 time: 0.0662661 Mar 14 10:34:02.466553 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-57e5087c-f1fb-4fb9-9c02-29721bb9e324 req-7f206367-105c-4fcf-9b3c-26c4ecbd1ad5 tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e553502-ba8e-44d0-bcac-0e3b922622e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401099 Mar 14 10:34:03.508503 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e81fd77-aad0-4278-93dd-d357393c0bbd req-f88120b4-cec6-46e5-8ce6-6eb23d37e0f4 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:34:03.509972 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-4e81fd77-aad0-4278-93dd-d357393c0bbd req-f88120b4-cec6-46e5-8ce6-6eb23d37e0f4 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/ports?device_id=c285fc22-e681-4296-afe4-8556e371552e HTTP/1.1" status: 200 len: 945 time: 0.0519340 Mar 14 10:34:03.583016 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-4e81fd77-aad0-4278-93dd-d357393c0bbd req-45d99217-0cdb-4b3c-b1ae-9e82c3f9aa8a tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b70bd49-c5ca-4159-8f17-c1401f955a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669940 Mar 14 10:34:03.601307 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b0e0b7-c91f-4012-bb68-f128f89f2e27 req-d999530c-ad22-4622-89aa-ecd708c217fb tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:34:03.602789 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-f7b0e0b7-c91f-4012-bb68-f128f89f2e27 req-d999530c-ad22-4622-89aa-ecd708c217fb tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93ba2a6-54c3-4c8a-b8a9-6c8ab4b3c689 HTTP/1.1" status: 200 len: 945 time: 0.0701675 Mar 14 10:34:03.618873 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efba24c6-e4b4-48fc-8987-49d82e768b52 req-8f978848-5b07-4907-a62e-52f2ff155459 tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:34:03.620399 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-efba24c6-e4b4-48fc-8987-49d82e768b52 req-8f978848-5b07-4907-a62e-52f2ff155459 tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] 10.222.0.39 "GET /v2.0/ports?device_id=e93ba2a6-54c3-4c8a-b8a9-6c8ab4b3c689 HTTP/1.1" status: 200 len: 945 time: 0.0525150 Mar 14 10:34:03.655294 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-f7b0e0b7-c91f-4012-bb68-f128f89f2e27 req-c4e92948-2caf-4d3c-9079-ad8fe710f3ba tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e553502-ba8e-44d0-bcac-0e3b922622e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464988 Mar 14 10:34:03.727090 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.plugin [req-efba24c6-e4b4-48fc-8987-49d82e768b52 req-ae5bc346-a2df-403d-a81c-f69a44c2975e tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Deleting port ac1c5544-8f75-453b-b8b3-b1c00fd04275 {{(pid=103642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 10:34:03.727360 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [req-efba24c6-e4b4-48fc-8987-49d82e768b52 req-ae5bc346-a2df-403d-a81c-f69a44c2975e tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739585920741'] for port (ac1c5544-8f75-453b-b8b3-b1c00fd04275), before_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:03.825950 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.db [req-efba24c6-e4b4-48fc-8987-49d82e768b52 req-ae5bc346-a2df-403d-a81c-f69a44c2975e tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] For port ac1c5544-8f75-453b-b8b3-b1c00fd04275, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=ac1c5544-8f75-453b-b8b3-b1c00fd04275,segment=NetworkSegment(9dba8bba-e909-47c7-9019-37e942827720),segment_id=9dba8bba-e909-47c7-9019-37e942827720)] {{(pid=103642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:34:03.826312 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [req-efba24c6-e4b4-48fc-8987-49d82e768b52 req-ae5bc346-a2df-403d-a81c-f69a44c2975e tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562337'] for port (ac1c5544-8f75-453b-b8b3-b1c00fd04275), precommit_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:03.838593 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.plugin [req-efba24c6-e4b4-48fc-8987-49d82e768b52 req-ae5bc346-a2df-403d-a81c-f69a44c2975e tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Calling delete_port for ac1c5544-8f75-453b-b8b3-b1c00fd04275 owned by compute:nova {{(pid=103642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 10:34:04.038463 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [req-efba24c6-e4b4-48fc-8987-49d82e768b52 req-ae5bc346-a2df-403d-a81c-f69a44c2975e tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739585930060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739585409127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9714944'] for port (ac1c5544-8f75-453b-b8b3-b1c00fd04275), after_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:04.064109 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5bc346-a2df-403d-a81c-f69a44c2975e tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Pushing event deleted for resources: {'Port': ['ID=ac1c5544-8f75-453b-b8b3-b1c00fd04275,revision_number=None']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:34:04.081178 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] get_ports_and_sgs() called for port_ids ['ac1c5544-8f75-453b-b8b3-b1c00fd04275'] {{(pid=103644) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 10:34:04.108558 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.db.l3_dvrscheduler_db [req-efba24c6-e4b4-48fc-8987-49d82e768b52 req-ae5bc346-a2df-403d-a81c-f69a44c2975e tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] No DVR routers for this DVR port ac1c5544-8f75-453b-b8b3-b1c00fd04275 on host hv-cinder-83354 {{(pid=103642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 10:34:04.111399 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [req-efba24c6-e4b4-48fc-8987-49d82e768b52 req-ae5bc346-a2df-403d-a81c-f69a44c2975e tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211739'] for port (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:04.114629 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-efba24c6-e4b4-48fc-8987-49d82e768b52 req-ae5bc346-a2df-403d-a81c-f69a44c2975e tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] 10.222.0.39 "DELETE /v2.0/ports/ac1c5544-8f75-453b-b8b3-b1c00fd04275 HTTP/1.1" status: 204 len: 173 time: 0.4799719 Mar 14 10:34:04.115061 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e93ba2a6-54c3-4c8a-b8a9-6c8ab4b3c689', 'name': 'network-vif-deleted', 'tag': 'ac1c5544-8f75-453b-b8b3-b1c00fd04275'}] {{(pid=103642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:34:04.117370 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2719b20af467307de00d33cfc3bda2b7e701d9c3500810f7746d17fecb5aed99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12ad2f07-b4db-4cbb-b154-cfdbcb28b98f" -d '{"events": [{"server_uuid": "e93ba2a6-54c3-4c8a-b8a9-6c8ab4b3c689", "name": "network-vif-deleted", "tag": "ac1c5544-8f75-453b-b8b3-b1c00fd04275"}]}' {{(pid=103642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:34:04.152218 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 10:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f71cab7f-cb91-4653-b0ea-3a37340c32ab x-openstack-request-id: req-f71cab7f-cb91-4653-b0ea-3a37340c32ab {{(pid=103642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:34:04.152505 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e93ba2a6-54c3-4c8a-b8a9-6c8ab4b3c689", "name": "network-vif-deleted", "tag": "ac1c5544-8f75-453b-b8b3-b1c00fd04275", "status": "completed", "code": 200}]} {{(pid=103642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:34:04.152758 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f71cab7f-cb91-4653-b0ea-3a37340c32ab {{(pid=103642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:34:04.153152 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e93ba2a6-54c3-4c8a-b8a9-6c8ab4b3c689', 'name': 'network-vif-deleted', 'tag': 'ac1c5544-8f75-453b-b8b3-b1c00fd04275', 'status': 'completed', 'code': 200} Mar 14 10:34:04.701595 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f709d27-46cf-4e05-8559-f6d8fcb5c356 req-e1ba4925-055b-4e91-8e8d-0c45276945a1 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:34:04.703079 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-7f709d27-46cf-4e05-8559-f6d8fcb5c356 req-e1ba4925-055b-4e91-8e8d-0c45276945a1 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/ports?device_id=c285fc22-e681-4296-afe4-8556e371552e HTTP/1.1" status: 200 len: 945 time: 0.0519969 Mar 14 10:34:04.756771 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-7f709d27-46cf-4e05-8559-f6d8fcb5c356 req-7431d990-a74d-4184-89c1-ef6d55e9b882 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b70bd49-c5ca-4159-8f17-c1401f955a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481992 Mar 14 10:34:04.772442 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-1f369cc6-0d16-42aa-8ebf-3325efce765d req-78e6eea1-d90c-4a4b-8d1b-1551247fade4 tempest-TestMinimumBasicScenario-815620305 tempest-TestMinimumBasicScenario-815620305-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93ba2a6-54c3-4c8a-b8a9-6c8ab4b3c689 HTTP/1.1" status: 200 len: 210 time: 0.0349176 Mar 14 10:34:05.876583 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae4e59c-961b-457b-80bc-d7d923e0714f req-21534759-dda8-4f2d-9846-4499f9e0e49c tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:34:05.878583 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-7ae4e59c-961b-457b-80bc-d7d923e0714f req-21534759-dda8-4f2d-9846-4499f9e0e49c tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/ports?device_id=c285fc22-e681-4296-afe4-8556e371552e HTTP/1.1" status: 200 len: 945 time: 0.0535254 Mar 14 10:34:05.929699 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-7ae4e59c-961b-457b-80bc-d7d923e0714f req-81b22a8a-2a79-49b8-a14e-897ee4178c10 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b70bd49-c5ca-4159-8f17-c1401f955a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452335 Mar 14 10:34:07.049405 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cea7b4-998d-46c0-a160-39c9c562a85d req-af127df8-0fc9-4c59-b936-0358aaabfe39 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:34:07.050886 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-d9cea7b4-998d-46c0-a160-39c9c562a85d req-af127df8-0fc9-4c59-b936-0358aaabfe39 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/ports?device_id=c285fc22-e681-4296-afe4-8556e371552e HTTP/1.1" status: 200 len: 945 time: 0.0526361 Mar 14 10:34:07.097044 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-d9cea7b4-998d-46c0-a160-39c9c562a85d req-a0cfbb1a-bc65-4362-aa5e-ac4c9cab6a71 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b70bd49-c5ca-4159-8f17-c1401f955a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407465 Mar 14 10:34:07.115519 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 47046) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:34:07.519249 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-e09301d7-0a88-434b-a037-631586656216 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-557792'] for router_interface (e7c42b5b-6d3f-400d-9e44-28c05bffee6f), before_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:07.800552 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.plugin [None req-e09301d7-0a88-434b-a037-631586656216 admin admin] Deleting port 9cff9e9c-1bbe-4802-a205-5a46c4881e50 {{(pid=103642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 10:34:07.800822 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-e09301d7-0a88-434b-a037-631586656216 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739585920741'] for port (9cff9e9c-1bbe-4802-a205-5a46c4881e50), before_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:07.837602 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Device ac1c5544-8f75-453b-b8b3-b1c00fd04275 no longer exists at agent hyperv_hv-cinder-83354 {{(pid=103644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 10:34:07.860965 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] No Port match for: ac1c5544-8f75-453b-b8b3-b1c00fd04275 {{(pid=103644) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 10:34:07.861309 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Device ac1c5544-8f75-453b-b8b3-b1c00fd04275 not bound to the agent host hv-cinder-83354 {{(pid=103644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 10:34:07.879198 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.db [None req-e09301d7-0a88-434b-a037-631586656216 admin admin] For port 9cff9e9c-1bbe-4802-a205-5a46c4881e50, host dv-cinder-833544-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833544-1-iscsi',level=0,port_id=9cff9e9c-1bbe-4802-a205-5a46c4881e50,segment=NetworkSegment(9dba8bba-e909-47c7-9019-37e942827720),segment_id=9dba8bba-e909-47c7-9019-37e942827720)] {{(pid=103642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:34:07.879563 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-e09301d7-0a88-434b-a037-631586656216 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562337'] for port (9cff9e9c-1bbe-4802-a205-5a46c4881e50), precommit_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:07.891306 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.plugin [None req-e09301d7-0a88-434b-a037-631586656216 admin admin] Calling delete_port for 9cff9e9c-1bbe-4802-a205-5a46c4881e50 owned by network:router_interface {{(pid=103642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 10:34:08.124303 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-e09301d7-0a88-434b-a037-631586656216 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739585930060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739585409127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9714944'] for port (9cff9e9c-1bbe-4802-a205-5a46c4881e50), after_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:08.149863 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09301d7-0a88-434b-a037-631586656216 admin admin] Pushing event deleted for resources: {'Port': ['ID=9cff9e9c-1bbe-4802-a205-5a46c4881e50,revision_number=None']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:34:08.220190 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9f8654-9480-4aa1-8551-69193938dafa req-bcb564a3-1772-46ba-a378-964d5721fed6 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:34:08.221676 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-cf9f8654-9480-4aa1-8551-69193938dafa req-bcb564a3-1772-46ba-a378-964d5721fed6 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/ports?device_id=c285fc22-e681-4296-afe4-8556e371552e HTTP/1.1" status: 200 len: 945 time: 0.0579960 Mar 14 10:34:08.271547 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-cf9f8654-9480-4aa1-8551-69193938dafa req-0caba3d3-e6f3-4988-a405-e3db66b1af3b tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b70bd49-c5ca-4159-8f17-c1401f955a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442376 Mar 14 10:34:08.336131 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-e09301d7-0a88-434b-a037-631586656216 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-559952'] for router_interface (e7c42b5b-6d3f-400d-9e44-28c05bffee6f), after_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:08.771276 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e09301d7-0a88-434b-a037-631586656216 admin admin] Router e7c42b5b-6d3f-400d-9e44-28c05bffee6f has already been hosted by L3 agent a016a58c-1f8a-4210-ae6c-360b1a1f78c1 {{(pid=103642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 10:34:08.875247 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e09301d7-0a88-434b-a037-631586656216 admin admin] Notify agent at l3_agent.dv-cinder-833544-1-iscsi the message routers_updated {{(pid=103642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 10:34:08.880251 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-e09301d7-0a88-434b-a037-631586656216 admin admin] 10.222.0.16 "PUT /v2.0/routers/e7c42b5b-6d3f-400d-9e44-28c05bffee6f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7636170 Mar 14 10:34:08.882720 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 47050) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:34:08.886692 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51eeeac5-9af5-4f74-a86a-e63f244790f1 None None] Sync routers for ids ['e7c42b5b-6d3f-400d-9e44-28c05bffee6f'] in dv-cinder-833544-1-iscsi {{(pid=103644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 10:34:08.896317 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51eeeac5-9af5-4f74-a86a-e63f244790f1 None None] Routers {'e7c42b5b-6d3f-400d-9e44-28c05bffee6f'} bound to L3 agent in host dv-cinder-833544-1-iscsi {{(pid=103644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:34:08.896933 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-51eeeac5-9af5-4f74-a86a-e63f244790f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833544-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-14T10:17:23Z,description=,heartbeat_timestamp=2022-03-14T10:33:53Z,host='dv-cinder-833544-1-iscsi',id=a016a58c-1f8a-4210-ae6c-360b1a1f78c1,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:17:24Z,topic='l3_agent')) {'router_ids': ['e7c42b5b-6d3f-400d-9e44-28c05bffee6f'], 'active': True} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:34:08.991104 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-6865bd71-cb19-4fc7-b3bf-9b277446432a admin admin] Publish callbacks [] for router (e7c42b5b-6d3f-400d-9e44-28c05bffee6f), before_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:09.004352 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvr_db [None req-51eeeac5-9af5-4f74-a86a-e63f244790f1 None None] Set router e7c42b5b-6d3f-400d-9e44-28c05bffee6f gateway port host: dv-cinder-833544-1-iscsi {{(pid=103644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:34:09.097272 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-6865bd71-cb19-4fc7-b3bf-9b277446432a admin admin] Publish callbacks [] for router_gateway (e7c42b5b-6d3f-400d-9e44-28c05bffee6f), before_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:09.183041 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-51eeeac5-9af5-4f74-a86a-e63f244790f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7c42b5b-6d3f-400d-9e44-28c05bffee6f', 'name': 'tempest-TestMinimumBasicScenario-1768344314-router', 'tenant_id': '2e6c27112eef433e92d2b52711c12a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '3e95f1c5-5cd8-4d8a-b1b5-be9d5f2bd310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:29:42Z', 'updated_at': '2022-03-14T10:34:08Z', 'revision_number': 5, 'project_id': '2e6c27112eef433e92d2b52711c12a4a', 'gw_port': {'id': '3e95f1c5-5cd8-4d8a-b1b5-be9d5f2bd310', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:25:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c42b5b-6d3f-400d-9e44-28c05bffee6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:29:43Z', 'updated_at': '2022-03-14T10:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi'}], 'dv-cinder-833544-1-iscsi', False) {} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:34:09.204200 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.plugin [None req-6865bd71-cb19-4fc7-b3bf-9b277446432a admin admin] Deleting port 3e95f1c5-5cd8-4d8a-b1b5-be9d5f2bd310 {{(pid=103642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 10:34:09.204748 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-6865bd71-cb19-4fc7-b3bf-9b277446432a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739585920741'] for port (3e95f1c5-5cd8-4d8a-b1b5-be9d5f2bd310), before_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:09.214185 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51eeeac5-9af5-4f74-a86a-e63f244790f1 None None] Checking router: e7c42b5b-6d3f-400d-9e44-28c05bffee6f for host: dv-cinder-833544-1-iscsi {{(pid=103644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 10:34:09.222446 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51eeeac5-9af5-4f74-a86a-e63f244790f1 None None] Routers {'e7c42b5b-6d3f-400d-9e44-28c05bffee6f'} bound to L3 agent in host dv-cinder-833544-1-iscsi {{(pid=103644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:34:09.223046 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-51eeeac5-9af5-4f74-a86a-e63f244790f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833544-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-14T10:17:23Z,description=,heartbeat_timestamp=2022-03-14T10:33:53Z,host='dv-cinder-833544-1-iscsi',id=a016a58c-1f8a-4210-ae6c-360b1a1f78c1,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:17:24Z,topic='l3_agent')) {'router_ids': ['e7c42b5b-6d3f-400d-9e44-28c05bffee6f'], 'active': True} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:34:09.280396 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.db [None req-6865bd71-cb19-4fc7-b3bf-9b277446432a admin admin] For port 3e95f1c5-5cd8-4d8a-b1b5-be9d5f2bd310, host dv-cinder-833544-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833544-1-iscsi',level=0,port_id=3e95f1c5-5cd8-4d8a-b1b5-be9d5f2bd310,segment=NetworkSegment(11cedc40-3914-4af6-ba83-0b9ce6d6fc30),segment_id=11cedc40-3914-4af6-ba83-0b9ce6d6fc30)] {{(pid=103642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:34:09.280756 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-6865bd71-cb19-4fc7-b3bf-9b277446432a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562337'] for port (3e95f1c5-5cd8-4d8a-b1b5-be9d5f2bd310), precommit_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:09.292993 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.plugin [None req-6865bd71-cb19-4fc7-b3bf-9b277446432a admin admin] Calling delete_port for 3e95f1c5-5cd8-4d8a-b1b5-be9d5f2bd310 owned by network:router_gateway {{(pid=103642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 10:34:09.306681 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvr_db [None req-51eeeac5-9af5-4f74-a86a-e63f244790f1 None None] Set router e7c42b5b-6d3f-400d-9e44-28c05bffee6f gateway port host: None {{(pid=103644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:34:09.364008 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-51eeeac5-9af5-4f74-a86a-e63f244790f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7c42b5b-6d3f-400d-9e44-28c05bffee6f', 'name': 'tempest-TestMinimumBasicScenario-1768344314-router', 'tenant_id': '2e6c27112eef433e92d2b52711c12a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:29:42Z', 'updated_at': '2022-03-14T10:34:09Z', 'revision_number': 6, 'project_id': '2e6c27112eef433e92d2b52711c12a4a', 'gw_port_host': None}], 'dv-cinder-833544-1-iscsi', False) {} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:34:09.390620 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51eeeac5-9af5-4f74-a86a-e63f244790f1 None None] The sync data for ids ['e7c42b5b-6d3f-400d-9e44-28c05bffee6f'] in dv-cinder-833544-1-iscsi is: [{'id': 'e7c42b5b-6d3f-400d-9e44-28c05bffee6f', 'name': 'tempest-TestMinimumBasicScenario-1768344314-router', 'tenant_id': '2e6c27112eef433e92d2b52711c12a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:29:42Z', 'updated_at': '2022-03-14T10:34:09Z', 'revision_number': 6, 'project_id': '2e6c27112eef433e92d2b52711c12a4a', 'gw_port_host': None}] {{(pid=103644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 10:34:09.398804 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17316de6-1edf-43c1-9f03-875efdc633fd req-59290684-6900-4eac-a899-0c305fffb28b tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:34:09.400652 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-17316de6-1edf-43c1-9f03-875efdc633fd req-59290684-6900-4eac-a899-0c305fffb28b tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/ports?device_id=c285fc22-e681-4296-afe4-8556e371552e HTTP/1.1" status: 200 len: 945 time: 0.0581663 Mar 14 10:34:09.459008 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-17316de6-1edf-43c1-9f03-875efdc633fd req-37f99f90-04d9-4135-9194-ac7e1b2ab3b6 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b70bd49-c5ca-4159-8f17-c1401f955a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452867 Mar 14 10:34:09.541651 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-6865bd71-cb19-4fc7-b3bf-9b277446432a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739585930060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739585409127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9714944'] for port (3e95f1c5-5cd8-4d8a-b1b5-be9d5f2bd310), after_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:09.568570 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6865bd71-cb19-4fc7-b3bf-9b277446432a admin admin] Pushing event deleted for resources: {'Port': ['ID=3e95f1c5-5cd8-4d8a-b1b5-be9d5f2bd310,revision_number=None']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:34:09.627708 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-6865bd71-cb19-4fc7-b3bf-9b277446432a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-564278'] for router_gateway (e7c42b5b-6d3f-400d-9e44-28c05bffee6f), after_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:09.733139 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-6865bd71-cb19-4fc7-b3bf-9b277446432a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10120'] for router (e7c42b5b-6d3f-400d-9e44-28c05bffee6f), precommit_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:09.735576 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-6865bd71-cb19-4fc7-b3bf-9b277446432a admin admin] Publish callbacks [] for router_controller (e7c42b5b-6d3f-400d-9e44-28c05bffee6f), precommit_delete_associations {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:09.872811 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-6865bd71-cb19-4fc7-b3bf-9b277446432a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-559426'] for router (e7c42b5b-6d3f-400d-9e44-28c05bffee6f), after_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:09.873373 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6865bd71-cb19-4fc7-b3bf-9b277446432a admin admin] Fanout notify agent at l3_agent the message router_deleted on router e7c42b5b-6d3f-400d-9e44-28c05bffee6f {{(pid=103642) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 10:34:09.878101 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-6865bd71-cb19-4fc7-b3bf-9b277446432a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:09.879246 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-6865bd71-cb19-4fc7-b3bf-9b277446432a admin admin] 10.222.0.16 "DELETE /v2.0/routers/e7c42b5b-6d3f-400d-9e44-28c05bffee6f HTTP/1.1" status: 204 len: 168 time: 0.9956312 Mar 14 10:34:09.881823 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 47054) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:34:09.924934 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.db.db_base_plugin_v2 [None req-c210ea89-0763-4a7e-9ed3-8d3c85d88cc9 admin admin] Deleting subnet d240598c-3b92-461b-83ad-570466ab5f54 {{(pid=103642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 14 10:34:09.927894 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-c210ea89-0763-4a7e-9ed3-8d3c85d88cc9 admin admin] Publish callbacks [] for subnet (d240598c-3b92-461b-83ad-570466ab5f54), before_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:09.960164 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-c210ea89-0763-4a7e-9ed3-8d3c85d88cc9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10247711'] for subnet (d240598c-3b92-461b-83ad-570466ab5f54), precommit_delete_associations {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:10.065563 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-c210ea89-0763-4a7e-9ed3-8d3c85d88cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1689235'] for subnet (d240598c-3b92-461b-83ad-570466ab5f54), precommit_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:10.170467 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-c210ea89-0763-4a7e-9ed3-8d3c85d88cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9715037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10301227'] for subnet (d240598c-3b92-461b-83ad-570466ab5f54), after_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:10.196410 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c210ea89-0763-4a7e-9ed3-8d3c85d88cc9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d240598c-3b92-461b-83ad-570466ab5f54,revision_number=None']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:34:10.203273 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-c210ea89-0763-4a7e-9ed3-8d3c85d88cc9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:10.206601 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-c210ea89-0763-4a7e-9ed3-8d3c85d88cc9 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/d240598c-3b92-461b-83ad-570466ab5f54 HTTP/1.1" status: 204 len: 168 time: 0.3237851 Mar 14 10:34:10.210507 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 47056) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:34:10.210743 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b5ab43-882f-443a-8837-e90c68ee6a69 None None] Network 6882a9ee-c558-49c4-8be5-9a1210fcc04f requested from dv-cinder-833544-1-iscsi {{(pid=103644) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 10:34:10.286757 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-f13646b9-c396-459e-a9bd-d5aa02c90cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369052'] for network (6882a9ee-c558-49c4-8be5-9a1210fcc04f), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:10.366237 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [None req-f13646b9-c396-459e-a9bd-d5aa02c90cd6 admin admin] Deleting port 63b10366-aea5-4a94-8b0d-f56143d11f48 {{(pid=103643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 10:34:10.366792 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-f13646b9-c396-459e-a9bd-d5aa02c90cd6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739585920741'] for port (63b10366-aea5-4a94-8b0d-f56143d11f48), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:10.405239 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbed7c55-2de7-4909-8215-5a6b79e2eb51 None None] DHCP port deletion for 6882a9ee-c558-49c4-8be5-9a1210fcc04f request from dv-cinder-833544-1-iscsi {{(pid=103644) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 14 10:34:10.412286 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Device 9cff9e9c-1bbe-4802-a205-5a46c4881e50 no longer exists at agent ovs-agent-dv-cinder-833544-1-iscsi {{(pid=103644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 10:34:10.443502 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.db [None req-f13646b9-c396-459e-a9bd-d5aa02c90cd6 admin admin] For port 63b10366-aea5-4a94-8b0d-f56143d11f48, host dv-cinder-833544-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833544-1-iscsi',level=0,port_id=63b10366-aea5-4a94-8b0d-f56143d11f48,segment=NetworkSegment(9dba8bba-e909-47c7-9019-37e942827720),segment_id=9dba8bba-e909-47c7-9019-37e942827720)] {{(pid=103643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:34:10.444124 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-f13646b9-c396-459e-a9bd-d5aa02c90cd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562337'] for port (63b10366-aea5-4a94-8b0d-f56143d11f48), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:10.458822 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] No Port match for: 9cff9e9c-1bbe-4802-a205-5a46c4881e50 {{(pid=103644) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 10:34:10.458822 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Device 9cff9e9c-1bbe-4802-a205-5a46c4881e50 not bound to the agent host dv-cinder-833544-1-iscsi {{(pid=103644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 10:34:10.458822 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Device 3e95f1c5-5cd8-4d8a-b1b5-be9d5f2bd310 no longer exists at agent ovs-agent-dv-cinder-833544-1-iscsi {{(pid=103644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 10:34:10.459842 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [None req-f13646b9-c396-459e-a9bd-d5aa02c90cd6 admin admin] Calling delete_port for 63b10366-aea5-4a94-8b0d-f56143d11f48 owned by network:dhcp {{(pid=103643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 10:34:10.479982 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] No Port match for: 3e95f1c5-5cd8-4d8a-b1b5-be9d5f2bd310 {{(pid=103644) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 10:34:10.480365 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Device 3e95f1c5-5cd8-4d8a-b1b5-be9d5f2bd310 not bound to the agent host dv-cinder-833544-1-iscsi {{(pid=103644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 10:34:10.516247 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-cbed7c55-2de7-4909-8215-5a6b79e2eb51 None None] Deleting port 63b10366-aea5-4a94-8b0d-f56143d11f48 {{(pid=103644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 10:34:10.516751 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-cbed7c55-2de7-4909-8215-5a6b79e2eb51 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739585920741'] for port (63b10366-aea5-4a94-8b0d-f56143d11f48), before_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:10.583044 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-cbed7c55-2de7-4909-8215-5a6b79e2eb51 None None] For port 63b10366-aea5-4a94-8b0d-f56143d11f48, host dv-cinder-833544-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833544-1-iscsi',level=0,port_id=63b10366-aea5-4a94-8b0d-f56143d11f48,segment=NetworkSegment(9dba8bba-e909-47c7-9019-37e942827720),segment_id=9dba8bba-e909-47c7-9019-37e942827720)] {{(pid=103644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:34:10.583371 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-cbed7c55-2de7-4909-8215-5a6b79e2eb51 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562337'] for port (63b10366-aea5-4a94-8b0d-f56143d11f48), precommit_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:10.597424 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-cbed7c55-2de7-4909-8215-5a6b79e2eb51 None None] Calling delete_port for 63b10366-aea5-4a94-8b0d-f56143d11f48 owned by network:dhcp {{(pid=103644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 10:34:10.785808 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-cbed7c55-2de7-4909-8215-5a6b79e2eb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739585930060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739585409127'] for port (63b10366-aea5-4a94-8b0d-f56143d11f48), after_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:10.802465 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-f13646b9-c396-459e-a9bd-d5aa02c90cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739585930060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739585409127'] for port (63b10366-aea5-4a94-8b0d-f56143d11f48), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:10.815148 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbed7c55-2de7-4909-8215-5a6b79e2eb51 None None] Pushing event deleted for resources: {'Port': ['ID=63b10366-aea5-4a94-8b0d-f56143d11f48,revision_number=None']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:34:10.817236 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34918de-b4bc-4e7d-adf2-5550afd9789c req-bc5da968-ae2d-499c-9589-221a63d759e7 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:34:10.819004 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-f34918de-b4bc-4e7d-adf2-5550afd9789c req-bc5da968-ae2d-499c-9589-221a63d759e7 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/ports?device_id=c285fc22-e681-4296-afe4-8556e371552e HTTP/1.1" status: 200 len: 945 time: 0.2884359 Mar 14 10:34:10.820749 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbed7c55-2de7-4909-8215-5a6b79e2eb51 None None] No DVR routers for this DVR port 63b10366-aea5-4a94-8b0d-f56143d11f48 on host dv-cinder-833544-1-iscsi {{(pid=103644) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 10:34:10.829828 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbed7c55-2de7-4909-8215-5a6b79e2eb51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:34:10.830415 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbed7c55-2de7-4909-8215-5a6b79e2eb51 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:34:10.830770 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbed7c55-2de7-4909-8215-5a6b79e2eb51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:34:10.831116 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbed7c55-2de7-4909-8215-5a6b79e2eb51 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:34:10.831453 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbed7c55-2de7-4909-8215-5a6b79e2eb51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:34:10.831815 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbed7c55-2de7-4909-8215-5a6b79e2eb51 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:34:10.832152 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbed7c55-2de7-4909-8215-5a6b79e2eb51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:34:10.832486 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbed7c55-2de7-4909-8215-5a6b79e2eb51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:34:10.832825 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbed7c55-2de7-4909-8215-5a6b79e2eb51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:34:10.833209 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbed7c55-2de7-4909-8215-5a6b79e2eb51 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:34:10.833483 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbed7c55-2de7-4909-8215-5a6b79e2eb51 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:34:10.833820 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbed7c55-2de7-4909-8215-5a6b79e2eb51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:34:10.834145 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbed7c55-2de7-4909-8215-5a6b79e2eb51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:34:10.839120 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbed7c55-2de7-4909-8215-5a6b79e2eb51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:34:10.839120 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbed7c55-2de7-4909-8215-5a6b79e2eb51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:34:10.845192 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13646b9-c396-459e-a9bd-d5aa02c90cd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=63b10366-aea5-4a94-8b0d-f56143d11f48,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:34:10.847182 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13646b9-c396-459e-a9bd-d5aa02c90cd6 admin admin] No DVR routers for this DVR port 63b10366-aea5-4a94-8b0d-f56143d11f48 on host dv-cinder-833544-1-iscsi {{(pid=103643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 10:34:10.942089 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-f13646b9-c396-459e-a9bd-d5aa02c90cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687834', 'neutron.services.segments.db._delete_segments_for_network-8739585737229'] for network (6882a9ee-c558-49c4-8be5-9a1210fcc04f), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:10.947269 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-f34918de-b4bc-4e7d-adf2-5550afd9789c req-2cc9d208-2947-4324-a55b-f6183e3b9ed2 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b70bd49-c5ca-4159-8f17-c1401f955a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096072 Mar 14 10:34:10.967039 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-f13646b9-c396-459e-a9bd-d5aa02c90cd6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:34:10.967415 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-f13646b9-c396-459e-a9bd-d5aa02c90cd6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:34:10.968207 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-f13646b9-c396-459e-a9bd-d5aa02c90cd6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:34:10.968557 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-f13646b9-c396-459e-a9bd-d5aa02c90cd6 admin admin] Subscribe: > port after_create 55550000 {{(pid=103643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:34:10.968893 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-f13646b9-c396-459e-a9bd-d5aa02c90cd6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:34:10.969215 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-f13646b9-c396-459e-a9bd-d5aa02c90cd6 admin admin] Subscribe: > port after_update 55550000 {{(pid=103643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:34:10.969528 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-f13646b9-c396-459e-a9bd-d5aa02c90cd6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:34:10.969861 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-f13646b9-c396-459e-a9bd-d5aa02c90cd6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:34:10.970176 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-f13646b9-c396-459e-a9bd-d5aa02c90cd6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:34:10.970495 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-f13646b9-c396-459e-a9bd-d5aa02c90cd6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:34:11.080043 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-f13646b9-c396-459e-a9bd-d5aa02c90cd6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:34:11.080397 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-f13646b9-c396-459e-a9bd-d5aa02c90cd6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:34:11.080728 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-f13646b9-c396-459e-a9bd-d5aa02c90cd6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:34:11.081058 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-f13646b9-c396-459e-a9bd-d5aa02c90cd6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:34:11.081424 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.services.segments.db [None req-f13646b9-c396-459e-a9bd-d5aa02c90cd6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6882a9ee-c558-49c4-8be5-9a1210fcc04f']}} {{(pid=103643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:34:11.099653 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.services.segments.db [None req-f13646b9-c396-459e-a9bd-d5aa02c90cd6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9dba8bba-e909-47c7-9019-37e942827720') {'for_net_delete': True} {{(pid=103643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:34:11.099653 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.services.segments.db [None req-f13646b9-c396-459e-a9bd-d5aa02c90cd6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9dba8bba-e909-47c7-9019-37e942827720') {} {{(pid=103643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:34:11.115498 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-f13646b9-c396-459e-a9bd-d5aa02c90cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739585737494', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2656482'] for segment (9dba8bba-e909-47c7-9019-37e942827720), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:11.135923 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-f13646b9-c396-459e-a9bd-d5aa02c90cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1663358'] for segment (9dba8bba-e909-47c7-9019-37e942827720), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:11.143759 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f13646b9-c396-459e-a9bd-d5aa02c90cd6 admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=103643) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 10:34:11.144141 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-f13646b9-c396-459e-a9bd-d5aa02c90cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1663358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8516140'] for segment (9dba8bba-e909-47c7-9019-37e942827720), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:11.148142 dv-cinder-833544-1-iscsi neutron-server[103643]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 14 10:34:11.148142 dv-cinder-833544-1-iscsi neutron-server[103643]: from cryptography.utils import int_from_bytes Mar 14 10:34:11.148142 dv-cinder-833544-1-iscsi neutron-server[103643]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 14 10:34:11.148142 dv-cinder-833544-1-iscsi neutron-server[103643]: from cryptography.utils import int_from_bytes Mar 14 10:34:11.148142 dv-cinder-833544-1-iscsi neutron-server[103643]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 10:34:11.148142 dv-cinder-833544-1-iscsi neutron-server[103643]: self.session.flush() Mar 14 10:34:11.148142 dv-cinder-833544-1-iscsi neutron-server[103643]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 10:34:11.148142 dv-cinder-833544-1-iscsi neutron-server[103643]: self.session.flush() Mar 14 10:34:11.148142 dv-cinder-833544-1-iscsi neutron-server[103643]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 10:34:11.148142 dv-cinder-833544-1-iscsi neutron-server[103643]: self.session.flush() Mar 14 10:34:11.148142 dv-cinder-833544-1-iscsi neutron-server[103643]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 10:34:11.148142 dv-cinder-833544-1-iscsi neutron-server[103643]: self.session.flush() Mar 14 10:34:11.148142 dv-cinder-833544-1-iscsi neutron-server[103643]: Traceback (most recent call last): Mar 14 10:34:11.148142 dv-cinder-833544-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 10:34:11.148142 dv-cinder-833544-1-iscsi neutron-server[103643]: timer() Mar 14 10:34:11.148142 dv-cinder-833544-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 10:34:11.148142 dv-cinder-833544-1-iscsi neutron-server[103643]: cb(*args, **kw) Mar 14 10:34:11.148142 dv-cinder-833544-1-iscsi neutron-server[103643]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 10:34:11.148142 dv-cinder-833544-1-iscsi neutron-server[103643]: return func(*args, **kwargs) Mar 14 10:34:11.148142 dv-cinder-833544-1-iscsi neutron-server[103643]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 10:34:11.148142 dv-cinder-833544-1-iscsi neutron-server[103643]: self._notify() Mar 14 10:34:11.148142 dv-cinder-833544-1-iscsi neutron-server[103643]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 10:34:11.148142 dv-cinder-833544-1-iscsi neutron-server[103643]: self.callback(batched_events) Mar 14 10:34:11.148142 dv-cinder-833544-1-iscsi neutron-server[103643]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 10:34:11.148142 dv-cinder-833544-1-iscsi neutron-server[103643]: event.method(event) Mar 14 10:34:11.148142 dv-cinder-833544-1-iscsi neutron-server[103643]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 10:34:11.148142 dv-cinder-833544-1-iscsi neutron-server[103643]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 10:34:11.148142 dv-cinder-833544-1-iscsi neutron-server[103643]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 10:34:11.148142 dv-cinder-833544-1-iscsi neutron-server[103643]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 10:34:11.148142 dv-cinder-833544-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 10:34:11.148142 dv-cinder-833544-1-iscsi neutron-server[103643]: return f(self, *a, **k) Mar 14 10:34:11.148142 dv-cinder-833544-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 10:34:11.148142 dv-cinder-833544-1-iscsi neutron-server[103643]: return self._get(url).json() Mar 14 10:34:11.148142 dv-cinder-833544-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 10:34:11.148142 dv-cinder-833544-1-iscsi neutron-server[103643]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 10:34:11.148142 dv-cinder-833544-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 10:34:11.148142 dv-cinder-833544-1-iscsi neutron-server[103643]: return self.request(url, 'GET', **kwargs) Mar 14 10:34:11.148142 dv-cinder-833544-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 10:34:11.148142 dv-cinder-833544-1-iscsi neutron-server[103643]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 10:34:11.148142 dv-cinder-833544-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 10:34:11.148142 dv-cinder-833544-1-iscsi neutron-server[103643]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 10:34:11.148142 dv-cinder-833544-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 10:34:11.148142 dv-cinder-833544-1-iscsi neutron-server[103643]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 10:34:11.148142 dv-cinder-833544-1-iscsi neutron-server[103643]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 10:34:11.256564 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-f13646b9-c396-459e-a9bd-d5aa02c90cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-564434'] for network (6882a9ee-c558-49c4-8be5-9a1210fcc04f), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:11.266062 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-f13646b9-c396-459e-a9bd-d5aa02c90cd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631023'] for network (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:11.269809 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-f13646b9-c396-459e-a9bd-d5aa02c90cd6 admin admin] 10.222.0.16 "DELETE /v2.0/networks/6882a9ee-c558-49c4-8be5-9a1210fcc04f HTTP/1.1" status: 204 len: 168 time: 1.0592439 Mar 14 10:34:11.272779 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 47068) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:34:11.282468 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13646b9-c396-459e-a9bd-d5aa02c90cd6 admin admin] Pushing event deleted for resources: {'Network': ['ID=6882a9ee-c558-49c4-8be5-9a1210fcc04f,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:34:11.299632 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe3690d-f9ea-4f72-b61b-a31f29b095c8 req-7a6f9fc7-414c-4c40-9ff7-2e9d524b3108 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:34:11.301147 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-7fe3690d-f9ea-4f72-b61b-a31f29b095c8 req-7a6f9fc7-414c-4c40-9ff7-2e9d524b3108 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/ports?device_id=c285fc22-e681-4296-afe4-8556e371552e HTTP/1.1" status: 200 len: 945 time: 0.0749888 Mar 14 10:34:11.350489 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-7fe3690d-f9ea-4f72-b61b-a31f29b095c8 req-1e6fabfa-bde6-4610-b085-894cfd5ca441 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b70bd49-c5ca-4159-8f17-c1401f955a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437336 Mar 14 10:34:11.416488 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c201ce-b265-4d49-a166-2efa91d3c32b req-f8169d87-ae36-42cf-bbca-30f31aae11bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:34:11.418508 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-71c201ce-b265-4d49-a166-2efa91d3c32b req-f8169d87-ae36-42cf-bbca-30f31aae11bd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8323ed68f5bb4a3488c9723cb7c54c0f&device_id=c285fc22-e681-4296-afe4-8556e371552e HTTP/1.1" status: 200 len: 1129 time: 0.0872624 Mar 14 10:34:11.580090 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c201ce-b265-4d49-a166-2efa91d3c32b req-3120f644-336e-4051-ab26-3136062400aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:34:11.581515 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-71c201ce-b265-4d49-a166-2efa91d3c32b req-3120f644-336e-4051-ab26-3136062400aa service neutron] 10.222.0.39 "GET /v2.0/networks?id=41fa337d-ea5f-4994-bc9b-def763652602 HTTP/1.1" status: 200 len: 912 time: 0.1350822 Mar 14 10:34:11.684777 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-71c201ce-b265-4d49-a166-2efa91d3c32b req-a32f3baf-7fa0-4b8d-bbb2-fa5c190dcad0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9c434c67-2d84-4683-bfc9-cc8e82d98ac7 HTTP/1.1" status: 200 len: 1001 time: 0.0843091 Mar 14 10:34:11.744439 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c201ce-b265-4d49-a166-2efa91d3c32b req-ac7a44e5-b968-479b-bc9e-041741e081fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:34:11.745835 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-71c201ce-b265-4d49-a166-2efa91d3c32b req-ac7a44e5-b968-479b-bc9e-041741e081fd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=623577f8-c7f3-4e24-b897-1f421a0f10a6 HTTP/1.1" status: 200 len: 850 time: 0.0554156 Mar 14 10:34:11.821394 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c201ce-b265-4d49-a166-2efa91d3c32b req-6d5f586c-d8dc-47e2-81d8-0e79a2a55523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:34:11.823368 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-71c201ce-b265-4d49-a166-2efa91d3c32b req-6d5f586c-d8dc-47e2-81d8-0e79a2a55523 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=41fa337d-ea5f-4994-bc9b-def763652602&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0692067 Mar 14 10:34:11.872310 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-459e846f-bdaa-4733-b07b-7aa7c095b0d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-557792'] for router_interface (a6ea54de-3389-47e4-9ea3-e23b8f9ddccb), before_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:11.972828 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-71c201ce-b265-4d49-a166-2efa91d3c32b req-dd467768-af39-4bb9-b1c5-045787b1d7b0 service neutron] 10.222.0.39 "GET /v2.0/networks/41fa337d-ea5f-4994-bc9b-def763652602?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431541 Mar 14 10:34:12.349586 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Device 63b10366-aea5-4a94-8b0d-f56143d11f48 no longer exists at agent ovs-agent-dv-cinder-833544-1-iscsi {{(pid=103644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 10:34:12.369749 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] No Port match for: 63b10366-aea5-4a94-8b0d-f56143d11f48 {{(pid=103644) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 10:34:12.370688 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Device 63b10366-aea5-4a94-8b0d-f56143d11f48 not bound to the agent host dv-cinder-833544-1-iscsi {{(pid=103644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 10:34:12.377673 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-71c201ce-b265-4d49-a166-2efa91d3c32b req-8e3a7759-1b95-4371-be8e-7e4cf9ee8bf3 service neutron] 10.222.0.39 "GET /v2.0/networks/41fa337d-ea5f-4994-bc9b-def763652602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434109 Mar 14 10:34:12.472681 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.plugin [None req-459e846f-bdaa-4733-b07b-7aa7c095b0d6 admin admin] Deleting port ce9bacca-1f94-415f-adce-6e4fd17d66d7 {{(pid=103642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 10:34:12.473024 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-459e846f-bdaa-4733-b07b-7aa7c095b0d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739585920741'] for port (ce9bacca-1f94-415f-adce-6e4fd17d66d7), before_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:12.476254 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19de936-0098-45a1-97c3-8debfd09ca7d req-7187c03d-15ec-4a10-966c-237f2c23e3a9 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:34:12.477726 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-f19de936-0098-45a1-97c3-8debfd09ca7d req-7187c03d-15ec-4a10-966c-237f2c23e3a9 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/ports?device_id=c285fc22-e681-4296-afe4-8556e371552e HTTP/1.1" status: 200 len: 945 time: 0.0546248 Mar 14 10:34:12.523574 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-f19de936-0098-45a1-97c3-8debfd09ca7d req-773fc57b-ef7c-470d-8fba-7484f471feaa tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b70bd49-c5ca-4159-8f17-c1401f955a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397687 Mar 14 10:34:12.550745 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.db [None req-459e846f-bdaa-4733-b07b-7aa7c095b0d6 admin admin] For port ce9bacca-1f94-415f-adce-6e4fd17d66d7, host dv-cinder-833544-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833544-1-iscsi',level=0,port_id=ce9bacca-1f94-415f-adce-6e4fd17d66d7,segment=NetworkSegment(01fbe06e-49e0-4a40-90d3-bcc5d1fd2bc8),segment_id=01fbe06e-49e0-4a40-90d3-bcc5d1fd2bc8)] {{(pid=103642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:34:12.551044 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-459e846f-bdaa-4733-b07b-7aa7c095b0d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562337'] for port (ce9bacca-1f94-415f-adce-6e4fd17d66d7), precommit_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:12.563912 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.plugin [None req-459e846f-bdaa-4733-b07b-7aa7c095b0d6 admin admin] Calling delete_port for ce9bacca-1f94-415f-adce-6e4fd17d66d7 owned by network:router_interface {{(pid=103642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 10:34:12.802208 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-459e846f-bdaa-4733-b07b-7aa7c095b0d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739585930060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739585409127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9714944'] for port (ce9bacca-1f94-415f-adce-6e4fd17d66d7), after_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:12.830213 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459e846f-bdaa-4733-b07b-7aa7c095b0d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce9bacca-1f94-415f-adce-6e4fd17d66d7,revision_number=None']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:34:12.997093 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-459e846f-bdaa-4733-b07b-7aa7c095b0d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-559952'] for router_interface (a6ea54de-3389-47e4-9ea3-e23b8f9ddccb), after_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:13.215696 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-459e846f-bdaa-4733-b07b-7aa7c095b0d6 admin admin] Router a6ea54de-3389-47e4-9ea3-e23b8f9ddccb has already been hosted by L3 agent a016a58c-1f8a-4210-ae6c-360b1a1f78c1 {{(pid=103642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 10:34:13.317796 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-459e846f-bdaa-4733-b07b-7aa7c095b0d6 admin admin] Notify agent at l3_agent.dv-cinder-833544-1-iscsi the message routers_updated {{(pid=103642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 10:34:13.324051 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-459e846f-bdaa-4733-b07b-7aa7c095b0d6 admin admin] 10.222.0.16 "PUT /v2.0/routers/a6ea54de-3389-47e4-9ea3-e23b8f9ddccb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0500371 Mar 14 10:34:13.325649 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 47072) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:34:13.327631 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a90551-8ba7-49f1-a595-83d76eced667 None None] Sync routers for ids ['a6ea54de-3389-47e4-9ea3-e23b8f9ddccb'] in dv-cinder-833544-1-iscsi {{(pid=103645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 10:34:13.338196 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a90551-8ba7-49f1-a595-83d76eced667 None None] Routers {'a6ea54de-3389-47e4-9ea3-e23b8f9ddccb'} bound to L3 agent in host dv-cinder-833544-1-iscsi {{(pid=103645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:34:13.339395 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-a1a90551-8ba7-49f1-a595-83d76eced667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833544-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-14T10:17:23Z,description=,heartbeat_timestamp=2022-03-14T10:33:53Z,host='dv-cinder-833544-1-iscsi',id=a016a58c-1f8a-4210-ae6c-360b1a1f78c1,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:17:24Z,topic='l3_agent')) {'router_ids': ['a6ea54de-3389-47e4-9ea3-e23b8f9ddccb'], 'active': True} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:34:13.429073 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-e6a46071-67a6-4a28-a382-ec5146634cf9 admin admin] Publish callbacks [] for router (a6ea54de-3389-47e4-9ea3-e23b8f9ddccb), before_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:13.442188 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvr_db [None req-a1a90551-8ba7-49f1-a595-83d76eced667 None None] Set router a6ea54de-3389-47e4-9ea3-e23b8f9ddccb gateway port host: dv-cinder-833544-1-iscsi {{(pid=103645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:34:13.539522 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-e6a46071-67a6-4a28-a382-ec5146634cf9 admin admin] Publish callbacks [] for router_gateway (a6ea54de-3389-47e4-9ea3-e23b8f9ddccb), before_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:13.647134 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d86345a-f088-48b9-92d2-e5e8f02e1bf6 req-fc3ac0a3-a02d-46da-baf6-c70e01ea34dd tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:34:13.648694 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-4d86345a-f088-48b9-92d2-e5e8f02e1bf6 req-fc3ac0a3-a02d-46da-baf6-c70e01ea34dd tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/ports?device_id=c285fc22-e681-4296-afe4-8556e371552e HTTP/1.1" status: 200 len: 945 time: 0.0561934 Mar 14 10:34:13.658524 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.plugin [None req-e6a46071-67a6-4a28-a382-ec5146634cf9 admin admin] Deleting port 0204033c-c861-4a6c-8be7-339f226dd55f {{(pid=103642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 10:34:13.658870 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-e6a46071-67a6-4a28-a382-ec5146634cf9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739585920741'] for port (0204033c-c861-4a6c-8be7-339f226dd55f), before_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:13.701044 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-4d86345a-f088-48b9-92d2-e5e8f02e1bf6 req-c566eb31-3a23-41e5-a9d8-5c471238a078 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b70bd49-c5ca-4159-8f17-c1401f955a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442290 Mar 14 10:34:13.711579 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-a1a90551-8ba7-49f1-a595-83d76eced667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6ea54de-3389-47e4-9ea3-e23b8f9ddccb', 'name': 'tempest-TestMinimumBasicScenario-1282005048-router', 'tenant_id': 'bb8f304b1d974a668823c782a583ff4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '0204033c-c861-4a6c-8be7-339f226dd55f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:29:49Z', 'updated_at': '2022-03-14T10:34:12Z', 'revision_number': 5, 'project_id': 'bb8f304b1d974a668823c782a583ff4c', 'gw_port': {'id': '0204033c-c861-4a6c-8be7-339f226dd55f', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ed:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ea54de-3389-47e4-9ea3-e23b8f9ddccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:29:50Z', 'updated_at': '2022-03-14T10:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi'}], 'dv-cinder-833544-1-iscsi', False) {} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:34:13.737055 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a90551-8ba7-49f1-a595-83d76eced667 None None] Checking router: a6ea54de-3389-47e4-9ea3-e23b8f9ddccb for host: dv-cinder-833544-1-iscsi {{(pid=103645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 10:34:13.745508 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a90551-8ba7-49f1-a595-83d76eced667 None None] Routers {'a6ea54de-3389-47e4-9ea3-e23b8f9ddccb'} bound to L3 agent in host dv-cinder-833544-1-iscsi {{(pid=103645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:34:13.746103 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-a1a90551-8ba7-49f1-a595-83d76eced667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833544-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-14T10:17:23Z,description=,heartbeat_timestamp=2022-03-14T10:33:53Z,host='dv-cinder-833544-1-iscsi',id=a016a58c-1f8a-4210-ae6c-360b1a1f78c1,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:17:24Z,topic='l3_agent')) {'router_ids': ['a6ea54de-3389-47e4-9ea3-e23b8f9ddccb'], 'active': True} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:34:13.746412 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.db [None req-e6a46071-67a6-4a28-a382-ec5146634cf9 admin admin] For port 0204033c-c861-4a6c-8be7-339f226dd55f, host dv-cinder-833544-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833544-1-iscsi',level=0,port_id=0204033c-c861-4a6c-8be7-339f226dd55f,segment=NetworkSegment(11cedc40-3914-4af6-ba83-0b9ce6d6fc30),segment_id=11cedc40-3914-4af6-ba83-0b9ce6d6fc30)] {{(pid=103642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:34:13.746783 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-e6a46071-67a6-4a28-a382-ec5146634cf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562337'] for port (0204033c-c861-4a6c-8be7-339f226dd55f), precommit_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:13.759033 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.plugin [None req-e6a46071-67a6-4a28-a382-ec5146634cf9 admin admin] Calling delete_port for 0204033c-c861-4a6c-8be7-339f226dd55f owned by network:router_gateway {{(pid=103642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 10:34:13.830600 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvr_db [None req-a1a90551-8ba7-49f1-a595-83d76eced667 None None] Set router a6ea54de-3389-47e4-9ea3-e23b8f9ddccb gateway port host: None {{(pid=103645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:34:13.882960 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-a1a90551-8ba7-49f1-a595-83d76eced667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6ea54de-3389-47e4-9ea3-e23b8f9ddccb', 'name': 'tempest-TestMinimumBasicScenario-1282005048-router', 'tenant_id': 'bb8f304b1d974a668823c782a583ff4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:29:49Z', 'updated_at': '2022-03-14T10:34:13Z', 'revision_number': 6, 'project_id': 'bb8f304b1d974a668823c782a583ff4c', 'gw_port_host': None}], 'dv-cinder-833544-1-iscsi', False) {} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:34:13.908366 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a90551-8ba7-49f1-a595-83d76eced667 None None] The sync data for ids ['a6ea54de-3389-47e4-9ea3-e23b8f9ddccb'] in dv-cinder-833544-1-iscsi is: [{'id': 'a6ea54de-3389-47e4-9ea3-e23b8f9ddccb', 'name': 'tempest-TestMinimumBasicScenario-1282005048-router', 'tenant_id': 'bb8f304b1d974a668823c782a583ff4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:29:49Z', 'updated_at': '2022-03-14T10:34:13Z', 'revision_number': 6, 'project_id': 'bb8f304b1d974a668823c782a583ff4c', 'gw_port_host': None}] {{(pid=103645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 10:34:13.987436 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-e6a46071-67a6-4a28-a382-ec5146634cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739585930060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739585409127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9714944'] for port (0204033c-c861-4a6c-8be7-339f226dd55f), after_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:14.010872 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a46071-67a6-4a28-a382-ec5146634cf9 admin admin] Pushing event deleted for resources: {'Port': ['ID=0204033c-c861-4a6c-8be7-339f226dd55f,revision_number=None']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:34:14.074524 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-e6a46071-67a6-4a28-a382-ec5146634cf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-564278'] for router_gateway (a6ea54de-3389-47e4-9ea3-e23b8f9ddccb), after_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:14.162322 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-e6a46071-67a6-4a28-a382-ec5146634cf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10120'] for router (a6ea54de-3389-47e4-9ea3-e23b8f9ddccb), precommit_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:14.164399 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-e6a46071-67a6-4a28-a382-ec5146634cf9 admin admin] Publish callbacks [] for router_controller (a6ea54de-3389-47e4-9ea3-e23b8f9ddccb), precommit_delete_associations {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:14.261828 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-e6a46071-67a6-4a28-a382-ec5146634cf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-559426'] for router (a6ea54de-3389-47e4-9ea3-e23b8f9ddccb), after_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:14.262367 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6a46071-67a6-4a28-a382-ec5146634cf9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a6ea54de-3389-47e4-9ea3-e23b8f9ddccb {{(pid=103642) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 10:34:14.266853 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-e6a46071-67a6-4a28-a382-ec5146634cf9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:14.268083 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-e6a46071-67a6-4a28-a382-ec5146634cf9 admin admin] 10.222.0.16 "DELETE /v2.0/routers/a6ea54de-3389-47e4-9ea3-e23b8f9ddccb HTTP/1.1" status: 204 len: 168 time: 0.9414809 Mar 14 10:34:14.270743 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 47078) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:34:14.326732 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.db.db_base_plugin_v2 [None req-b22da186-ce80-47e3-8cba-bb8959a58db3 admin admin] Deleting subnet dd3a1949-5b6d-4fc7-9175-544a8846b326 {{(pid=103642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 14 10:34:14.330070 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-b22da186-ce80-47e3-8cba-bb8959a58db3 admin admin] Publish callbacks [] for subnet (dd3a1949-5b6d-4fc7-9175-544a8846b326), before_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:14.366670 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-b22da186-ce80-47e3-8cba-bb8959a58db3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10247711'] for subnet (dd3a1949-5b6d-4fc7-9175-544a8846b326), precommit_delete_associations {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:14.439956 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-b22da186-ce80-47e3-8cba-bb8959a58db3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1689235'] for subnet (dd3a1949-5b6d-4fc7-9175-544a8846b326), precommit_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:14.558933 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-b22da186-ce80-47e3-8cba-bb8959a58db3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9715037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10301227'] for subnet (dd3a1949-5b6d-4fc7-9175-544a8846b326), after_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:14.586972 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22da186-ce80-47e3-8cba-bb8959a58db3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd3a1949-5b6d-4fc7-9175-544a8846b326,revision_number=None']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:34:14.596669 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-b22da186-ce80-47e3-8cba-bb8959a58db3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:14.599309 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d17e02-15f3-4316-89f9-342550787f65 None None] Network 0b1a06f8-5000-4d82-8ecb-7238bccbcec1 requested from dv-cinder-833544-1-iscsi {{(pid=103644) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 10:34:14.599846 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-b22da186-ce80-47e3-8cba-bb8959a58db3 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/dd3a1949-5b6d-4fc7-9175-544a8846b326 HTTP/1.1" status: 204 len: 168 time: 0.3280478 Mar 14 10:34:14.601550 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22da186-ce80-47e3-8cba-bb8959a58db3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:34:14.602465 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22da186-ce80-47e3-8cba-bb8959a58db3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:34:14.602659 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 47080) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:34:14.603973 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22da186-ce80-47e3-8cba-bb8959a58db3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:34:14.604353 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22da186-ce80-47e3-8cba-bb8959a58db3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:34:14.604704 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22da186-ce80-47e3-8cba-bb8959a58db3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:34:14.605072 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22da186-ce80-47e3-8cba-bb8959a58db3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:34:14.605411 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22da186-ce80-47e3-8cba-bb8959a58db3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:34:14.605746 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22da186-ce80-47e3-8cba-bb8959a58db3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:34:14.606554 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22da186-ce80-47e3-8cba-bb8959a58db3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:34:14.606896 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22da186-ce80-47e3-8cba-bb8959a58db3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:34:14.607235 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22da186-ce80-47e3-8cba-bb8959a58db3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:34:14.607573 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22da186-ce80-47e3-8cba-bb8959a58db3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:34:14.607928 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22da186-ce80-47e3-8cba-bb8959a58db3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:34:14.608260 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22da186-ce80-47e3-8cba-bb8959a58db3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:34:14.608788 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22da186-ce80-47e3-8cba-bb8959a58db3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:34:14.675184 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-63079077-bb47-4155-9de6-45c0bbc13202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369052'] for network (0b1a06f8-5000-4d82-8ecb-7238bccbcec1), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:14.738387 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [None req-63079077-bb47-4155-9de6-45c0bbc13202 admin admin] Deleting port 862bcf05-80ba-4e58-ae64-6ed5e3600bdc {{(pid=103643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 10:34:14.738781 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-63079077-bb47-4155-9de6-45c0bbc13202 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739585920741'] for port (862bcf05-80ba-4e58-ae64-6ed5e3600bdc), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:14.740493 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Device ce9bacca-1f94-415f-adce-6e4fd17d66d7 no longer exists at agent ovs-agent-dv-cinder-833544-1-iscsi {{(pid=103644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 10:34:14.762885 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be11fc8c-d563-4c1c-9f0d-72cebe2480f8 None None] DHCP port deletion for 0b1a06f8-5000-4d82-8ecb-7238bccbcec1 request from dv-cinder-833544-1-iscsi {{(pid=103644) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 14 10:34:14.764525 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] No Port match for: ce9bacca-1f94-415f-adce-6e4fd17d66d7 {{(pid=103644) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 10:34:14.764867 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Device ce9bacca-1f94-415f-adce-6e4fd17d66d7 not bound to the agent host dv-cinder-833544-1-iscsi {{(pid=103644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 10:34:14.810471 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.db [None req-63079077-bb47-4155-9de6-45c0bbc13202 admin admin] For port 862bcf05-80ba-4e58-ae64-6ed5e3600bdc, host dv-cinder-833544-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833544-1-iscsi',level=0,port_id=862bcf05-80ba-4e58-ae64-6ed5e3600bdc,segment=NetworkSegment(01fbe06e-49e0-4a40-90d3-bcc5d1fd2bc8),segment_id=01fbe06e-49e0-4a40-90d3-bcc5d1fd2bc8)] {{(pid=103643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:34:14.810834 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-63079077-bb47-4155-9de6-45c0bbc13202 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562337'] for port (862bcf05-80ba-4e58-ae64-6ed5e3600bdc), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:14.811965 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-be11fc8c-d563-4c1c-9f0d-72cebe2480f8 None None] Deleting port 862bcf05-80ba-4e58-ae64-6ed5e3600bdc {{(pid=103644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 10:34:14.812351 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-be11fc8c-d563-4c1c-9f0d-72cebe2480f8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739585920741'] for port (862bcf05-80ba-4e58-ae64-6ed5e3600bdc), before_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:14.824954 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [None req-63079077-bb47-4155-9de6-45c0bbc13202 admin admin] Calling delete_port for 862bcf05-80ba-4e58-ae64-6ed5e3600bdc owned by network:dhcp {{(pid=103643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 10:34:14.881867 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-be11fc8c-d563-4c1c-9f0d-72cebe2480f8 None None] For port 862bcf05-80ba-4e58-ae64-6ed5e3600bdc, host dv-cinder-833544-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833544-1-iscsi',level=0,port_id=862bcf05-80ba-4e58-ae64-6ed5e3600bdc,segment=NetworkSegment(01fbe06e-49e0-4a40-90d3-bcc5d1fd2bc8),segment_id=01fbe06e-49e0-4a40-90d3-bcc5d1fd2bc8)] {{(pid=103644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:34:14.882285 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-be11fc8c-d563-4c1c-9f0d-72cebe2480f8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562337'] for port (862bcf05-80ba-4e58-ae64-6ed5e3600bdc), precommit_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:14.895575 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-be11fc8c-d563-4c1c-9f0d-72cebe2480f8 None None] Calling delete_port for 862bcf05-80ba-4e58-ae64-6ed5e3600bdc owned by network:dhcp {{(pid=103644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 10:34:14.965191 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-63079077-bb47-4155-9de6-45c0bbc13202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739585930060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739585409127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516063'] for port (862bcf05-80ba-4e58-ae64-6ed5e3600bdc), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:14.976610 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-be11fc8c-d563-4c1c-9f0d-72cebe2480f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739585930060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739585409127'] for port (862bcf05-80ba-4e58-ae64-6ed5e3600bdc), after_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:14.998306 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63079077-bb47-4155-9de6-45c0bbc13202 admin admin] Pushing event deleted for resources: {'Port': ['ID=862bcf05-80ba-4e58-ae64-6ed5e3600bdc,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:34:15.000241 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63079077-bb47-4155-9de6-45c0bbc13202 admin admin] No DVR routers for this DVR port 862bcf05-80ba-4e58-ae64-6ed5e3600bdc on host dv-cinder-833544-1-iscsi {{(pid=103643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 10:34:15.004479 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11fc8c-d563-4c1c-9f0d-72cebe2480f8 None None] Pushing event deleted for resources: {'Port': ['ID=862bcf05-80ba-4e58-ae64-6ed5e3600bdc,revision_number=None']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:34:15.008804 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be11fc8c-d563-4c1c-9f0d-72cebe2480f8 None None] No DVR routers for this DVR port 862bcf05-80ba-4e58-ae64-6ed5e3600bdc on host dv-cinder-833544-1-iscsi {{(pid=103644) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 10:34:15.081135 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-63079077-bb47-4155-9de6-45c0bbc13202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687834', 'neutron.services.segments.db._delete_segments_for_network-8739585737229'] for network (0b1a06f8-5000-4d82-8ecb-7238bccbcec1), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:15.100684 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.services.segments.db [None req-63079077-bb47-4155-9de6-45c0bbc13202 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b1a06f8-5000-4d82-8ecb-7238bccbcec1']}} {{(pid=103643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:34:15.109731 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.services.segments.db [None req-63079077-bb47-4155-9de6-45c0bbc13202 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01fbe06e-49e0-4a40-90d3-bcc5d1fd2bc8') {'for_net_delete': True} {{(pid=103643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:34:15.110022 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.services.segments.db [None req-63079077-bb47-4155-9de6-45c0bbc13202 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01fbe06e-49e0-4a40-90d3-bcc5d1fd2bc8') {} {{(pid=103643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:34:15.118909 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-63079077-bb47-4155-9de6-45c0bbc13202 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739585737494', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2656482'] for segment (01fbe06e-49e0-4a40-90d3-bcc5d1fd2bc8), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:15.132172 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-63079077-bb47-4155-9de6-45c0bbc13202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1663358'] for segment (01fbe06e-49e0-4a40-90d3-bcc5d1fd2bc8), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:15.138552 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63079077-bb47-4155-9de6-45c0bbc13202 admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=103643) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 10:34:15.141735 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-63079077-bb47-4155-9de6-45c0bbc13202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1663358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8516140'] for segment (01fbe06e-49e0-4a40-90d3-bcc5d1fd2bc8), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:15.141735 dv-cinder-833544-1-iscsi neutron-server[103643]: Traceback (most recent call last): Mar 14 10:34:15.141735 dv-cinder-833544-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 10:34:15.141735 dv-cinder-833544-1-iscsi neutron-server[103643]: timer() Mar 14 10:34:15.141735 dv-cinder-833544-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 10:34:15.141735 dv-cinder-833544-1-iscsi neutron-server[103643]: cb(*args, **kw) Mar 14 10:34:15.141735 dv-cinder-833544-1-iscsi neutron-server[103643]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 10:34:15.141735 dv-cinder-833544-1-iscsi neutron-server[103643]: return func(*args, **kwargs) Mar 14 10:34:15.141735 dv-cinder-833544-1-iscsi neutron-server[103643]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 10:34:15.141735 dv-cinder-833544-1-iscsi neutron-server[103643]: self._notify() Mar 14 10:34:15.141735 dv-cinder-833544-1-iscsi neutron-server[103643]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 10:34:15.141735 dv-cinder-833544-1-iscsi neutron-server[103643]: self.callback(batched_events) Mar 14 10:34:15.141735 dv-cinder-833544-1-iscsi neutron-server[103643]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 10:34:15.141735 dv-cinder-833544-1-iscsi neutron-server[103643]: event.method(event) Mar 14 10:34:15.141735 dv-cinder-833544-1-iscsi neutron-server[103643]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 10:34:15.141735 dv-cinder-833544-1-iscsi neutron-server[103643]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 10:34:15.141735 dv-cinder-833544-1-iscsi neutron-server[103643]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 10:34:15.141735 dv-cinder-833544-1-iscsi neutron-server[103643]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 10:34:15.141735 dv-cinder-833544-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 10:34:15.141735 dv-cinder-833544-1-iscsi neutron-server[103643]: return f(self, *a, **k) Mar 14 10:34:15.141735 dv-cinder-833544-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 10:34:15.141735 dv-cinder-833544-1-iscsi neutron-server[103643]: return self._get(url).json() Mar 14 10:34:15.141735 dv-cinder-833544-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 10:34:15.141735 dv-cinder-833544-1-iscsi neutron-server[103643]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 10:34:15.141735 dv-cinder-833544-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 10:34:15.141735 dv-cinder-833544-1-iscsi neutron-server[103643]: return self.request(url, 'GET', **kwargs) Mar 14 10:34:15.141735 dv-cinder-833544-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 10:34:15.141735 dv-cinder-833544-1-iscsi neutron-server[103643]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 10:34:15.141735 dv-cinder-833544-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 10:34:15.141735 dv-cinder-833544-1-iscsi neutron-server[103643]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 10:34:15.141735 dv-cinder-833544-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 10:34:15.141735 dv-cinder-833544-1-iscsi neutron-server[103643]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 10:34:15.141735 dv-cinder-833544-1-iscsi neutron-server[103643]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 10:34:15.255722 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-63079077-bb47-4155-9de6-45c0bbc13202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-564434'] for network (0b1a06f8-5000-4d82-8ecb-7238bccbcec1), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:15.261517 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-63079077-bb47-4155-9de6-45c0bbc13202 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631023'] for network (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:15.264624 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-63079077-bb47-4155-9de6-45c0bbc13202 admin admin] 10.222.0.16 "DELETE /v2.0/networks/0b1a06f8-5000-4d82-8ecb-7238bccbcec1 HTTP/1.1" status: 204 len: 168 time: 0.6610112 Mar 14 10:34:15.274913 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63079077-bb47-4155-9de6-45c0bbc13202 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b1a06f8-5000-4d82-8ecb-7238bccbcec1,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:34:15.658947 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 47084) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:34:15.697945 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-98caf72f-8773-4ded-b94b-6818c0e29d93 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2e6c27112eef433e92d2b52711c12a4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378456 Mar 14 10:34:15.700309 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 47086) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:34:15.745868 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-a9e97394-e2af-4b5f-af87-ed3d60fda909 admin admin] Publish callbacks [] for security_group (5e553502-ba8e-44d0-bcac-0e3b922622e4), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:15.765400 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-a9e97394-e2af-4b5f-af87-ed3d60fda909 admin admin] Publish callbacks [] for security_group (5e553502-ba8e-44d0-bcac-0e3b922622e4), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:15.889935 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-a9e97394-e2af-4b5f-af87-ed3d60fda909 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (5e553502-ba8e-44d0-bcac-0e3b922622e4), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:15.892531 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-a9e97394-e2af-4b5f-af87-ed3d60fda909 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:15.893671 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-a9e97394-e2af-4b5f-af87-ed3d60fda909 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5e553502-ba8e-44d0-bcac-0e3b922622e4 HTTP/1.1" status: 204 len: 168 time: 0.1924927 Mar 14 10:34:15.901775 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e97394-e2af-4b5f-af87-ed3d60fda909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e553502-ba8e-44d0-bcac-0e3b922622e4,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:34:16.350273 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Device 862bcf05-80ba-4e58-ae64-6ed5e3600bdc no longer exists at agent ovs-agent-dv-cinder-833544-1-iscsi {{(pid=103644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 10:34:16.369559 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] No Port match for: 862bcf05-80ba-4e58-ae64-6ed5e3600bdc {{(pid=103644) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 10:34:16.369902 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Device 862bcf05-80ba-4e58-ae64-6ed5e3600bdc not bound to the agent host dv-cinder-833544-1-iscsi {{(pid=103644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 10:34:16.370301 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Device 0204033c-c861-4a6c-8be7-339f226dd55f no longer exists at agent ovs-agent-dv-cinder-833544-1-iscsi {{(pid=103644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 10:34:16.388700 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] No Port match for: 0204033c-c861-4a6c-8be7-339f226dd55f {{(pid=103644) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 10:34:16.389048 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Device 0204033c-c861-4a6c-8be7-339f226dd55f not bound to the agent host dv-cinder-833544-1-iscsi {{(pid=103644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 10:34:16.492642 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 47092) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:34:16.531391 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-8ebaa10c-358b-44f9-b403-bcbc53a63b00 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bb8f304b1d974a668823c782a583ff4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0375810 Mar 14 10:34:16.533785 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 47094) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:34:16.581914 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-a259eb22-72c1-489d-9426-955371d38f3f admin admin] Publish callbacks [] for security_group (3a052ec3-8c84-4a8e-aa91-e0f5b5320482), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:16.601883 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-a259eb22-72c1-489d-9426-955371d38f3f admin admin] Publish callbacks [] for security_group (3a052ec3-8c84-4a8e-aa91-e0f5b5320482), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:16.711066 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-a259eb22-72c1-489d-9426-955371d38f3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (3a052ec3-8c84-4a8e-aa91-e0f5b5320482), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:16.713538 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-a259eb22-72c1-489d-9426-955371d38f3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:16.714683 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-a259eb22-72c1-489d-9426-955371d38f3f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3a052ec3-8c84-4a8e-aa91-e0f5b5320482 HTTP/1.1" status: 204 len: 168 time: 0.1800191 Mar 14 10:34:16.722484 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a259eb22-72c1-489d-9426-955371d38f3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a052ec3-8c84-4a8e-aa91-e0f5b5320482,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:34:17.643057 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 47116) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:34:17.735688 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [None req-c54fdc12-2c80-4c59-ac2c-1f3ec55a253b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-162580303-network', 'tenant_id': '6297757b71cd48d4a33ab7458cc05ac7'}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:34:17.832832 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c54fdc12-2c80-4c59-ac2c-1f3ec55a253b admin admin] Made reservation on behalf of 6297757b71cd48d4a33ab7458cc05ac7 for: {'network': 1} {{(pid=103643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 10:34:17.835363 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-c54fdc12-2c80-4c59-ac2c-1f3ec55a253b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for network (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:17.844205 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-c54fdc12-2c80-4c59-ac2c-1f3ec55a253b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:17.914778 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-c54fdc12-2c80-4c59-ac2c-1f3ec55a253b admin admin] Publish callbacks [] for security_group (1d2a97cd-f608-4936-9d62-b37f209a8d0f), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:17.968454 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-c54fdc12-2c80-4c59-ac2c-1f3ec55a253b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (1d2a97cd-f608-4936-9d62-b37f209a8d0f), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:17.991832 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c54fdc12-2c80-4c59-ac2c-1f3ec55a253b admin admin] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=103643) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 10:34:18.001758 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54fdc12-2c80-4c59-ac2c-1f3ec55a253b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d2a97cd-f608-4936-9d62-b37f209a8d0f,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:34:18.006299 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-c54fdc12-2c80-4c59-ac2c-1f3ec55a253b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1663358'] for segment (2460ef8d-df84-4c9b-a5b7-310d5b72ba4e), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:18.006640 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.db.segments_db [None req-c54fdc12-2c80-4c59-ac2c-1f3ec55a253b admin admin] Added segment 2460ef8d-df84-4c9b-a5b7-310d5b72ba4e of type vlan for network c84f27eb-37b9-4aa9-b62d-da2eefd83ac0 Mar 14 10:34:18.046103 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-c54fdc12-2c80-4c59-ac2c-1f3ec55a253b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739585426881'] for network (c84f27eb-37b9-4aa9-b62d-da2eefd83ac0), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:18.124036 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-c54fdc12-2c80-4c59-ac2c-1f3ec55a253b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005'] for network (c84f27eb-37b9-4aa9-b62d-da2eefd83ac0), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:18.124984 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54fdc12-2c80-4c59-ac2c-1f3ec55a253b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:34:18.125568 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-c54fdc12-2c80-4c59-ac2c-1f3ec55a253b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631023'] for network (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:18.182958 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54fdc12-2c80-4c59-ac2c-1f3ec55a253b admin admin] Pushing event updated for resources: {'Network': ['ID=c84f27eb-37b9-4aa9-b62d-da2eefd83ac0,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:34:18.192411 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Network c84f27eb-37b9-4aa9-b62d-da2eefd83ac0 details requested by agent ovs-agent-dv-cinder-833544-1-iscsi with host dv-cinder-833544-1-iscsi {{(pid=103644) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 10:34:18.224101 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-c54fdc12-2c80-4c59-ac2c-1f3ec55a253b admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5799189 Mar 14 10:34:18.226960 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 47120) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:34:18.231814 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [None req-a70804b1-e1fc-46bc-a611-0d15d77f39aa admin admin] Request body: {'subnet': {'network_id': 'c84f27eb-37b9-4aa9-b62d-da2eefd83ac0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-162580303-subnet', 'tenant_id': '6297757b71cd48d4a33ab7458cc05ac7', 'ip_version': 4}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:34:18.322339 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a70804b1-e1fc-46bc-a611-0d15d77f39aa admin admin] Made reservation on behalf of 6297757b71cd48d4a33ab7458cc05ac7 for: {'subnet': 1} {{(pid=103643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 10:34:18.325355 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-a70804b1-e1fc-46bc-a611-0d15d77f39aa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281011'] for subnet (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:18.545580 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-a70804b1-e1fc-46bc-a611-0d15d77f39aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8515907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9280961'] for subnet (c1ca7e58-7de1-4354-86ba-4c133fca3e45), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:18.596995 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70804b1-e1fc-46bc-a611-0d15d77f39aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1ca7e58-7de1-4354-86ba-4c133fca3e45,revision_number=0']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:34:18.608586 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70804b1-e1fc-46bc-a611-0d15d77f39aa admin admin] Checking segment: {'id': '2460ef8d-df84-4c9b-a5b7-310d5b72ba4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'c84f27eb-37b9-4aa9-b62d-da2eefd83ac0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:34:18.608949 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a70804b1-e1fc-46bc-a611-0d15d77f39aa admin admin] Network hostable DHCP agents. Network: c84f27eb-37b9-4aa9-b62d-da2eefd83ac0, hostable agents: ['71411765-f129-4ae6-9e82-4fe742fde8ff'], hosted agents: [] {{(pid=103643) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 10:34:18.682195 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a70804b1-e1fc-46bc-a611-0d15d77f39aa admin admin] Network c84f27eb-37b9-4aa9-b62d-da2eefd83ac0 is scheduled to be hosted by DHCP agent 71411765-f129-4ae6-9e82-4fe742fde8ff with binding_index 1 {{(pid=103643) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 10:34:18.750480 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.base_scheduler [None req-a70804b1-e1fc-46bc-a611-0d15d77f39aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-833544-1-iscsi, c84f27eb-37b9-4aa9-b62d-da2eefd83ac0) {{(pid=103643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:34:18.754353 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70804b1-e1fc-46bc-a611-0d15d77f39aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:34:18.754963 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-a70804b1-e1fc-46bc-a611-0d15d77f39aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631023'] for subnet (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:18.759449 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e3a0fb9-2649-4aad-9f6b-f30d60c19f3b None None] Network c84f27eb-37b9-4aa9-b62d-da2eefd83ac0 requested from dv-cinder-833544-1-iscsi {{(pid=103644) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 10:34:18.852389 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-a70804b1-e1fc-46bc-a611-0d15d77f39aa admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6243079 Mar 14 10:34:18.854812 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-569fd834-deb3-4a5d-a4b7-1379706ecffb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5134b456-3691-55a4-ab1f-9767d820ba17-c84f27eb-37b9-4aa9-b62d-da2eefd83ac0', 'network_id': 'c84f27eb-37b9-4aa9-b62d-da2eefd83ac0', 'project_id': '6297757b71cd48d4a33ab7458cc05ac7', 'fixed_ips': [{'subnet_id': 'c1ca7e58-7de1-4354-86ba-4c133fca3e45'}]}} from dv-cinder-833544-1-iscsi. {{(pid=103644) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 14 10:34:18.855683 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 47124) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:34:18.856165 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-569fd834-deb3-4a5d-a4b7-1379706ecffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (None), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:18.860023 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.v2.base [None req-47074c88-8700-4c2b-9bfd-be68efebf25b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-162580303-router', 'tenant_id': '6297757b71cd48d4a33ab7458cc05ac7', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a'}}} {{(pid=103642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:34:18.941337 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-47074c88-8700-4c2b-9bfd-be68efebf25b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-559121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10214'] for router (88162fc5-f696-46e6-aec7-20a02549062f), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:18.943033 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-47074c88-8700-4c2b-9bfd-be68efebf25b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-564327', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-678354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10225'] for router (88162fc5-f696-46e6-aec7-20a02549062f), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:18.987644 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.db_base_plugin_common [None req-569fd834-deb3-4a5d-a4b7-1379706ecffb None None] Allocated IP 172.20.0.2 (c84f27eb-37b9-4aa9-b62d-da2eefd83ac0/c1ca7e58-7de1-4354-86ba-4c133fca3e45/72b03e6f-0145-452b-859f-a949fe7c5365) {{(pid=103644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 10:34:18.994453 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-47074c88-8700-4c2b-9bfd-be68efebf25b admin admin] Publish callbacks [] for router_controller (88162fc5-f696-46e6-aec7-20a02549062f), precommit_add_association {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:19.202071 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-47074c88-8700-4c2b-9bfd-be68efebf25b admin admin] Publish callbacks [] for router_gateway (88162fc5-f696-46e6-aec7-20a02549062f), precommit_update {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:19.249897 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-569fd834-deb3-4a5d-a4b7-1379706ecffb None None] Publish callbacks [] for port (72b03e6f-0145-452b-859f-a949fe7c5365), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:19.359117 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-569fd834-deb3-4a5d-a4b7-1379706ecffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739585409118'] for port (72b03e6f-0145-452b-859f-a949fe7c5365), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:19.396997 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-569fd834-deb3-4a5d-a4b7-1379706ecffb None None] Network c84f27eb-37b9-4aa9-b62d-da2eefd83ac0 is already hosted by enough agents. {{(pid=103644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:34:19.399904 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.scheduler.base_scheduler [None req-569fd834-deb3-4a5d-a4b7-1379706ecffb None None] Resources bound (agent type, host, resource id): {{(pid=103644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:34:19.403939 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569fd834-deb3-4a5d-a4b7-1379706ecffb None None] Received port after_create {{(pid=103644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 10:34:19.415161 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569fd834-deb3-4a5d-a4b7-1379706ecffb None None] Pushing event updated for resources: {'Port': ['ID=72b03e6f-0145-452b-859f-a949fe7c5365,revision_number=1']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:34:19.447532 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-47074c88-8700-4c2b-9bfd-be68efebf25b admin admin] Publish callbacks [] for router_gateway (88162fc5-f696-46e6-aec7-20a02549062f), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:19.465465 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.managers [None req-569fd834-deb3-4a5d-a4b7-1379706ecffb None None] Attempting to bind port 72b03e6f-0145-452b-859f-a949fe7c5365 on host dv-cinder-833544-1-iscsi for vnic_type normal with profile {{(pid=103644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 10:34:19.465790 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.managers [None req-569fd834-deb3-4a5d-a4b7-1379706ecffb None None] Attempting to bind port 72b03e6f-0145-452b-859f-a949fe7c5365 by drivers openvswitch,hyperv on host dv-cinder-833544-1-iscsi at level 0 using segments [{'id': '2460ef8d-df84-4c9b-a5b7-310d5b72ba4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'c84f27eb-37b9-4aa9-b62d-da2eefd83ac0'}] {{(pid=103644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 10:34:19.466185 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569fd834-deb3-4a5d-a4b7-1379706ecffb None None] Attempting to bind port 72b03e6f-0145-452b-859f-a949fe7c5365 on network c84f27eb-37b9-4aa9-b62d-da2eefd83ac0 {{(pid=103644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:34:19.468662 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-47074c88-8700-4c2b-9bfd-be68efebf25b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (None), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:19.471226 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569fd834-deb3-4a5d-a4b7-1379706ecffb None None] Checking agent: {'id': '3daba05a-6d77-487a-83af-fb9f8edf24c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833544-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 14, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 10, 33, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833544-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 10:34:19.471615 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569fd834-deb3-4a5d-a4b7-1379706ecffb None None] Checking segment: {'id': '2460ef8d-df84-4c9b-a5b7-310d5b72ba4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'c84f27eb-37b9-4aa9-b62d-da2eefd83ac0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:34:19.472051 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-569fd834-deb3-4a5d-a4b7-1379706ecffb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:19.472449 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569fd834-deb3-4a5d-a4b7-1379706ecffb None None] Bound using segment: {'id': '2460ef8d-df84-4c9b-a5b7-310d5b72ba4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'c84f27eb-37b9-4aa9-b62d-da2eefd83ac0'} {{(pid=103644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 10:34:19.472931 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.managers [None req-569fd834-deb3-4a5d-a4b7-1379706ecffb None None] Bound port: 72b03e6f-0145-452b-859f-a949fe7c5365, host: dv-cinder-833544-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2460ef8d-df84-4c9b-a5b7-310d5b72ba4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'c84f27eb-37b9-4aa9-b62d-da2eefd83ac0'}}] {{(pid=103644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 10:34:19.473302 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-569fd834-deb3-4a5d-a4b7-1379706ecffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (72b03e6f-0145-452b-859f-a949fe7c5365), before_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:19.535018 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-569fd834-deb3-4a5d-a4b7-1379706ecffb None None] For port 72b03e6f-0145-452b-859f-a949fe7c5365, host dv-cinder-833544-1-iscsi, cleared binding levels {{(pid=103644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 10:34:19.538203 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-569fd834-deb3-4a5d-a4b7-1379706ecffb None None] For port 72b03e6f-0145-452b-859f-a949fe7c5365, host dv-cinder-833544-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833544-1-iscsi',level=0,port_id=72b03e6f-0145-452b-859f-a949fe7c5365,segment=NetworkSegment(2460ef8d-df84-4c9b-a5b7-310d5b72ba4e),segment_id=2460ef8d-df84-4c9b-a5b7-310d5b72ba4e)] {{(pid=103644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 10:34:19.573623 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.db.db_base_plugin_common [None req-47074c88-8700-4c2b-9bfd-be68efebf25b admin admin] Allocated IP 172.27.2.89 (d3edc090-f075-4654-a10f-87b9c191544a/b94c44b1-4eb3-4139-bb38-cf15afc675ad/83c49087-a756-4c7d-99a2-5b604029eb80) {{(pid=103642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 10:34:19.634075 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-569fd834-deb3-4a5d-a4b7-1379706ecffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (72b03e6f-0145-452b-859f-a949fe7c5365), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:19.677419 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-47074c88-8700-4c2b-9bfd-be68efebf25b admin admin] Publish callbacks [] for port (83c49087-a756-4c7d-99a2-5b604029eb80), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:19.691809 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569fd834-deb3-4a5d-a4b7-1379706ecffb None None] Pushing event updated for resources: {'Port': ['ID=72b03e6f-0145-452b-859f-a949fe7c5365,revision_number=2']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:34:19.799018 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-47074c88-8700-4c2b-9bfd-be68efebf25b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739585409118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9714944'] for port (83c49087-a756-4c7d-99a2-5b604029eb80), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:19.850982 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47074c88-8700-4c2b-9bfd-be68efebf25b admin admin] Network d3edc090-f075-4654-a10f-87b9c191544a is already hosted by enough agents. {{(pid=103642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:34:19.854520 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.scheduler.base_scheduler [None req-47074c88-8700-4c2b-9bfd-be68efebf25b admin admin] Resources bound (agent type, host, resource id): {{(pid=103642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:34:19.857118 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47074c88-8700-4c2b-9bfd-be68efebf25b admin admin] Received port after_create {{(pid=103642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 10:34:19.881520 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47074c88-8700-4c2b-9bfd-be68efebf25b admin admin] Pushing event updated for resources: {'Port': ['ID=83c49087-a756-4c7d-99a2-5b604029eb80,revision_number=1']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:34:20.401540 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Device 72b03e6f-0145-452b-859f-a949fe7c5365 up at agent ovs-agent-dv-cinder-833544-1-iscsi {{(pid=103644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:34:20.417351 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-47074c88-8700-4c2b-9bfd-be68efebf25b admin admin] Publish callbacks [] for router_gateway (88162fc5-f696-46e6-aec7-20a02549062f), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:20.454459 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Provisioning complete for port 72b03e6f-0145-452b-859f-a949fe7c5365 triggered by entity L2. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:34:20.454833 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (72b03e6f-0145-452b-859f-a949fe7c5365), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:20.539511 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Current status of the port 72b03e6f-0145-452b-859f-a949fe7c5365 is: DOWN; New status is: ACTIVE {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:34:20.539999 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (72b03e6f-0145-452b-859f-a949fe7c5365), before_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:20.579816 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] For port 72b03e6f-0145-452b-859f-a949fe7c5365, host dv-cinder-833544-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833544-1-iscsi',level=0,port_id=72b03e6f-0145-452b-859f-a949fe7c5365,segment=NetworkSegment(2460ef8d-df84-4c9b-a5b7-310d5b72ba4e),segment_id=2460ef8d-df84-4c9b-a5b7-310d5b72ba4e)] {{(pid=103644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:34:20.628739 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-47074c88-8700-4c2b-9bfd-be68efebf25b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-564250'] for router (88162fc5-f696-46e6-aec7-20a02549062f), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:20.655689 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea3dba8b-046a-40ca-9f6f-471142f702cc None None] Network c84f27eb-37b9-4aa9-b62d-da2eefd83ac0 requested from dv-cinder-833544-1-iscsi {{(pid=103644) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 10:34:20.659530 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (72b03e6f-0145-452b-859f-a949fe7c5365), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:20.786971 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Pushing event updated for resources: {'Port': ['ID=72b03e6f-0145-452b-859f-a949fe7c5365,revision_number=3']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:34:20.791422 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-5f0fd67b-6e0c-41f6-9912-e25e3bd2e4f6 None None] Provisioning complete for port 72b03e6f-0145-452b-859f-a949fe7c5365 triggered by entity DHCP. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:34:20.791835 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-5f0fd67b-6e0c-41f6-9912-e25e3bd2e4f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (72b03e6f-0145-452b-859f-a949fe7c5365), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:20.841712 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-15b295c7-6667-4471-a518-32cf203eb61c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (71411765-f129-4ae6-9e82-4fe742fde8ff), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:20.849687 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47074c88-8700-4c2b-9bfd-be68efebf25b admin admin] Router 88162fc5-f696-46e6-aec7-20a02549062f is scheduled to L3 agent a016a58c-1f8a-4210-ae6c-360b1a1f78c1 with binding_index 1 {{(pid=103642) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 10:34:20.910532 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-5f0fd67b-6e0c-41f6-9912-e25e3bd2e4f6 None None] Current status of the port 72b03e6f-0145-452b-859f-a949fe7c5365 is: ACTIVE; New status is: ACTIVE {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:34:20.966154 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47074c88-8700-4c2b-9bfd-be68efebf25b admin admin] Notify agent at l3_agent.dv-cinder-833544-1-iscsi the message routers_updated {{(pid=103642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 10:34:20.977510 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d184eec-238b-48b5-b7be-f6c1baa4bfd9 None None] Sync routers for ids ['88162fc5-f696-46e6-aec7-20a02549062f'] in dv-cinder-833544-1-iscsi {{(pid=103644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 10:34:20.987724 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d184eec-238b-48b5-b7be-f6c1baa4bfd9 None None] Routers {'88162fc5-f696-46e6-aec7-20a02549062f'} bound to L3 agent in host dv-cinder-833544-1-iscsi {{(pid=103644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:34:20.988368 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-5d184eec-238b-48b5-b7be-f6c1baa4bfd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833544-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-14T10:17:23Z,description=,heartbeat_timestamp=2022-03-14T10:33:53Z,host='dv-cinder-833544-1-iscsi',id=a016a58c-1f8a-4210-ae6c-360b1a1f78c1,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:17:24Z,topic='l3_agent')) {'router_ids': ['88162fc5-f696-46e6-aec7-20a02549062f'], 'active': True} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:34:21.040296 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-47074c88-8700-4c2b-9bfd-be68efebf25b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:21.044308 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 47128) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:34:21.050886 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-47074c88-8700-4c2b-9bfd-be68efebf25b admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.1940863 Mar 14 10:34:21.099713 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvr_db [None req-5d184eec-238b-48b5-b7be-f6c1baa4bfd9 None None] Set router 88162fc5-f696-46e6-aec7-20a02549062f gateway port host: dv-cinder-833544-1-iscsi {{(pid=103644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:34:21.221319 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-37f8ccd0-a7e9-4cf5-a9d2-6713caaa29e2 None None] Provisioning complete for port 72b03e6f-0145-452b-859f-a949fe7c5365 triggered by entity DHCP. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:34:21.221687 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-37f8ccd0-a7e9-4cf5-a9d2-6713caaa29e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (72b03e6f-0145-452b-859f-a949fe7c5365), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:21.351218 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-37f8ccd0-a7e9-4cf5-a9d2-6713caaa29e2 None None] Current status of the port 72b03e6f-0145-452b-859f-a949fe7c5365 is: ACTIVE; New status is: ACTIVE {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:34:21.359953 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-5d184eec-238b-48b5-b7be-f6c1baa4bfd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88162fc5-f696-46e6-aec7-20a02549062f', 'name': 'tempest-TestVolumeBootPattern-162580303-router', 'tenant_id': '6297757b71cd48d4a33ab7458cc05ac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '83c49087-a756-4c7d-99a2-5b604029eb80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:34:18Z', 'updated_at': '2022-03-14T10:34:20Z', 'revision_number': 3, 'project_id': '6297757b71cd48d4a33ab7458cc05ac7', 'gw_port': {'id': '83c49087-a756-4c7d-99a2-5b604029eb80', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a9:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88162fc5-f696-46e6-aec7-20a02549062f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:34:19Z', 'updated_at': '2022-03-14T10:34:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi'}], 'dv-cinder-833544-1-iscsi', False) {} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:34:21.386513 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d184eec-238b-48b5-b7be-f6c1baa4bfd9 None None] Checking router: 88162fc5-f696-46e6-aec7-20a02549062f for host: dv-cinder-833544-1-iscsi {{(pid=103644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 10:34:21.386874 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d184eec-238b-48b5-b7be-f6c1baa4bfd9 None None] Updating router 88162fc5-f696-46e6-aec7-20a02549062f port 83c49087-a756-4c7d-99a2-5b604029eb80 binding host dv-cinder-833544-1-iscsi {{(pid=103644) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 10:34:21.418570 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-5d184eec-238b-48b5-b7be-f6c1baa4bfd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (83c49087-a756-4c7d-99a2-5b604029eb80), before_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:21.476028 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-0e3380fe-7b65-4bc2-940b-65dfebe6de73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:21.643520 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.db.db_base_plugin_common [None req-0e3380fe-7b65-4bc2-940b-65dfebe6de73 admin admin] Allocated IP 172.20.0.1 (c84f27eb-37b9-4aa9-b62d-da2eefd83ac0/c1ca7e58-7de1-4354-86ba-4c133fca3e45/f1c63c40-5a38-4f6d-89f9-16a3f3bee0f4) {{(pid=103643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 10:34:21.680211 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-5d184eec-238b-48b5-b7be-f6c1baa4bfd9 None None] Publish callbacks [] for port (83c49087-a756-4c7d-99a2-5b604029eb80), precommit_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:21.746021 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-0e3380fe-7b65-4bc2-940b-65dfebe6de73 admin admin] Publish callbacks [] for port (f1c63c40-5a38-4f6d-89f9-16a3f3bee0f4), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:21.747133 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-5d184eec-238b-48b5-b7be-f6c1baa4bfd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (83c49087-a756-4c7d-99a2-5b604029eb80), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:21.799206 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.managers [None req-5d184eec-238b-48b5-b7be-f6c1baa4bfd9 None None] Attempting to bind port 83c49087-a756-4c7d-99a2-5b604029eb80 on host dv-cinder-833544-1-iscsi for vnic_type normal with profile {{(pid=103644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 10:34:21.799595 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.managers [None req-5d184eec-238b-48b5-b7be-f6c1baa4bfd9 None None] Attempting to bind port 83c49087-a756-4c7d-99a2-5b604029eb80 by drivers openvswitch,hyperv on host dv-cinder-833544-1-iscsi at level 0 using segments [{'id': '11cedc40-3914-4af6-ba83-0b9ce6d6fc30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a'}] {{(pid=103644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 10:34:21.799978 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d184eec-238b-48b5-b7be-f6c1baa4bfd9 None None] Attempting to bind port 83c49087-a756-4c7d-99a2-5b604029eb80 on network d3edc090-f075-4654-a10f-87b9c191544a {{(pid=103644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:34:21.804417 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333a908-e17f-4b8a-a190-542ab57466c4 None None] Pushing event updated for resources: {'Port': ['ID=83c49087-a756-4c7d-99a2-5b604029eb80,revision_number=2']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:34:21.809004 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d184eec-238b-48b5-b7be-f6c1baa4bfd9 None None] Checking agent: {'id': '3daba05a-6d77-487a-83af-fb9f8edf24c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833544-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 14, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 10, 33, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833544-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 10:34:21.809004 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d184eec-238b-48b5-b7be-f6c1baa4bfd9 None None] Checking segment: {'id': '11cedc40-3914-4af6-ba83-0b9ce6d6fc30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:34:21.809004 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-5d184eec-238b-48b5-b7be-f6c1baa4bfd9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:21.809004 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d184eec-238b-48b5-b7be-f6c1baa4bfd9 None None] Bound using segment: {'id': '11cedc40-3914-4af6-ba83-0b9ce6d6fc30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a'} {{(pid=103644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 10:34:21.809418 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.managers [None req-5d184eec-238b-48b5-b7be-f6c1baa4bfd9 None None] Bound port: 83c49087-a756-4c7d-99a2-5b604029eb80, host: dv-cinder-833544-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11cedc40-3914-4af6-ba83-0b9ce6d6fc30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a'}}] {{(pid=103644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 10:34:21.809720 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-5d184eec-238b-48b5-b7be-f6c1baa4bfd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (83c49087-a756-4c7d-99a2-5b604029eb80), before_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:21.861906 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-0e3380fe-7b65-4bc2-940b-65dfebe6de73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739585409118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516063'] for port (f1c63c40-5a38-4f6d-89f9-16a3f3bee0f4), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:21.863236 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-5d184eec-238b-48b5-b7be-f6c1baa4bfd9 None None] For port 83c49087-a756-4c7d-99a2-5b604029eb80, host dv-cinder-833544-1-iscsi, cleared binding levels {{(pid=103644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 10:34:21.866385 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-5d184eec-238b-48b5-b7be-f6c1baa4bfd9 None None] For port 83c49087-a756-4c7d-99a2-5b604029eb80, host dv-cinder-833544-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833544-1-iscsi',level=0,port_id=83c49087-a756-4c7d-99a2-5b604029eb80,segment=NetworkSegment(11cedc40-3914-4af6-ba83-0b9ce6d6fc30),segment_id=11cedc40-3914-4af6-ba83-0b9ce6d6fc30)] {{(pid=103644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 10:34:21.901871 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e3380fe-7b65-4bc2-940b-65dfebe6de73 admin admin] Network c84f27eb-37b9-4aa9-b62d-da2eefd83ac0 is already hosted by enough agents. {{(pid=103643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:34:21.904869 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.base_scheduler [None req-0e3380fe-7b65-4bc2-940b-65dfebe6de73 admin admin] Resources bound (agent type, host, resource id): {{(pid=103643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:34:21.908377 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3380fe-7b65-4bc2-940b-65dfebe6de73 admin admin] Received port after_create {{(pid=103643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 10:34:21.935966 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3380fe-7b65-4bc2-940b-65dfebe6de73 admin admin] Pushing event updated for resources: {'Port': ['ID=f1c63c40-5a38-4f6d-89f9-16a3f3bee0f4,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:34:21.948114 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-5d184eec-238b-48b5-b7be-f6c1baa4bfd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (83c49087-a756-4c7d-99a2-5b604029eb80), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:21.955038 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-0e3380fe-7b65-4bc2-940b-65dfebe6de73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-557671'] for router_interface (88162fc5-f696-46e6-aec7-20a02549062f), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:22.010303 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d184eec-238b-48b5-b7be-f6c1baa4bfd9 None None] Routers {'88162fc5-f696-46e6-aec7-20a02549062f'} bound to L3 agent in host dv-cinder-833544-1-iscsi {{(pid=103644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:34:22.010944 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-5d184eec-238b-48b5-b7be-f6c1baa4bfd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833544-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-14T10:17:23Z,description=,heartbeat_timestamp=2022-03-14T10:33:53Z,host='dv-cinder-833544-1-iscsi',id=a016a58c-1f8a-4210-ae6c-360b1a1f78c1,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:17:24Z,topic='l3_agent')) {'router_ids': ['88162fc5-f696-46e6-aec7-20a02549062f'], 'active': True} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:34:22.013897 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333a908-e17f-4b8a-a190-542ab57466c4 None None] Pushing event updated for resources: {'Port': ['ID=83c49087-a756-4c7d-99a2-5b604029eb80,revision_number=3']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:34:22.124770 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvr_db [None req-5d184eec-238b-48b5-b7be-f6c1baa4bfd9 None None] Set router 88162fc5-f696-46e6-aec7-20a02549062f gateway port host: dv-cinder-833544-1-iscsi {{(pid=103644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:34:22.174063 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-0e3380fe-7b65-4bc2-940b-65dfebe6de73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (f1c63c40-5a38-4f6d-89f9-16a3f3bee0f4), before_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:22.214690 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-afc64f4c-dedf-4b95-8345-ed3d5e1f6624 None None] Provisioning complete for port f1c63c40-5a38-4f6d-89f9-16a3f3bee0f4 triggered by entity DHCP. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:34:22.214989 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-afc64f4c-dedf-4b95-8345-ed3d5e1f6624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (f1c63c40-5a38-4f6d-89f9-16a3f3bee0f4), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:22.282406 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-afc64f4c-dedf-4b95-8345-ed3d5e1f6624 None None] Port f1c63c40-5a38-4f6d-89f9-16a3f3bee0f4 cannot update to ACTIVE because it is not bound. {{(pid=103644) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 10:34:22.339687 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-0e3380fe-7b65-4bc2-940b-65dfebe6de73 admin admin] Publish callbacks [] for port (f1c63c40-5a38-4f6d-89f9-16a3f3bee0f4), precommit_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:22.349639 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-5d184eec-238b-48b5-b7be-f6c1baa4bfd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88162fc5-f696-46e6-aec7-20a02549062f', 'name': 'tempest-TestVolumeBootPattern-162580303-router', 'tenant_id': '6297757b71cd48d4a33ab7458cc05ac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '83c49087-a756-4c7d-99a2-5b604029eb80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:34:18Z', 'updated_at': '2022-03-14T10:34:20Z', 'revision_number': 3, 'project_id': '6297757b71cd48d4a33ab7458cc05ac7', 'gw_port': {'id': '83c49087-a756-4c7d-99a2-5b604029eb80', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a9:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88162fc5-f696-46e6-aec7-20a02549062f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:34:19Z', 'updated_at': '2022-03-14T10:34:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi'}], 'dv-cinder-833544-1-iscsi', False) {} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:34:22.380416 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Device 72b03e6f-0145-452b-859f-a949fe7c5365 up at agent ovs-agent-dv-cinder-833544-1-iscsi {{(pid=103644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:34:22.382704 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d184eec-238b-48b5-b7be-f6c1baa4bfd9 None None] The sync data for ids ['88162fc5-f696-46e6-aec7-20a02549062f'] in dv-cinder-833544-1-iscsi is: [{'id': '88162fc5-f696-46e6-aec7-20a02549062f', 'name': 'tempest-TestVolumeBootPattern-162580303-router', 'tenant_id': '6297757b71cd48d4a33ab7458cc05ac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '83c49087-a756-4c7d-99a2-5b604029eb80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:34:18Z', 'updated_at': '2022-03-14T10:34:20Z', 'revision_number': 3, 'project_id': '6297757b71cd48d4a33ab7458cc05ac7', 'gw_port': {'id': '83c49087-a756-4c7d-99a2-5b604029eb80', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a9:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88162fc5-f696-46e6-aec7-20a02549062f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:34:19Z', 'updated_at': '2022-03-14T10:34:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi'}] {{(pid=103644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 10:34:22.392994 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-0e3380fe-7b65-4bc2-940b-65dfebe6de73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516052'] for port (f1c63c40-5a38-4f6d-89f9-16a3f3bee0f4), after_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:22.437248 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Provisioning complete for port 72b03e6f-0145-452b-859f-a949fe7c5365 triggered by entity L2. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:34:22.437765 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (72b03e6f-0145-452b-859f-a949fe7c5365), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:22.462693 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-0e3380fe-7b65-4bc2-940b-65dfebe6de73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557787'] for router_interface (88162fc5-f696-46e6-aec7-20a02549062f), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:22.465199 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3380fe-7b65-4bc2-940b-65dfebe6de73 admin admin] Pushing event updated for resources: {'Port': ['ID=f1c63c40-5a38-4f6d-89f9-16a3f3bee0f4,revision_number=2']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:34:22.568354 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e3380fe-7b65-4bc2-940b-65dfebe6de73 admin admin] Network c84f27eb-37b9-4aa9-b62d-da2eefd83ac0 is already hosted by enough agents. {{(pid=103643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:34:22.569904 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.base_scheduler [None req-0e3380fe-7b65-4bc2-940b-65dfebe6de73 admin admin] Resources bound (agent type, host, resource id): {{(pid=103643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:34:22.671180 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Current status of the port 72b03e6f-0145-452b-859f-a949fe7c5365 is: ACTIVE; New status is: ACTIVE {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:34:22.733640 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e3380fe-7b65-4bc2-940b-65dfebe6de73 admin admin] Router 88162fc5-f696-46e6-aec7-20a02549062f has already been hosted by L3 agent a016a58c-1f8a-4210-ae6c-360b1a1f78c1 {{(pid=103643) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 10:34:22.870452 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e3380fe-7b65-4bc2-940b-65dfebe6de73 admin admin] Notify agent at l3_agent.dv-cinder-833544-1-iscsi the message routers_updated {{(pid=103643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 10:34:22.876491 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-0e3380fe-7b65-4bc2-940b-65dfebe6de73 admin admin] 10.222.0.16 "PUT /v2.0/routers/88162fc5-f696-46e6-aec7-20a02549062f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8310878 Mar 14 10:34:22.906886 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-aa5eb5e4-0b27-4f15-bcc4-9abbc5ecf865 None None] Provisioning complete for port f1c63c40-5a38-4f6d-89f9-16a3f3bee0f4 triggered by entity DHCP. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:34:22.907377 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-aa5eb5e4-0b27-4f15-bcc4-9abbc5ecf865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (f1c63c40-5a38-4f6d-89f9-16a3f3bee0f4), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:22.944322 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-aa5eb5e4-0b27-4f15-bcc4-9abbc5ecf865 None None] Port f1c63c40-5a38-4f6d-89f9-16a3f3bee0f4 cannot update to ACTIVE because it is not bound. {{(pid=103644) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 10:34:22.968014 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-4c8144ad-c34c-4b6e-8408-433b0f8090f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (a016a58c-1f8a-4210-ae6c-360b1a1f78c1), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:23.544503 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 47160) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:34:23.549456 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [None req-969407bc-981b-40e6-b1fe-a7cf60154779 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-431933877-network', 'tenant_id': 'ca6f46072f124fa0bd7f751600ad6801'}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:34:23.637116 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-969407bc-981b-40e6-b1fe-a7cf60154779 admin admin] Made reservation on behalf of ca6f46072f124fa0bd7f751600ad6801 for: {'network': 1} {{(pid=103643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 10:34:23.639513 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-969407bc-981b-40e6-b1fe-a7cf60154779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for network (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:23.648567 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-969407bc-981b-40e6-b1fe-a7cf60154779 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:23.720705 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-969407bc-981b-40e6-b1fe-a7cf60154779 admin admin] Publish callbacks [] for security_group (2881e6e7-c964-42d5-805b-c186e87744ba), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:23.808135 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-969407bc-981b-40e6-b1fe-a7cf60154779 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (2881e6e7-c964-42d5-805b-c186e87744ba), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:23.833168 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-969407bc-981b-40e6-b1fe-a7cf60154779 admin admin] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=103643) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 10:34:23.842690 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969407bc-981b-40e6-b1fe-a7cf60154779 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2881e6e7-c964-42d5-805b-c186e87744ba,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:34:23.854319 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-969407bc-981b-40e6-b1fe-a7cf60154779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1663358'] for segment (9acb59d7-3cb8-4ebd-bb27-c4b8ef95c29d), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:23.854668 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.db.segments_db [None req-969407bc-981b-40e6-b1fe-a7cf60154779 admin admin] Added segment 9acb59d7-3cb8-4ebd-bb27-c4b8ef95c29d of type vlan for network a22b44bf-d961-48e9-b111-ab7196883b67 Mar 14 10:34:23.907131 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-969407bc-981b-40e6-b1fe-a7cf60154779 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739585426881'] for network (a22b44bf-d961-48e9-b111-ab7196883b67), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:23.975764 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabcf99f-2da9-43b2-af4d-de948b267583 req-9db50dc7-48fd-4744-91d5-d2485fcab88f tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:34:23.977198 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-eabcf99f-2da9-43b2-af4d-de948b267583 req-9db50dc7-48fd-4744-91d5-d2485fcab88f tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=417348e5-d595-4c74-9f58-36520398856f HTTP/1.1" status: 200 len: 946 time: 0.0768867 Mar 14 10:34:24.038627 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-eabcf99f-2da9-43b2-af4d-de948b267583 req-7f5acede-8115-4dab-8cd0-0da6834ddb68 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=81c6a4c3-d9c6-42f0-85f7-56c1d8fe0a74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454235 Mar 14 10:34:24.075376 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312bcd6f-752b-4cb3-ada1-1089e7939894 None None] Sync routers for ids ['88162fc5-f696-46e6-aec7-20a02549062f'] in dv-cinder-833544-1-iscsi {{(pid=103645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 10:34:24.084398 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-969407bc-981b-40e6-b1fe-a7cf60154779 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005'] for network (a22b44bf-d961-48e9-b111-ab7196883b67), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:24.085672 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-969407bc-981b-40e6-b1fe-a7cf60154779 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:34:24.085794 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312bcd6f-752b-4cb3-ada1-1089e7939894 None None] Routers {'88162fc5-f696-46e6-aec7-20a02549062f'} bound to L3 agent in host dv-cinder-833544-1-iscsi {{(pid=103645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:34:24.086253 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-969407bc-981b-40e6-b1fe-a7cf60154779 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631023'] for network (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:24.086370 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-312bcd6f-752b-4cb3-ada1-1089e7939894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833544-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T10:17:23Z,description=,heartbeat_timestamp=2022-03-14T10:34:23Z,host='dv-cinder-833544-1-iscsi',id=a016a58c-1f8a-4210-ae6c-360b1a1f78c1,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:17:24Z,topic='l3_agent')) {'router_ids': ['88162fc5-f696-46e6-aec7-20a02549062f'], 'active': True} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:34:24.113165 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-f4039063-230b-41a9-bf4a-d5dd4b348b96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (46201191-f63a-41db-ad4d-3c2c795fe1c2), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:24.144622 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969407bc-981b-40e6-b1fe-a7cf60154779 admin admin] Pushing event updated for resources: {'Network': ['ID=a22b44bf-d961-48e9-b111-ab7196883b67,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:34:24.154655 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Network a22b44bf-d961-48e9-b111-ab7196883b67 details requested by agent ovs-agent-dv-cinder-833544-1-iscsi with host dv-cinder-833544-1-iscsi {{(pid=103644) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 10:34:24.194291 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvr_db [None req-312bcd6f-752b-4cb3-ada1-1089e7939894 None None] Set router 88162fc5-f696-46e6-aec7-20a02549062f gateway port host: dv-cinder-833544-1-iscsi {{(pid=103645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:34:24.199239 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-969407bc-981b-40e6-b1fe-a7cf60154779 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6505687 Mar 14 10:34:24.203157 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 47174) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:34:24.204518 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.v2.base [None req-a45754a7-76cf-41c5-91f1-b52db864a1bd admin admin] Request body: {'subnet': {'network_id': 'a22b44bf-d961-48e9-b111-ab7196883b67', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-431933877-subnet', 'tenant_id': 'ca6f46072f124fa0bd7f751600ad6801', 'ip_version': 4}} {{(pid=103642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:34:24.282688 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a45754a7-76cf-41c5-91f1-b52db864a1bd admin admin] Made reservation on behalf of ca6f46072f124fa0bd7f751600ad6801 for: {'subnet': 1} {{(pid=103642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 10:34:24.285150 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-a45754a7-76cf-41c5-91f1-b52db864a1bd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10301198'] for subnet (None), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:24.401176 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-312bcd6f-752b-4cb3-ada1-1089e7939894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88162fc5-f696-46e6-aec7-20a02549062f', 'name': 'tempest-TestVolumeBootPattern-162580303-router', 'tenant_id': '6297757b71cd48d4a33ab7458cc05ac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '83c49087-a756-4c7d-99a2-5b604029eb80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:34:18Z', 'updated_at': '2022-03-14T10:34:22Z', 'revision_number': 4, 'project_id': '6297757b71cd48d4a33ab7458cc05ac7', 'gw_port': {'id': '83c49087-a756-4c7d-99a2-5b604029eb80', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a9:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88162fc5-f696-46e6-aec7-20a02549062f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:34:19Z', 'updated_at': '2022-03-14T10:34:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi', '_interfaces': [{'id': 'f1c63c40-5a38-4f6d-89f9-16a3f3bee0f4', 'name': '', 'network_id': 'c84f27eb-37b9-4aa9-b62d-da2eefd83ac0', 'tenant_id': '6297757b71cd48d4a33ab7458cc05ac7', 'mac_address': 'fa:16:3e:72:8f:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88162fc5-f696-46e6-aec7-20a02549062f', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'c1ca7e58-7de1-4354-86ba-4c133fca3e45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:34:21Z', 'updated_at': '2022-03-14T10:34:22Z', 'revision_number': 2, 'project_id': '6297757b71cd48d4a33ab7458cc05ac7', 'subnets': [{'id': 'c1ca7e58-7de1-4354-86ba-4c133fca3e45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833544-1-iscsi', False) {} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:34:24.406907 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Device 83c49087-a756-4c7d-99a2-5b604029eb80 up at agent ovs-agent-dv-cinder-833544-1-iscsi {{(pid=103644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:34:24.429205 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312bcd6f-752b-4cb3-ada1-1089e7939894 None None] Checking router: 88162fc5-f696-46e6-aec7-20a02549062f for host: dv-cinder-833544-1-iscsi {{(pid=103645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 10:34:24.432741 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312bcd6f-752b-4cb3-ada1-1089e7939894 None None] Updating router 88162fc5-f696-46e6-aec7-20a02549062f port f1c63c40-5a38-4f6d-89f9-16a3f3bee0f4 binding host dv-cinder-833544-1-iscsi {{(pid=103645) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 10:34:24.456665 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Provisioning complete for port 83c49087-a756-4c7d-99a2-5b604029eb80 triggered by entity L2. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:34:24.457044 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (83c49087-a756-4c7d-99a2-5b604029eb80), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:24.457164 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-312bcd6f-752b-4cb3-ada1-1089e7939894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (f1c63c40-5a38-4f6d-89f9-16a3f3bee0f4), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:24.537791 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Current status of the port 83c49087-a756-4c7d-99a2-5b604029eb80 is: DOWN; New status is: ACTIVE {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:34:24.538181 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (83c49087-a756-4c7d-99a2-5b604029eb80), before_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:24.560609 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-a45754a7-76cf-41c5-91f1-b52db864a1bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9715100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10301244'] for subnet (337ec933-0149-4239-b831-556952c2aea3), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:24.562002 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] For port 83c49087-a756-4c7d-99a2-5b604029eb80, host dv-cinder-833544-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833544-1-iscsi',level=0,port_id=83c49087-a756-4c7d-99a2-5b604029eb80,segment=NetworkSegment(11cedc40-3914-4af6-ba83-0b9ce6d6fc30),segment_id=11cedc40-3914-4af6-ba83-0b9ce6d6fc30)] {{(pid=103644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:34:24.613694 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45754a7-76cf-41c5-91f1-b52db864a1bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=337ec933-0149-4239-b831-556952c2aea3,revision_number=0']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:34:24.626547 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45754a7-76cf-41c5-91f1-b52db864a1bd admin admin] Checking segment: {'id': '9acb59d7-3cb8-4ebd-bb27-c4b8ef95c29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a22b44bf-d961-48e9-b111-ab7196883b67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:34:24.626915 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45754a7-76cf-41c5-91f1-b52db864a1bd admin admin] Network hostable DHCP agents. Network: a22b44bf-d961-48e9-b111-ab7196883b67, hostable agents: ['71411765-f129-4ae6-9e82-4fe742fde8ff'], hosted agents: [] {{(pid=103642) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 10:34:24.638974 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (83c49087-a756-4c7d-99a2-5b604029eb80), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:24.686136 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Pushing event updated for resources: {'Port': ['ID=83c49087-a756-4c7d-99a2-5b604029eb80,revision_number=4']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:34:24.693719 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45754a7-76cf-41c5-91f1-b52db864a1bd admin admin] Network a22b44bf-d961-48e9-b111-ab7196883b67 is scheduled to be hosted by DHCP agent 71411765-f129-4ae6-9e82-4fe742fde8ff with binding_index 1 {{(pid=103642) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 10:34:24.719249 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-312bcd6f-752b-4cb3-ada1-1089e7939894 None None] Publish callbacks [] for port (f1c63c40-5a38-4f6d-89f9-16a3f3bee0f4), precommit_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:24.796363 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.scheduler.base_scheduler [None req-a45754a7-76cf-41c5-91f1-b52db864a1bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-833544-1-iscsi, a22b44bf-d961-48e9-b111-ab7196883b67) {{(pid=103642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:34:24.800306 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45754a7-76cf-41c5-91f1-b52db864a1bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:34:24.800901 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-a45754a7-76cf-41c5-91f1-b52db864a1bd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:24.804936 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bba8ccd-32eb-4e08-93ff-5ec6e3a240d4 None None] Network a22b44bf-d961-48e9-b111-ab7196883b67 requested from dv-cinder-833544-1-iscsi {{(pid=103644) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 10:34:24.815597 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-312bcd6f-752b-4cb3-ada1-1089e7939894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (f1c63c40-5a38-4f6d-89f9-16a3f3bee0f4), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:24.862714 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2785bc1c-8a0a-4d78-b1d8-e6fa3fcd0846 None None] Pushing event updated for resources: {'Port': ['ID=f1c63c40-5a38-4f6d-89f9-16a3f3bee0f4,revision_number=3']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:34:24.873754 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2785bc1c-8a0a-4d78-b1d8-e6fa3fcd0846 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:34:24.880148 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2785bc1c-8a0a-4d78-b1d8-e6fa3fcd0846 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:34:24.880148 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2785bc1c-8a0a-4d78-b1d8-e6fa3fcd0846 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:34:24.880148 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2785bc1c-8a0a-4d78-b1d8-e6fa3fcd0846 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:34:24.880148 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2785bc1c-8a0a-4d78-b1d8-e6fa3fcd0846 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:34:24.880148 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2785bc1c-8a0a-4d78-b1d8-e6fa3fcd0846 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:34:24.880148 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2785bc1c-8a0a-4d78-b1d8-e6fa3fcd0846 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:34:24.880148 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2785bc1c-8a0a-4d78-b1d8-e6fa3fcd0846 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:34:24.880148 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2785bc1c-8a0a-4d78-b1d8-e6fa3fcd0846 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:34:24.880148 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2785bc1c-8a0a-4d78-b1d8-e6fa3fcd0846 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:34:24.880148 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2785bc1c-8a0a-4d78-b1d8-e6fa3fcd0846 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:34:24.880148 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2785bc1c-8a0a-4d78-b1d8-e6fa3fcd0846 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:34:24.880148 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2785bc1c-8a0a-4d78-b1d8-e6fa3fcd0846 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:34:24.880148 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2785bc1c-8a0a-4d78-b1d8-e6fa3fcd0846 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:34:24.880148 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2785bc1c-8a0a-4d78-b1d8-e6fa3fcd0846 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:34:24.912072 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-a45754a7-76cf-41c5-91f1-b52db864a1bd admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7091432 Mar 14 10:34:24.912453 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 47176) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:34:24.917650 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [None req-ab1421e2-e720-4101-8dfe-7a89be8ad650 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-431933877-router', 'tenant_id': 'ca6f46072f124fa0bd7f751600ad6801', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a'}}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:34:24.920946 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e0b001-95f1-4701-98ea-2b9c1533e6ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5134b456-3691-55a4-ab1f-9767d820ba17-a22b44bf-d961-48e9-b111-ab7196883b67', 'network_id': 'a22b44bf-d961-48e9-b111-ab7196883b67', 'project_id': 'ca6f46072f124fa0bd7f751600ad6801', 'fixed_ips': [{'subnet_id': '337ec933-0149-4239-b831-556952c2aea3'}]}} from dv-cinder-833544-1-iscsi. {{(pid=103644) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 14 10:34:24.921811 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-c5e0b001-95f1-4701-98ea-2b9c1533e6ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (None), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:24.933022 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.managers [None req-312bcd6f-752b-4cb3-ada1-1089e7939894 None None] Attempting to bind port f1c63c40-5a38-4f6d-89f9-16a3f3bee0f4 on host dv-cinder-833544-1-iscsi for vnic_type normal with profile {{(pid=103645) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 10:34:24.933392 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.managers [None req-312bcd6f-752b-4cb3-ada1-1089e7939894 None None] Attempting to bind port f1c63c40-5a38-4f6d-89f9-16a3f3bee0f4 by drivers openvswitch,hyperv on host dv-cinder-833544-1-iscsi at level 0 using segments [{'id': '2460ef8d-df84-4c9b-a5b7-310d5b72ba4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'c84f27eb-37b9-4aa9-b62d-da2eefd83ac0'}] {{(pid=103645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 10:34:24.933750 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312bcd6f-752b-4cb3-ada1-1089e7939894 None None] Attempting to bind port f1c63c40-5a38-4f6d-89f9-16a3f3bee0f4 on network c84f27eb-37b9-4aa9-b62d-da2eefd83ac0 {{(pid=103645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:34:24.941967 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312bcd6f-752b-4cb3-ada1-1089e7939894 None None] Checking agent: {'id': '3daba05a-6d77-487a-83af-fb9f8edf24c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833544-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 14, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 10, 33, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833544-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 10:34:24.942343 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312bcd6f-752b-4cb3-ada1-1089e7939894 None None] Checking segment: {'id': '2460ef8d-df84-4c9b-a5b7-310d5b72ba4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'c84f27eb-37b9-4aa9-b62d-da2eefd83ac0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103645) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:34:24.942939 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-312bcd6f-752b-4cb3-ada1-1089e7939894 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:24.943338 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312bcd6f-752b-4cb3-ada1-1089e7939894 None None] Bound using segment: {'id': '2460ef8d-df84-4c9b-a5b7-310d5b72ba4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'c84f27eb-37b9-4aa9-b62d-da2eefd83ac0'} {{(pid=103645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 10:34:24.943851 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.managers [None req-312bcd6f-752b-4cb3-ada1-1089e7939894 None None] Bound port: f1c63c40-5a38-4f6d-89f9-16a3f3bee0f4, host: dv-cinder-833544-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2460ef8d-df84-4c9b-a5b7-310d5b72ba4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'c84f27eb-37b9-4aa9-b62d-da2eefd83ac0'}}] {{(pid=103645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 10:34:24.944231 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-312bcd6f-752b-4cb3-ada1-1089e7939894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (f1c63c40-5a38-4f6d-89f9-16a3f3bee0f4), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:25.017569 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-312bcd6f-752b-4cb3-ada1-1089e7939894 None None] For port f1c63c40-5a38-4f6d-89f9-16a3f3bee0f4, host dv-cinder-833544-1-iscsi, cleared binding levels {{(pid=103645) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 10:34:25.020911 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-312bcd6f-752b-4cb3-ada1-1089e7939894 None None] For port f1c63c40-5a38-4f6d-89f9-16a3f3bee0f4, host dv-cinder-833544-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833544-1-iscsi',level=0,port_id=f1c63c40-5a38-4f6d-89f9-16a3f3bee0f4,segment=NetworkSegment(2460ef8d-df84-4c9b-a5b7-310d5b72ba4e),segment_id=2460ef8d-df84-4c9b-a5b7-310d5b72ba4e)] {{(pid=103645) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 10:34:25.044692 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-ab1421e2-e720-4101-8dfe-7a89be8ad650 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-559121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10214'] for router (b29818fa-9048-47e7-b716-14c11ff0be5b), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:25.045784 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-ab1421e2-e720-4101-8dfe-7a89be8ad650 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-564327', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-678354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10225'] for router (b29818fa-9048-47e7-b716-14c11ff0be5b), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:25.074561 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.db_base_plugin_common [None req-c5e0b001-95f1-4701-98ea-2b9c1533e6ca None None] Allocated IP 172.20.0.2 (a22b44bf-d961-48e9-b111-ab7196883b67/337ec933-0149-4239-b831-556952c2aea3/c6f69c42-33f9-45ca-baeb-0c75d5fab6c7) {{(pid=103644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 10:34:25.105062 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-9d7eddfe-d0a1-4ea3-91bc-7f7b5bdfb679 None None] Provisioning complete for port f1c63c40-5a38-4f6d-89f9-16a3f3bee0f4 triggered by entity DHCP. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:34:25.105428 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-9d7eddfe-d0a1-4ea3-91bc-7f7b5bdfb679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (f1c63c40-5a38-4f6d-89f9-16a3f3bee0f4), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:25.113721 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-312bcd6f-752b-4cb3-ada1-1089e7939894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (f1c63c40-5a38-4f6d-89f9-16a3f3bee0f4), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:25.167541 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312bcd6f-752b-4cb3-ada1-1089e7939894 None None] Routers {'88162fc5-f696-46e6-aec7-20a02549062f'} bound to L3 agent in host dv-cinder-833544-1-iscsi {{(pid=103645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:34:25.168575 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-312bcd6f-752b-4cb3-ada1-1089e7939894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833544-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T10:17:23Z,description=,heartbeat_timestamp=2022-03-14T10:34:23Z,host='dv-cinder-833544-1-iscsi',id=a016a58c-1f8a-4210-ae6c-360b1a1f78c1,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:17:24Z,topic='l3_agent')) {'router_ids': ['88162fc5-f696-46e6-aec7-20a02549062f'], 'active': True} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:34:25.242801 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2785bc1c-8a0a-4d78-b1d8-e6fa3fcd0846 None None] Pushing event updated for resources: {'Port': ['ID=f1c63c40-5a38-4f6d-89f9-16a3f3bee0f4,revision_number=4']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:34:25.292500 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-9d7eddfe-d0a1-4ea3-91bc-7f7b5bdfb679 None None] Current status of the port f1c63c40-5a38-4f6d-89f9-16a3f3bee0f4 is: DOWN; New status is: ACTIVE {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:34:25.293129 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-9d7eddfe-d0a1-4ea3-91bc-7f7b5bdfb679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (f1c63c40-5a38-4f6d-89f9-16a3f3bee0f4), before_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:25.298293 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-c5e0b001-95f1-4701-98ea-2b9c1533e6ca None None] Publish callbacks [] for port (c6f69c42-33f9-45ca-baeb-0c75d5fab6c7), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:25.335495 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-9d7eddfe-d0a1-4ea3-91bc-7f7b5bdfb679 None None] For port f1c63c40-5a38-4f6d-89f9-16a3f3bee0f4, host dv-cinder-833544-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833544-1-iscsi',level=0,port_id=f1c63c40-5a38-4f6d-89f9-16a3f3bee0f4,segment=NetworkSegment(2460ef8d-df84-4c9b-a5b7-310d5b72ba4e),segment_id=2460ef8d-df84-4c9b-a5b7-310d5b72ba4e)] {{(pid=103644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:34:25.353185 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-ab1421e2-e720-4101-8dfe-7a89be8ad650 admin admin] Publish callbacks [] for router_controller (b29818fa-9048-47e7-b716-14c11ff0be5b), precommit_add_association {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:25.357708 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvr_db [None req-312bcd6f-752b-4cb3-ada1-1089e7939894 None None] Set router 88162fc5-f696-46e6-aec7-20a02549062f gateway port host: dv-cinder-833544-1-iscsi {{(pid=103645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:34:25.398814 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-c5e0b001-95f1-4701-98ea-2b9c1533e6ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739585409118'] for port (c6f69c42-33f9-45ca-baeb-0c75d5fab6c7), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:25.422833 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e83287c-284b-4100-8daf-52df3ae4d725 req-7db12930-0510-4b8f-86f4-92af779c7374 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:34:25.424453 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-1e83287c-284b-4100-8daf-52df3ae4d725 req-7db12930-0510-4b8f-86f4-92af779c7374 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=417348e5-d595-4c74-9f58-36520398856f HTTP/1.1" status: 200 len: 946 time: 0.0733025 Mar 14 10:34:25.436264 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-9d7eddfe-d0a1-4ea3-91bc-7f7b5bdfb679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (f1c63c40-5a38-4f6d-89f9-16a3f3bee0f4), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:25.444083 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e0b001-95f1-4701-98ea-2b9c1533e6ca None None] Network a22b44bf-d961-48e9-b111-ab7196883b67 is already hosted by enough agents. {{(pid=103644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:34:25.447158 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.scheduler.base_scheduler [None req-c5e0b001-95f1-4701-98ea-2b9c1533e6ca None None] Resources bound (agent type, host, resource id): {{(pid=103644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:34:25.450094 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e0b001-95f1-4701-98ea-2b9c1533e6ca None None] Received port after_create {{(pid=103644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 10:34:25.471721 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e0b001-95f1-4701-98ea-2b9c1533e6ca None None] Pushing event updated for resources: {'Port': ['ID=c6f69c42-33f9-45ca-baeb-0c75d5fab6c7,revision_number=1']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:34:25.550722 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.managers [None req-c5e0b001-95f1-4701-98ea-2b9c1533e6ca None None] Attempting to bind port c6f69c42-33f9-45ca-baeb-0c75d5fab6c7 on host dv-cinder-833544-1-iscsi for vnic_type normal with profile {{(pid=103644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 10:34:25.551157 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.managers [None req-c5e0b001-95f1-4701-98ea-2b9c1533e6ca None None] Attempting to bind port c6f69c42-33f9-45ca-baeb-0c75d5fab6c7 by drivers openvswitch,hyperv on host dv-cinder-833544-1-iscsi at level 0 using segments [{'id': '9acb59d7-3cb8-4ebd-bb27-c4b8ef95c29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a22b44bf-d961-48e9-b111-ab7196883b67'}] {{(pid=103644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 10:34:25.551446 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e0b001-95f1-4701-98ea-2b9c1533e6ca None None] Attempting to bind port c6f69c42-33f9-45ca-baeb-0c75d5fab6c7 on network a22b44bf-d961-48e9-b111-ab7196883b67 {{(pid=103644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:34:25.572376 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e0b001-95f1-4701-98ea-2b9c1533e6ca None None] Checking agent: {'id': '3daba05a-6d77-487a-83af-fb9f8edf24c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833544-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 14, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 10, 33, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833544-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 10:34:25.573256 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e0b001-95f1-4701-98ea-2b9c1533e6ca None None] Checking segment: {'id': '9acb59d7-3cb8-4ebd-bb27-c4b8ef95c29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a22b44bf-d961-48e9-b111-ab7196883b67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:34:25.573256 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-c5e0b001-95f1-4701-98ea-2b9c1533e6ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:25.573637 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e0b001-95f1-4701-98ea-2b9c1533e6ca None None] Bound using segment: {'id': '9acb59d7-3cb8-4ebd-bb27-c4b8ef95c29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a22b44bf-d961-48e9-b111-ab7196883b67'} {{(pid=103644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 10:34:25.574102 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.managers [None req-c5e0b001-95f1-4701-98ea-2b9c1533e6ca None None] Bound port: c6f69c42-33f9-45ca-baeb-0c75d5fab6c7, host: dv-cinder-833544-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9acb59d7-3cb8-4ebd-bb27-c4b8ef95c29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a22b44bf-d961-48e9-b111-ab7196883b67'}}] {{(pid=103644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 10:34:25.574475 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-c5e0b001-95f1-4701-98ea-2b9c1533e6ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (c6f69c42-33f9-45ca-baeb-0c75d5fab6c7), before_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:25.578084 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7eddfe-d0a1-4ea3-91bc-7f7b5bdfb679 None None] Pushing event updated for resources: {'Port': ['ID=f1c63c40-5a38-4f6d-89f9-16a3f3bee0f4,revision_number=5']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:34:25.590645 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-b4b376f5-2885-4bc2-b210-06edf263b715 None None] Provisioning complete for port f1c63c40-5a38-4f6d-89f9-16a3f3bee0f4 triggered by entity DHCP. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:34:25.591019 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-b4b376f5-2885-4bc2-b210-06edf263b715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (f1c63c40-5a38-4f6d-89f9-16a3f3bee0f4), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:25.619855 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-1e83287c-284b-4100-8daf-52df3ae4d725 req-b1f9d3d7-a8cc-4dff-936d-cc831a816d06 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=81c6a4c3-d9c6-42f0-85f7-56c1d8fe0a74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1523733 Mar 14 10:34:25.622160 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-ab1421e2-e720-4101-8dfe-7a89be8ad650 admin admin] Publish callbacks [] for router_gateway (b29818fa-9048-47e7-b716-14c11ff0be5b), precommit_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:25.671640 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-312bcd6f-752b-4cb3-ada1-1089e7939894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88162fc5-f696-46e6-aec7-20a02549062f', 'name': 'tempest-TestVolumeBootPattern-162580303-router', 'tenant_id': '6297757b71cd48d4a33ab7458cc05ac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '83c49087-a756-4c7d-99a2-5b604029eb80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:34:18Z', 'updated_at': '2022-03-14T10:34:22Z', 'revision_number': 4, 'project_id': '6297757b71cd48d4a33ab7458cc05ac7', 'gw_port': {'id': '83c49087-a756-4c7d-99a2-5b604029eb80', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88162fc5-f696-46e6-aec7-20a02549062f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:34:19Z', 'updated_at': '2022-03-14T10:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi', '_interfaces': [{'id': 'f1c63c40-5a38-4f6d-89f9-16a3f3bee0f4', 'name': '', 'network_id': 'c84f27eb-37b9-4aa9-b62d-da2eefd83ac0', 'tenant_id': '6297757b71cd48d4a33ab7458cc05ac7', 'mac_address': 'fa:16:3e:72:8f:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88162fc5-f696-46e6-aec7-20a02549062f', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'c1ca7e58-7de1-4354-86ba-4c133fca3e45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:34:21Z', 'updated_at': '2022-03-14T10:34:25Z', 'revision_number': 4, 'project_id': '6297757b71cd48d4a33ab7458cc05ac7', 'subnets': [{'id': 'c1ca7e58-7de1-4354-86ba-4c133fca3e45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833544-1-iscsi', False) {} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:34:25.700391 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312bcd6f-752b-4cb3-ada1-1089e7939894 None None] The sync data for ids ['88162fc5-f696-46e6-aec7-20a02549062f'] in dv-cinder-833544-1-iscsi is: [{'id': '88162fc5-f696-46e6-aec7-20a02549062f', 'name': 'tempest-TestVolumeBootPattern-162580303-router', 'tenant_id': '6297757b71cd48d4a33ab7458cc05ac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '83c49087-a756-4c7d-99a2-5b604029eb80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:34:18Z', 'updated_at': '2022-03-14T10:34:22Z', 'revision_number': 4, 'project_id': '6297757b71cd48d4a33ab7458cc05ac7', 'gw_port': {'id': '83c49087-a756-4c7d-99a2-5b604029eb80', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88162fc5-f696-46e6-aec7-20a02549062f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:34:19Z', 'updated_at': '2022-03-14T10:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi', '_interfaces': [{'id': 'f1c63c40-5a38-4f6d-89f9-16a3f3bee0f4', 'name': '', 'network_id': 'c84f27eb-37b9-4aa9-b62d-da2eefd83ac0', 'tenant_id': '6297757b71cd48d4a33ab7458cc05ac7', 'mac_address': 'fa:16:3e:72:8f:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88162fc5-f696-46e6-aec7-20a02549062f', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'c1ca7e58-7de1-4354-86ba-4c133fca3e45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:34:21Z', 'updated_at': '2022-03-14T10:34:25Z', 'revision_number': 4, 'project_id': '6297757b71cd48d4a33ab7458cc05ac7', 'subnets': [{'id': 'c1ca7e58-7de1-4354-86ba-4c133fca3e45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 10:34:25.713004 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-c5e0b001-95f1-4701-98ea-2b9c1533e6ca None None] For port c6f69c42-33f9-45ca-baeb-0c75d5fab6c7, host dv-cinder-833544-1-iscsi, cleared binding levels {{(pid=103644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 10:34:25.721016 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-a3541fa5-4b74-4b29-92a0-285d4d95a3dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (a9a1db27-ecd3-427e-bc57-ce8de4da4c28), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:25.733925 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-c5e0b001-95f1-4701-98ea-2b9c1533e6ca None None] For port c6f69c42-33f9-45ca-baeb-0c75d5fab6c7, host dv-cinder-833544-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833544-1-iscsi',level=0,port_id=c6f69c42-33f9-45ca-baeb-0c75d5fab6c7,segment=NetworkSegment(9acb59d7-3cb8-4ebd-bb27-c4b8ef95c29d),segment_id=9acb59d7-3cb8-4ebd-bb27-c4b8ef95c29d)] {{(pid=103644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 10:34:25.739253 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-b4b376f5-2885-4bc2-b210-06edf263b715 None None] Current status of the port f1c63c40-5a38-4f6d-89f9-16a3f3bee0f4 is: ACTIVE; New status is: ACTIVE {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:34:25.804451 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-c5e0b001-95f1-4701-98ea-2b9c1533e6ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (c6f69c42-33f9-45ca-baeb-0c75d5fab6c7), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:25.870936 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e0b001-95f1-4701-98ea-2b9c1533e6ca None None] Pushing event updated for resources: {'Port': ['ID=c6f69c42-33f9-45ca-baeb-0c75d5fab6c7,revision_number=2']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:34:25.918593 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-ab1421e2-e720-4101-8dfe-7a89be8ad650 admin admin] Publish callbacks [] for router_gateway (b29818fa-9048-47e7-b716-14c11ff0be5b), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:25.938891 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-ab1421e2-e720-4101-8dfe-7a89be8ad650 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:26.077853 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.db.db_base_plugin_common [None req-ab1421e2-e720-4101-8dfe-7a89be8ad650 admin admin] Allocated IP 172.27.2.6 (d3edc090-f075-4654-a10f-87b9c191544a/b94c44b1-4eb3-4139-bb38-cf15afc675ad/49ff1ea2-5190-42fe-95ab-aabf6a269ec6) {{(pid=103643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 10:34:26.197960 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-ab1421e2-e720-4101-8dfe-7a89be8ad650 admin admin] Publish callbacks [] for port (49ff1ea2-5190-42fe-95ab-aabf6a269ec6), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:26.325118 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-ab1421e2-e720-4101-8dfe-7a89be8ad650 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739585409118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516063'] for port (49ff1ea2-5190-42fe-95ab-aabf6a269ec6), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:26.378266 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1421e2-e720-4101-8dfe-7a89be8ad650 admin admin] Network d3edc090-f075-4654-a10f-87b9c191544a is already hosted by enough agents. {{(pid=103643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:34:26.381345 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.base_scheduler [None req-ab1421e2-e720-4101-8dfe-7a89be8ad650 admin admin] Resources bound (agent type, host, resource id): {{(pid=103643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:34:26.386015 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1421e2-e720-4101-8dfe-7a89be8ad650 admin admin] Received port after_create {{(pid=103643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 10:34:26.409079 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1421e2-e720-4101-8dfe-7a89be8ad650 admin admin] Pushing event updated for resources: {'Port': ['ID=49ff1ea2-5190-42fe-95ab-aabf6a269ec6,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:34:26.514302 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Device c6f69c42-33f9-45ca-baeb-0c75d5fab6c7 up at agent ovs-agent-dv-cinder-833544-1-iscsi {{(pid=103644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:34:26.565987 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Provisioning complete for port c6f69c42-33f9-45ca-baeb-0c75d5fab6c7 triggered by entity L2. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:34:26.566617 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (c6f69c42-33f9-45ca-baeb-0c75d5fab6c7), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:26.656504 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Current status of the port c6f69c42-33f9-45ca-baeb-0c75d5fab6c7 is: DOWN; New status is: ACTIVE {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:34:26.656906 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (c6f69c42-33f9-45ca-baeb-0c75d5fab6c7), before_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:26.696269 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] For port c6f69c42-33f9-45ca-baeb-0c75d5fab6c7, host dv-cinder-833544-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833544-1-iscsi',level=0,port_id=c6f69c42-33f9-45ca-baeb-0c75d5fab6c7,segment=NetworkSegment(9acb59d7-3cb8-4ebd-bb27-c4b8ef95c29d),segment_id=9acb59d7-3cb8-4ebd-bb27-c4b8ef95c29d)] {{(pid=103644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:34:26.752623 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-ab1421e2-e720-4101-8dfe-7a89be8ad650 admin admin] Publish callbacks [] for router_gateway (b29818fa-9048-47e7-b716-14c11ff0be5b), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:26.753739 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (c6f69c42-33f9-45ca-baeb-0c75d5fab6c7), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:26.754928 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Device 83c49087-a756-4c7d-99a2-5b604029eb80 up at agent ovs-agent-dv-cinder-833544-1-iscsi {{(pid=103644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:34:26.831065 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a468d459-a705-4e9a-b1df-ec71856dfee7 req-90bbb67d-81cf-4a27-b768-8c94b85d40ec tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:34:26.832648 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-a468d459-a705-4e9a-b1df-ec71856dfee7 req-90bbb67d-81cf-4a27-b768-8c94b85d40ec tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=417348e5-d595-4c74-9f58-36520398856f HTTP/1.1" status: 200 len: 946 time: 0.1162448 Mar 14 10:34:26.860316 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Pushing event updated for resources: {'Port': ['ID=c6f69c42-33f9-45ca-baeb-0c75d5fab6c7,revision_number=3']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:34:26.877074 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Provisioning complete for port 83c49087-a756-4c7d-99a2-5b604029eb80 triggered by entity L2. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:34:26.877456 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (83c49087-a756-4c7d-99a2-5b604029eb80), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:26.969833 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27263d60-28fa-4ba5-8b9d-1839d12c80db None None] Network a22b44bf-d961-48e9-b111-ab7196883b67 requested from dv-cinder-833544-1-iscsi {{(pid=103644) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 10:34:26.975092 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-a468d459-a705-4e9a-b1df-ec71856dfee7 req-b64cf776-f89b-4cd3-a23c-461bc019e97d tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=81c6a4c3-d9c6-42f0-85f7-56c1d8fe0a74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113548 Mar 14 10:34:27.016043 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (3daba05a-6d77-487a-83af-fb9f8edf24c0), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:27.023625 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-6bcfaab4-fd33-4564-bb9c-31ea9216c258 None None] Provisioning complete for port c6f69c42-33f9-45ca-baeb-0c75d5fab6c7 triggered by entity DHCP. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:34:27.024038 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-6bcfaab4-fd33-4564-bb9c-31ea9216c258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (c6f69c42-33f9-45ca-baeb-0c75d5fab6c7), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:27.026035 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Current status of the port 83c49087-a756-4c7d-99a2-5b604029eb80 is: ACTIVE; New status is: ACTIVE {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:34:27.027102 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Device f1c63c40-5a38-4f6d-89f9-16a3f3bee0f4 up at agent ovs-agent-dv-cinder-833544-1-iscsi {{(pid=103644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:34:27.040273 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-ab1421e2-e720-4101-8dfe-7a89be8ad650 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-564250'] for router (b29818fa-9048-47e7-b716-14c11ff0be5b), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:27.204193 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Provisioning complete for port f1c63c40-5a38-4f6d-89f9-16a3f3bee0f4 triggered by entity L2. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:34:27.204639 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (f1c63c40-5a38-4f6d-89f9-16a3f3bee0f4), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:27.228706 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-6bcfaab4-fd33-4564-bb9c-31ea9216c258 None None] Current status of the port c6f69c42-33f9-45ca-baeb-0c75d5fab6c7 is: ACTIVE; New status is: ACTIVE {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:34:27.283962 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab1421e2-e720-4101-8dfe-7a89be8ad650 admin admin] Router b29818fa-9048-47e7-b716-14c11ff0be5b is scheduled to L3 agent a016a58c-1f8a-4210-ae6c-360b1a1f78c1 with binding_index 1 {{(pid=103643) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 10:34:27.308076 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Current status of the port f1c63c40-5a38-4f6d-89f9-16a3f3bee0f4 is: ACTIVE; New status is: ACTIVE {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:34:27.319120 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (cd4c1fd5-6bd0-46fc-9cd1-9ea8fc180379), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:27.423871 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab1421e2-e720-4101-8dfe-7a89be8ad650 admin admin] Notify agent at l3_agent.dv-cinder-833544-1-iscsi the message routers_updated {{(pid=103643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 10:34:27.432860 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2320ab1c-633b-4033-b005-e50b1f01c2a1 None None] Sync routers for ids ['b29818fa-9048-47e7-b716-14c11ff0be5b'] in dv-cinder-833544-1-iscsi {{(pid=103644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 10:34:27.442163 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2320ab1c-633b-4033-b005-e50b1f01c2a1 None None] Routers {'b29818fa-9048-47e7-b716-14c11ff0be5b'} bound to L3 agent in host dv-cinder-833544-1-iscsi {{(pid=103644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:34:27.442783 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-2320ab1c-633b-4033-b005-e50b1f01c2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833544-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T10:17:23Z,description=,heartbeat_timestamp=2022-03-14T10:34:23Z,host='dv-cinder-833544-1-iscsi',id=a016a58c-1f8a-4210-ae6c-360b1a1f78c1,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:17:24Z,topic='l3_agent')) {'router_ids': ['b29818fa-9048-47e7-b716-14c11ff0be5b'], 'active': True} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:34:27.509017 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-ab1421e2-e720-4101-8dfe-7a89be8ad650 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:27.511107 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-ab1421e2-e720-4101-8dfe-7a89be8ad650 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5976613 Mar 14 10:34:27.513790 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 47184) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:34:27.685895 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-2161e43c-3ee7-4cc7-8df1-ee359159b74c None None] Provisioning complete for port c6f69c42-33f9-45ca-baeb-0c75d5fab6c7 triggered by entity DHCP. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:34:27.686534 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-2161e43c-3ee7-4cc7-8df1-ee359159b74c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (c6f69c42-33f9-45ca-baeb-0c75d5fab6c7), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:27.688795 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvr_db [None req-2320ab1c-633b-4033-b005-e50b1f01c2a1 None None] Set router b29818fa-9048-47e7-b716-14c11ff0be5b gateway port host: dv-cinder-833544-1-iscsi {{(pid=103644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:34:27.894446 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-2161e43c-3ee7-4cc7-8df1-ee359159b74c None None] Current status of the port c6f69c42-33f9-45ca-baeb-0c75d5fab6c7 is: ACTIVE; New status is: ACTIVE {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:34:27.934522 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-6b0df451-0616-4ee3-9918-23a84648b6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:27.939553 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-2320ab1c-633b-4033-b005-e50b1f01c2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b29818fa-9048-47e7-b716-14c11ff0be5b', 'name': 'tempest-TestVolumeBootPattern-431933877-router', 'tenant_id': 'ca6f46072f124fa0bd7f751600ad6801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '49ff1ea2-5190-42fe-95ab-aabf6a269ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:34:25Z', 'updated_at': '2022-03-14T10:34:26Z', 'revision_number': 3, 'project_id': 'ca6f46072f124fa0bd7f751600ad6801', 'gw_port': {'id': '49ff1ea2-5190-42fe-95ab-aabf6a269ec6', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:de:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b29818fa-9048-47e7-b716-14c11ff0be5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:34:25Z', 'updated_at': '2022-03-14T10:34:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi'}], 'dv-cinder-833544-1-iscsi', False) {} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:34:27.967184 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2320ab1c-633b-4033-b005-e50b1f01c2a1 None None] Checking router: b29818fa-9048-47e7-b716-14c11ff0be5b for host: dv-cinder-833544-1-iscsi {{(pid=103644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 10:34:27.967541 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2320ab1c-633b-4033-b005-e50b1f01c2a1 None None] Updating router b29818fa-9048-47e7-b716-14c11ff0be5b port 49ff1ea2-5190-42fe-95ab-aabf6a269ec6 binding host dv-cinder-833544-1-iscsi {{(pid=103644) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 10:34:27.994885 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-2320ab1c-633b-4033-b005-e50b1f01c2a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (49ff1ea2-5190-42fe-95ab-aabf6a269ec6), before_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:28.115876 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.db.db_base_plugin_common [None req-6b0df451-0616-4ee3-9918-23a84648b6f4 admin admin] Allocated IP 172.20.0.1 (a22b44bf-d961-48e9-b111-ab7196883b67/337ec933-0149-4239-b831-556952c2aea3/a890ce4e-fd5f-4391-9b75-7b4fdc6bcd54) {{(pid=103643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 10:34:28.152411 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122bf975-3010-4b5b-ad69-ec05010166d7 req-5b4c30fe-d048-4b66-9463-1cdc0e3ab21d tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:34:28.153879 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-122bf975-3010-4b5b-ad69-ec05010166d7 req-5b4c30fe-d048-4b66-9463-1cdc0e3ab21d tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=417348e5-d595-4c74-9f58-36520398856f HTTP/1.1" status: 200 len: 946 time: 0.0885532 Mar 14 10:34:28.247142 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-122bf975-3010-4b5b-ad69-ec05010166d7 req-eaef8cfb-3a87-4f43-8901-c3c55b52c4fe tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=81c6a4c3-d9c6-42f0-85f7-56c1d8fe0a74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872738 Mar 14 10:34:28.248815 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-2320ab1c-633b-4033-b005-e50b1f01c2a1 None None] Publish callbacks [] for port (49ff1ea2-5190-42fe-95ab-aabf6a269ec6), precommit_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:28.268971 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-6b0df451-0616-4ee3-9918-23a84648b6f4 admin admin] Publish callbacks [] for port (a890ce4e-fd5f-4391-9b75-7b4fdc6bcd54), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:28.317161 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-2320ab1c-633b-4033-b005-e50b1f01c2a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (49ff1ea2-5190-42fe-95ab-aabf6a269ec6), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:28.365759 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Device c6f69c42-33f9-45ca-baeb-0c75d5fab6c7 up at agent ovs-agent-dv-cinder-833544-1-iscsi {{(pid=103644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:34:28.374072 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-6b0df451-0616-4ee3-9918-23a84648b6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739585409118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516063'] for port (a890ce4e-fd5f-4391-9b75-7b4fdc6bcd54), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:28.395364 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.managers [None req-2320ab1c-633b-4033-b005-e50b1f01c2a1 None None] Attempting to bind port 49ff1ea2-5190-42fe-95ab-aabf6a269ec6 on host dv-cinder-833544-1-iscsi for vnic_type normal with profile {{(pid=103644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 10:34:28.395759 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.managers [None req-2320ab1c-633b-4033-b005-e50b1f01c2a1 None None] Attempting to bind port 49ff1ea2-5190-42fe-95ab-aabf6a269ec6 by drivers openvswitch,hyperv on host dv-cinder-833544-1-iscsi at level 0 using segments [{'id': '11cedc40-3914-4af6-ba83-0b9ce6d6fc30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a'}] {{(pid=103644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 10:34:28.396127 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2320ab1c-633b-4033-b005-e50b1f01c2a1 None None] Attempting to bind port 49ff1ea2-5190-42fe-95ab-aabf6a269ec6 on network d3edc090-f075-4654-a10f-87b9c191544a {{(pid=103644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:34:28.401550 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d35d77-776b-4fab-9413-85b089888d51 None None] Pushing event updated for resources: {'Port': ['ID=49ff1ea2-5190-42fe-95ab-aabf6a269ec6,revision_number=2']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:34:28.414276 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2320ab1c-633b-4033-b005-e50b1f01c2a1 None None] Checking agent: {'id': '3daba05a-6d77-487a-83af-fb9f8edf24c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833544-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 14, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 10, 34, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833544-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 10:34:28.414658 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2320ab1c-633b-4033-b005-e50b1f01c2a1 None None] Checking segment: {'id': '11cedc40-3914-4af6-ba83-0b9ce6d6fc30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:34:28.415061 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-2320ab1c-633b-4033-b005-e50b1f01c2a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:28.415452 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2320ab1c-633b-4033-b005-e50b1f01c2a1 None None] Bound using segment: {'id': '11cedc40-3914-4af6-ba83-0b9ce6d6fc30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a'} {{(pid=103644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 10:34:28.415638 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b0df451-0616-4ee3-9918-23a84648b6f4 admin admin] Network a22b44bf-d961-48e9-b111-ab7196883b67 is already hosted by enough agents. {{(pid=103643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:34:28.415964 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.managers [None req-2320ab1c-633b-4033-b005-e50b1f01c2a1 None None] Bound port: 49ff1ea2-5190-42fe-95ab-aabf6a269ec6, host: dv-cinder-833544-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11cedc40-3914-4af6-ba83-0b9ce6d6fc30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a'}}] {{(pid=103644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 10:34:28.416863 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-2320ab1c-633b-4033-b005-e50b1f01c2a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (49ff1ea2-5190-42fe-95ab-aabf6a269ec6), before_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:28.419131 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.base_scheduler [None req-6b0df451-0616-4ee3-9918-23a84648b6f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:34:28.422606 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0df451-0616-4ee3-9918-23a84648b6f4 admin admin] Received port after_create {{(pid=103643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 10:34:28.448062 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0df451-0616-4ee3-9918-23a84648b6f4 admin admin] Pushing event updated for resources: {'Port': ['ID=a890ce4e-fd5f-4391-9b75-7b4fdc6bcd54,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:34:28.465898 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-6b0df451-0616-4ee3-9918-23a84648b6f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-557671'] for router_interface (b29818fa-9048-47e7-b716-14c11ff0be5b), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:28.484643 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Provisioning complete for port c6f69c42-33f9-45ca-baeb-0c75d5fab6c7 triggered by entity L2. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:34:28.485394 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (c6f69c42-33f9-45ca-baeb-0c75d5fab6c7), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:28.495374 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-2320ab1c-633b-4033-b005-e50b1f01c2a1 None None] For port 49ff1ea2-5190-42fe-95ab-aabf6a269ec6, host dv-cinder-833544-1-iscsi, cleared binding levels {{(pid=103644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 10:34:28.529695 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-2320ab1c-633b-4033-b005-e50b1f01c2a1 None None] For port 49ff1ea2-5190-42fe-95ab-aabf6a269ec6, host dv-cinder-833544-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833544-1-iscsi',level=0,port_id=49ff1ea2-5190-42fe-95ab-aabf6a269ec6,segment=NetworkSegment(11cedc40-3914-4af6-ba83-0b9ce6d6fc30),segment_id=11cedc40-3914-4af6-ba83-0b9ce6d6fc30)] {{(pid=103644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 10:34:28.583911 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Current status of the port c6f69c42-33f9-45ca-baeb-0c75d5fab6c7 is: ACTIVE; New status is: ACTIVE {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:34:28.599035 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-2320ab1c-633b-4033-b005-e50b1f01c2a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (49ff1ea2-5190-42fe-95ab-aabf6a269ec6), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:28.655933 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2320ab1c-633b-4033-b005-e50b1f01c2a1 None None] Routers {'b29818fa-9048-47e7-b716-14c11ff0be5b'} bound to L3 agent in host dv-cinder-833544-1-iscsi {{(pid=103644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:34:28.656581 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-2320ab1c-633b-4033-b005-e50b1f01c2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833544-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T10:17:23Z,description=,heartbeat_timestamp=2022-03-14T10:34:23Z,host='dv-cinder-833544-1-iscsi',id=a016a58c-1f8a-4210-ae6c-360b1a1f78c1,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:17:24Z,topic='l3_agent')) {'router_ids': ['b29818fa-9048-47e7-b716-14c11ff0be5b'], 'active': True} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:34:28.688838 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-6b0df451-0616-4ee3-9918-23a84648b6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (a890ce4e-fd5f-4391-9b75-7b4fdc6bcd54), before_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:28.699437 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d35d77-776b-4fab-9413-85b089888d51 None None] Pushing event updated for resources: {'Port': ['ID=49ff1ea2-5190-42fe-95ab-aabf6a269ec6,revision_number=3']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:34:28.766813 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-a7d2efa4-c6f7-4534-aff6-050c109706fe None None] Provisioning complete for port a890ce4e-fd5f-4391-9b75-7b4fdc6bcd54 triggered by entity DHCP. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:34:28.767190 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-a7d2efa4-c6f7-4534-aff6-050c109706fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (a890ce4e-fd5f-4391-9b75-7b4fdc6bcd54), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:28.812768 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvr_db [None req-2320ab1c-633b-4033-b005-e50b1f01c2a1 None None] Set router b29818fa-9048-47e7-b716-14c11ff0be5b gateway port host: dv-cinder-833544-1-iscsi {{(pid=103644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:34:28.814815 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-a7d2efa4-c6f7-4534-aff6-050c109706fe None None] Port a890ce4e-fd5f-4391-9b75-7b4fdc6bcd54 cannot update to ACTIVE because it is not bound. {{(pid=103644) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 10:34:28.999775 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-2320ab1c-633b-4033-b005-e50b1f01c2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b29818fa-9048-47e7-b716-14c11ff0be5b', 'name': 'tempest-TestVolumeBootPattern-431933877-router', 'tenant_id': 'ca6f46072f124fa0bd7f751600ad6801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '49ff1ea2-5190-42fe-95ab-aabf6a269ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:34:25Z', 'updated_at': '2022-03-14T10:34:26Z', 'revision_number': 3, 'project_id': 'ca6f46072f124fa0bd7f751600ad6801', 'gw_port': {'id': '49ff1ea2-5190-42fe-95ab-aabf6a269ec6', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:de:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b29818fa-9048-47e7-b716-14c11ff0be5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:34:25Z', 'updated_at': '2022-03-14T10:34:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi'}], 'dv-cinder-833544-1-iscsi', False) {} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:34:29.030952 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2320ab1c-633b-4033-b005-e50b1f01c2a1 None None] The sync data for ids ['b29818fa-9048-47e7-b716-14c11ff0be5b'] in dv-cinder-833544-1-iscsi is: [{'id': 'b29818fa-9048-47e7-b716-14c11ff0be5b', 'name': 'tempest-TestVolumeBootPattern-431933877-router', 'tenant_id': 'ca6f46072f124fa0bd7f751600ad6801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '49ff1ea2-5190-42fe-95ab-aabf6a269ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:34:25Z', 'updated_at': '2022-03-14T10:34:26Z', 'revision_number': 3, 'project_id': 'ca6f46072f124fa0bd7f751600ad6801', 'gw_port': {'id': '49ff1ea2-5190-42fe-95ab-aabf6a269ec6', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:de:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b29818fa-9048-47e7-b716-14c11ff0be5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:34:25Z', 'updated_at': '2022-03-14T10:34:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi'}] {{(pid=103644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 10:34:29.083583 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-6b0df451-0616-4ee3-9918-23a84648b6f4 admin admin] Publish callbacks [] for port (a890ce4e-fd5f-4391-9b75-7b4fdc6bcd54), precommit_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:29.152648 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-6b0df451-0616-4ee3-9918-23a84648b6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516052'] for port (a890ce4e-fd5f-4391-9b75-7b4fdc6bcd54), after_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:29.220674 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0df451-0616-4ee3-9918-23a84648b6f4 admin admin] Pushing event updated for resources: {'Port': ['ID=a890ce4e-fd5f-4391-9b75-7b4fdc6bcd54,revision_number=2']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:34:29.223054 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-6b0df451-0616-4ee3-9918-23a84648b6f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557787'] for router_interface (b29818fa-9048-47e7-b716-14c11ff0be5b), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:29.360626 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b0df451-0616-4ee3-9918-23a84648b6f4 admin admin] Network a22b44bf-d961-48e9-b111-ab7196883b67 is already hosted by enough agents. {{(pid=103643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:34:29.364706 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.base_scheduler [None req-6b0df451-0616-4ee3-9918-23a84648b6f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:34:29.433384 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af44db1e-6a53-4901-9a86-29443a3da289 req-6dedd4e9-c5bb-47ca-940a-2acd8c08e818 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:34:29.434980 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-af44db1e-6a53-4901-9a86-29443a3da289 req-6dedd4e9-c5bb-47ca-940a-2acd8c08e818 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=417348e5-d595-4c74-9f58-36520398856f HTTP/1.1" status: 200 len: 946 time: 0.1124089 Mar 14 10:34:29.534415 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-af44db1e-6a53-4901-9a86-29443a3da289 req-7d6512f8-21d3-4b68-9714-baf51fe1d3e8 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=81c6a4c3-d9c6-42f0-85f7-56c1d8fe0a74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900111 Mar 14 10:34:29.538757 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b0df451-0616-4ee3-9918-23a84648b6f4 admin admin] Router b29818fa-9048-47e7-b716-14c11ff0be5b has already been hosted by L3 agent a016a58c-1f8a-4210-ae6c-360b1a1f78c1 {{(pid=103643) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 10:34:29.641920 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-b2e510a8-9828-47eb-a58c-9cfc6e852950 None None] Provisioning complete for port a890ce4e-fd5f-4391-9b75-7b4fdc6bcd54 triggered by entity DHCP. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:34:29.642298 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-b2e510a8-9828-47eb-a58c-9cfc6e852950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (a890ce4e-fd5f-4391-9b75-7b4fdc6bcd54), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:29.666785 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b0df451-0616-4ee3-9918-23a84648b6f4 admin admin] Notify agent at l3_agent.dv-cinder-833544-1-iscsi the message routers_updated {{(pid=103643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 10:34:29.672744 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-6b0df451-0616-4ee3-9918-23a84648b6f4 admin admin] 10.222.0.16 "PUT /v2.0/routers/b29818fa-9048-47e7-b716-14c11ff0be5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1579249 Mar 14 10:34:29.680226 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-b2e510a8-9828-47eb-a58c-9cfc6e852950 None None] Port a890ce4e-fd5f-4391-9b75-7b4fdc6bcd54 cannot update to ACTIVE because it is not bound. {{(pid=103644) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 10:34:30.400462 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Device 49ff1ea2-5190-42fe-95ab-aabf6a269ec6 up at agent ovs-agent-dv-cinder-833544-1-iscsi {{(pid=103644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:34:30.409056 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 47198) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:34:30.413673 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [None req-29881c6d-58c9-4c07-89c1-9fb8f044c7e8 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-731492501', 'description': 'tempest-secgroup-smoke-731492501 description', 'project_id': '6297757b71cd48d4a33ab7458cc05ac7'}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:34:30.456610 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Provisioning complete for port 49ff1ea2-5190-42fe-95ab-aabf6a269ec6 triggered by entity L2. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:34:30.456982 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (49ff1ea2-5190-42fe-95ab-aabf6a269ec6), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:30.516764 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-29881c6d-58c9-4c07-89c1-9fb8f044c7e8 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Publish callbacks [] for security_group (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:30.539789 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Current status of the port 49ff1ea2-5190-42fe-95ab-aabf6a269ec6 is: DOWN; New status is: ACTIVE {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:34:30.539789 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (49ff1ea2-5190-42fe-95ab-aabf6a269ec6), before_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:30.561449 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] For port 49ff1ea2-5190-42fe-95ab-aabf6a269ec6, host dv-cinder-833544-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833544-1-iscsi',level=0,port_id=49ff1ea2-5190-42fe-95ab-aabf6a269ec6,segment=NetworkSegment(11cedc40-3914-4af6-ba83-0b9ce6d6fc30),segment_id=11cedc40-3914-4af6-ba83-0b9ce6d6fc30)] {{(pid=103644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:34:30.591125 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-29881c6d-58c9-4c07-89c1-9fb8f044c7e8 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Publish callbacks [] for security_group (5db7947e-8c99-4e92-b817-f70bd3c75c36), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:30.605743 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c587f65-64f4-44a7-97a4-3ef7d0d7f237 None None] Sync routers for ids ['b29818fa-9048-47e7-b716-14c11ff0be5b'] in dv-cinder-833544-1-iscsi {{(pid=103645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 10:34:30.615201 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c587f65-64f4-44a7-97a4-3ef7d0d7f237 None None] Routers {'b29818fa-9048-47e7-b716-14c11ff0be5b'} bound to L3 agent in host dv-cinder-833544-1-iscsi {{(pid=103645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:34:30.622324 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-4c587f65-64f4-44a7-97a4-3ef7d0d7f237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833544-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T10:17:23Z,description=,heartbeat_timestamp=2022-03-14T10:34:23Z,host='dv-cinder-833544-1-iscsi',id=a016a58c-1f8a-4210-ae6c-360b1a1f78c1,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:17:24Z,topic='l3_agent')) {'router_ids': ['b29818fa-9048-47e7-b716-14c11ff0be5b'], 'active': True} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:34:30.637406 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (49ff1ea2-5190-42fe-95ab-aabf6a269ec6), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:30.660645 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-29881c6d-58c9-4c07-89c1-9fb8f044c7e8 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (5db7947e-8c99-4e92-b817-f70bd3c75c36), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:30.673206 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc63b29a-d466-4561-b820-56253059e0c3 req-62ffa2be-5ab2-454e-8d21-b710f6276504 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:34:30.674798 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-cc63b29a-d466-4561-b820-56253059e0c3 req-62ffa2be-5ab2-454e-8d21-b710f6276504 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=417348e5-d595-4c74-9f58-36520398856f HTTP/1.1" status: 200 len: 946 time: 0.0660715 Mar 14 10:34:30.695454 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Pushing event updated for resources: {'Port': ['ID=49ff1ea2-5190-42fe-95ab-aabf6a269ec6,revision_number=4']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:34:30.716944 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29881c6d-58c9-4c07-89c1-9fb8f044c7e8 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5db7947e-8c99-4e92-b817-f70bd3c75c36,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:34:30.730145 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvr_db [None req-4c587f65-64f4-44a7-97a4-3ef7d0d7f237 None None] Set router b29818fa-9048-47e7-b716-14c11ff0be5b gateway port host: dv-cinder-833544-1-iscsi {{(pid=103645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:34:30.746028 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-cc63b29a-d466-4561-b820-56253059e0c3 req-779b7887-bb32-4ff1-8c3b-86b56b880fcb tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=81c6a4c3-d9c6-42f0-85f7-56c1d8fe0a74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591414 Mar 14 10:34:30.770183 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-29881c6d-58c9-4c07-89c1-9fb8f044c7e8 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Publish callbacks [] for security_group (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:30.771474 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-29881c6d-58c9-4c07-89c1-9fb8f044c7e8 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3613930 Mar 14 10:34:30.774334 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 47202) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:34:30.779350 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [None req-41ad5146-e036-4bd0-a736-30a421fa8f4f tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Request body: {'security_group_rule': {'security_group_id': '5db7947e-8c99-4e92-b817-f70bd3c75c36', 'project_id': '6297757b71cd48d4a33ab7458cc05ac7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:34:30.859451 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-41ad5146-e036-4bd0-a736-30a421fa8f4f tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Publish callbacks [] for security_group_rule (8b77f703-e78e-4e70-b81d-10cab258e15f), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:30.922651 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-41ad5146-e036-4bd0-a736-30a421fa8f4f tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Publish callbacks [] for security_group_rule (8b77f703-e78e-4e70-b81d-10cab258e15f), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:30.924760 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-4c587f65-64f4-44a7-97a4-3ef7d0d7f237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b29818fa-9048-47e7-b716-14c11ff0be5b', 'name': 'tempest-TestVolumeBootPattern-431933877-router', 'tenant_id': 'ca6f46072f124fa0bd7f751600ad6801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '49ff1ea2-5190-42fe-95ab-aabf6a269ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:34:25Z', 'updated_at': '2022-03-14T10:34:28Z', 'revision_number': 4, 'project_id': 'ca6f46072f124fa0bd7f751600ad6801', 'gw_port': {'id': '49ff1ea2-5190-42fe-95ab-aabf6a269ec6', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:de:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b29818fa-9048-47e7-b716-14c11ff0be5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:34:25Z', 'updated_at': '2022-03-14T10:34:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi', '_interfaces': [{'id': 'a890ce4e-fd5f-4391-9b75-7b4fdc6bcd54', 'name': '', 'network_id': 'a22b44bf-d961-48e9-b111-ab7196883b67', 'tenant_id': 'ca6f46072f124fa0bd7f751600ad6801', 'mac_address': 'fa:16:3e:7e:ad:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b29818fa-9048-47e7-b716-14c11ff0be5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '337ec933-0149-4239-b831-556952c2aea3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:34:27Z', 'updated_at': '2022-03-14T10:34:28Z', 'revision_number': 2, 'project_id': 'ca6f46072f124fa0bd7f751600ad6801', 'subnets': [{'id': '337ec933-0149-4239-b831-556952c2aea3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833544-1-iscsi', False) {} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:34:30.954022 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c587f65-64f4-44a7-97a4-3ef7d0d7f237 None None] Checking router: b29818fa-9048-47e7-b716-14c11ff0be5b for host: dv-cinder-833544-1-iscsi {{(pid=103645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 10:34:30.954377 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c587f65-64f4-44a7-97a4-3ef7d0d7f237 None None] Updating router b29818fa-9048-47e7-b716-14c11ff0be5b port a890ce4e-fd5f-4391-9b75-7b4fdc6bcd54 binding host dv-cinder-833544-1-iscsi {{(pid=103645) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 10:34:30.981495 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-4c587f65-64f4-44a7-97a4-3ef7d0d7f237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (a890ce4e-fd5f-4391-9b75-7b4fdc6bcd54), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:30.991039 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-41ad5146-e036-4bd0-a736-30a421fa8f4f tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673333'] for security_group_rule (8b77f703-e78e-4e70-b81d-10cab258e15f), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:31.006533 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ad5146-e036-4bd0-a736-30a421fa8f4f tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b77f703-e78e-4e70-b81d-10cab258e15f,revision_number=0']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:34:31.084419 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-41ad5146-e036-4bd0-a736-30a421fa8f4f tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:31.085892 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-41ad5146-e036-4bd0-a736-30a421fa8f4f tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3106375 Mar 14 10:34:31.089181 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 47204) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:34:31.093591 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [None req-f64aa4c7-c6df-437d-8374-6e9147a30f3f tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Request body: {'security_group_rule': {'security_group_id': '5db7947e-8c99-4e92-b817-f70bd3c75c36', 'project_id': '6297757b71cd48d4a33ab7458cc05ac7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:34:31.178646 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-f64aa4c7-c6df-437d-8374-6e9147a30f3f tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Publish callbacks [] for security_group_rule (c89bcab5-d913-40f5-a29c-609a016c1540), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:31.233551 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-4c587f65-64f4-44a7-97a4-3ef7d0d7f237 None None] Publish callbacks [] for port (a890ce4e-fd5f-4391-9b75-7b4fdc6bcd54), precommit_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:31.233782 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-f64aa4c7-c6df-437d-8374-6e9147a30f3f tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Publish callbacks [] for security_group_rule (c89bcab5-d913-40f5-a29c-609a016c1540), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:31.293879 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-f64aa4c7-c6df-437d-8374-6e9147a30f3f tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673333'] for security_group_rule (c89bcab5-d913-40f5-a29c-609a016c1540), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:31.300955 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-4c587f65-64f4-44a7-97a4-3ef7d0d7f237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (a890ce4e-fd5f-4391-9b75-7b4fdc6bcd54), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:31.311498 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64aa4c7-c6df-437d-8374-6e9147a30f3f tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c89bcab5-d913-40f5-a29c-609a016c1540,revision_number=0']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:34:31.352701 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab18e10-6898-4d05-8d3d-b854815e0b68 None None] Pushing event updated for resources: {'Port': ['ID=a890ce4e-fd5f-4391-9b75-7b4fdc6bcd54,revision_number=3']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:34:31.387752 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-f64aa4c7-c6df-437d-8374-6e9147a30f3f tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:31.389119 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-f64aa4c7-c6df-437d-8374-6e9147a30f3f tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2990155 Mar 14 10:34:31.391775 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 47206) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:34:31.396299 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [None req-af500b03-6df2-4608-b131-a79fc9033be6 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Request body: {'security_group_rule': {'security_group_id': '5db7947e-8c99-4e92-b817-f70bd3c75c36', 'project_id': '6297757b71cd48d4a33ab7458cc05ac7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:34:31.405318 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.managers [None req-4c587f65-64f4-44a7-97a4-3ef7d0d7f237 None None] Attempting to bind port a890ce4e-fd5f-4391-9b75-7b4fdc6bcd54 on host dv-cinder-833544-1-iscsi for vnic_type normal with profile {{(pid=103645) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 10:34:31.405699 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.managers [None req-4c587f65-64f4-44a7-97a4-3ef7d0d7f237 None None] Attempting to bind port a890ce4e-fd5f-4391-9b75-7b4fdc6bcd54 by drivers openvswitch,hyperv on host dv-cinder-833544-1-iscsi at level 0 using segments [{'id': '9acb59d7-3cb8-4ebd-bb27-c4b8ef95c29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a22b44bf-d961-48e9-b111-ab7196883b67'}] {{(pid=103645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 10:34:31.406068 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c587f65-64f4-44a7-97a4-3ef7d0d7f237 None None] Attempting to bind port a890ce4e-fd5f-4391-9b75-7b4fdc6bcd54 on network a22b44bf-d961-48e9-b111-ab7196883b67 {{(pid=103645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:34:31.411480 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c587f65-64f4-44a7-97a4-3ef7d0d7f237 None None] Checking agent: {'id': '3daba05a-6d77-487a-83af-fb9f8edf24c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833544-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 14, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 10, 34, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833544-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 10:34:31.411682 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c587f65-64f4-44a7-97a4-3ef7d0d7f237 None None] Checking segment: {'id': '9acb59d7-3cb8-4ebd-bb27-c4b8ef95c29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a22b44bf-d961-48e9-b111-ab7196883b67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103645) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:34:31.412019 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-4c587f65-64f4-44a7-97a4-3ef7d0d7f237 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:31.412410 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c587f65-64f4-44a7-97a4-3ef7d0d7f237 None None] Bound using segment: {'id': '9acb59d7-3cb8-4ebd-bb27-c4b8ef95c29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a22b44bf-d961-48e9-b111-ab7196883b67'} {{(pid=103645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 10:34:31.412885 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.managers [None req-4c587f65-64f4-44a7-97a4-3ef7d0d7f237 None None] Bound port: a890ce4e-fd5f-4391-9b75-7b4fdc6bcd54, host: dv-cinder-833544-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9acb59d7-3cb8-4ebd-bb27-c4b8ef95c29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a22b44bf-d961-48e9-b111-ab7196883b67'}}] {{(pid=103645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 10:34:31.413267 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-4c587f65-64f4-44a7-97a4-3ef7d0d7f237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (a890ce4e-fd5f-4391-9b75-7b4fdc6bcd54), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:31.476260 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-4c587f65-64f4-44a7-97a4-3ef7d0d7f237 None None] For port a890ce4e-fd5f-4391-9b75-7b4fdc6bcd54, host dv-cinder-833544-1-iscsi, cleared binding levels {{(pid=103645) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 10:34:31.477919 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-af500b03-6df2-4608-b131-a79fc9033be6 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Publish callbacks [] for security_group_rule (5bcbf48c-fa8b-4711-9fb2-302eabd6fd79), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:31.479373 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-4c587f65-64f4-44a7-97a4-3ef7d0d7f237 None None] For port a890ce4e-fd5f-4391-9b75-7b4fdc6bcd54, host dv-cinder-833544-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833544-1-iscsi',level=0,port_id=a890ce4e-fd5f-4391-9b75-7b4fdc6bcd54,segment=NetworkSegment(9acb59d7-3cb8-4ebd-bb27-c4b8ef95c29d),segment_id=9acb59d7-3cb8-4ebd-bb27-c4b8ef95c29d)] {{(pid=103645) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 10:34:31.538565 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-af500b03-6df2-4608-b131-a79fc9033be6 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Publish callbacks [] for security_group_rule (5bcbf48c-fa8b-4711-9fb2-302eabd6fd79), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:31.559171 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-4c587f65-64f4-44a7-97a4-3ef7d0d7f237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (a890ce4e-fd5f-4391-9b75-7b4fdc6bcd54), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:31.615177 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c587f65-64f4-44a7-97a4-3ef7d0d7f237 None None] Routers {'b29818fa-9048-47e7-b716-14c11ff0be5b'} bound to L3 agent in host dv-cinder-833544-1-iscsi {{(pid=103645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:34:31.615885 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-4c587f65-64f4-44a7-97a4-3ef7d0d7f237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833544-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T10:17:23Z,description=,heartbeat_timestamp=2022-03-14T10:34:23Z,host='dv-cinder-833544-1-iscsi',id=a016a58c-1f8a-4210-ae6c-360b1a1f78c1,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:17:24Z,topic='l3_agent')) {'router_ids': ['b29818fa-9048-47e7-b716-14c11ff0be5b'], 'active': True} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:34:31.620133 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-f43cc74b-2709-49bb-a4c8-da369dfa92c4 None None] Provisioning complete for port a890ce4e-fd5f-4391-9b75-7b4fdc6bcd54 triggered by entity DHCP. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:34:31.620133 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-f43cc74b-2709-49bb-a4c8-da369dfa92c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (a890ce4e-fd5f-4391-9b75-7b4fdc6bcd54), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:31.627075 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-af500b03-6df2-4608-b131-a79fc9033be6 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673333'] for security_group_rule (5bcbf48c-fa8b-4711-9fb2-302eabd6fd79), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:31.647851 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af500b03-6df2-4608-b131-a79fc9033be6 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bcbf48c-fa8b-4711-9fb2-302eabd6fd79,revision_number=0']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:34:31.663842 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab18e10-6898-4d05-8d3d-b854815e0b68 None None] Pushing event updated for resources: {'Port': ['ID=a890ce4e-fd5f-4391-9b75-7b4fdc6bcd54,revision_number=4']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:34:31.713510 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-f43cc74b-2709-49bb-a4c8-da369dfa92c4 None None] Current status of the port a890ce4e-fd5f-4391-9b75-7b4fdc6bcd54 is: DOWN; New status is: ACTIVE {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:34:31.717061 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-f43cc74b-2709-49bb-a4c8-da369dfa92c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (a890ce4e-fd5f-4391-9b75-7b4fdc6bcd54), before_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:31.741845 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-af500b03-6df2-4608-b131-a79fc9033be6 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:31.743971 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-af500b03-6df2-4608-b131-a79fc9033be6 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3501146 Mar 14 10:34:31.745431 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvr_db [None req-4c587f65-64f4-44a7-97a4-3ef7d0d7f237 None None] Set router b29818fa-9048-47e7-b716-14c11ff0be5b gateway port host: dv-cinder-833544-1-iscsi {{(pid=103645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:34:31.746469 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 47208) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:34:31.750465 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-f43cc74b-2709-49bb-a4c8-da369dfa92c4 None None] For port a890ce4e-fd5f-4391-9b75-7b4fdc6bcd54, host dv-cinder-833544-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833544-1-iscsi',level=0,port_id=a890ce4e-fd5f-4391-9b75-7b4fdc6bcd54,segment=NetworkSegment(9acb59d7-3cb8-4ebd-bb27-c4b8ef95c29d),segment_id=9acb59d7-3cb8-4ebd-bb27-c4b8ef95c29d)] {{(pid=103644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:34:31.751979 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [None req-5e77a6a2-f185-49b5-bc60-116106a7403c tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Request body: {'security_group_rule': {'security_group_id': '5db7947e-8c99-4e92-b817-f70bd3c75c36', 'project_id': '6297757b71cd48d4a33ab7458cc05ac7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:34:31.842706 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-f43cc74b-2709-49bb-a4c8-da369dfa92c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (a890ce4e-fd5f-4391-9b75-7b4fdc6bcd54), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:31.877050 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13851e1b-638d-4d61-932a-5557bf98d061 req-9fc0f98c-6a07-41ca-9eba-aa11c08112e8 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:34:31.889060 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-13851e1b-638d-4d61-932a-5557bf98d061 req-9fc0f98c-6a07-41ca-9eba-aa11c08112e8 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=417348e5-d595-4c74-9f58-36520398856f HTTP/1.1" status: 200 len: 946 time: 0.0652745 Mar 14 10:34:31.895415 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43cc74b-2709-49bb-a4c8-da369dfa92c4 None None] Pushing event updated for resources: {'Port': ['ID=a890ce4e-fd5f-4391-9b75-7b4fdc6bcd54,revision_number=5']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:34:31.911255 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-5e77a6a2-f185-49b5-bc60-116106a7403c tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Publish callbacks [] for security_group_rule (bea575ca-b351-4d02-8fe2-0a81651655f4), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:31.960852 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-13851e1b-638d-4d61-932a-5557bf98d061 req-e84e3cc1-1edf-4a38-a34d-4e5cad549bad tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=81c6a4c3-d9c6-42f0-85f7-56c1d8fe0a74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740082 Mar 14 10:34:31.964140 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-1dfb4b75-1a4a-446b-abeb-035b45a45db0 None None] Provisioning complete for port a890ce4e-fd5f-4391-9b75-7b4fdc6bcd54 triggered by entity DHCP. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:34:31.964718 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-1dfb4b75-1a4a-446b-abeb-035b45a45db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (a890ce4e-fd5f-4391-9b75-7b4fdc6bcd54), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:31.966207 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-4c587f65-64f4-44a7-97a4-3ef7d0d7f237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b29818fa-9048-47e7-b716-14c11ff0be5b', 'name': 'tempest-TestVolumeBootPattern-431933877-router', 'tenant_id': 'ca6f46072f124fa0bd7f751600ad6801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '49ff1ea2-5190-42fe-95ab-aabf6a269ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:34:25Z', 'updated_at': '2022-03-14T10:34:28Z', 'revision_number': 4, 'project_id': 'ca6f46072f124fa0bd7f751600ad6801', 'gw_port': {'id': '49ff1ea2-5190-42fe-95ab-aabf6a269ec6', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:de:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29818fa-9048-47e7-b716-14c11ff0be5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:34:25Z', 'updated_at': '2022-03-14T10:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi', '_interfaces': [{'id': 'a890ce4e-fd5f-4391-9b75-7b4fdc6bcd54', 'name': '', 'network_id': 'a22b44bf-d961-48e9-b111-ab7196883b67', 'tenant_id': 'ca6f46072f124fa0bd7f751600ad6801', 'mac_address': 'fa:16:3e:7e:ad:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b29818fa-9048-47e7-b716-14c11ff0be5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '337ec933-0149-4239-b831-556952c2aea3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:34:27Z', 'updated_at': '2022-03-14T10:34:31Z', 'revision_number': 4, 'project_id': 'ca6f46072f124fa0bd7f751600ad6801', 'subnets': [{'id': '337ec933-0149-4239-b831-556952c2aea3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833544-1-iscsi', False) {} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:34:31.985785 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-5e77a6a2-f185-49b5-bc60-116106a7403c tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Publish callbacks [] for security_group_rule (bea575ca-b351-4d02-8fe2-0a81651655f4), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:31.999312 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c587f65-64f4-44a7-97a4-3ef7d0d7f237 None None] The sync data for ids ['b29818fa-9048-47e7-b716-14c11ff0be5b'] in dv-cinder-833544-1-iscsi is: [{'id': 'b29818fa-9048-47e7-b716-14c11ff0be5b', 'name': 'tempest-TestVolumeBootPattern-431933877-router', 'tenant_id': 'ca6f46072f124fa0bd7f751600ad6801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '49ff1ea2-5190-42fe-95ab-aabf6a269ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:34:25Z', 'updated_at': '2022-03-14T10:34:28Z', 'revision_number': 4, 'project_id': 'ca6f46072f124fa0bd7f751600ad6801', 'gw_port': {'id': '49ff1ea2-5190-42fe-95ab-aabf6a269ec6', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:de:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29818fa-9048-47e7-b716-14c11ff0be5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:34:25Z', 'updated_at': '2022-03-14T10:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi', '_interfaces': [{'id': 'a890ce4e-fd5f-4391-9b75-7b4fdc6bcd54', 'name': '', 'network_id': 'a22b44bf-d961-48e9-b111-ab7196883b67', 'tenant_id': 'ca6f46072f124fa0bd7f751600ad6801', 'mac_address': 'fa:16:3e:7e:ad:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b29818fa-9048-47e7-b716-14c11ff0be5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '337ec933-0149-4239-b831-556952c2aea3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:34:27Z', 'updated_at': '2022-03-14T10:34:31Z', 'revision_number': 4, 'project_id': 'ca6f46072f124fa0bd7f751600ad6801', 'subnets': [{'id': '337ec933-0149-4239-b831-556952c2aea3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 10:34:32.070801 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-1dfb4b75-1a4a-446b-abeb-035b45a45db0 None None] Current status of the port a890ce4e-fd5f-4391-9b75-7b4fdc6bcd54 is: ACTIVE; New status is: ACTIVE {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:34:32.072715 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-5e77a6a2-f185-49b5-bc60-116106a7403c tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673333'] for security_group_rule (bea575ca-b351-4d02-8fe2-0a81651655f4), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:32.093411 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e77a6a2-f185-49b5-bc60-116106a7403c tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bea575ca-b351-4d02-8fe2-0a81651655f4,revision_number=0']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:34:32.137339 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-5e77a6a2-f185-49b5-bc60-116106a7403c tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:32.138585 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-5e77a6a2-f185-49b5-bc60-116106a7403c tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3911619 Mar 14 10:34:32.141267 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 47212) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:34:32.145734 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [None req-eeefe44d-1d7f-4791-a846-2fb875ecf83c tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Request body: {'security_group_rule': {'security_group_id': '5db7947e-8c99-4e92-b817-f70bd3c75c36', 'project_id': '6297757b71cd48d4a33ab7458cc05ac7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:34:32.210020 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.db.securitygroups_db [None req-eeefe44d-1d7f-4791-a846-2fb875ecf83c tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Project 6297757b71cd48d4a33ab7458cc05ac7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 10:34:32.216026 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-eeefe44d-1d7f-4791-a846-2fb875ecf83c tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Publish callbacks [] for security_group_rule (02b545a1-1efa-4132-b6c7-cd1c2577ebd7), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:32.279728 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-eeefe44d-1d7f-4791-a846-2fb875ecf83c tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Publish callbacks [] for security_group_rule (02b545a1-1efa-4132-b6c7-cd1c2577ebd7), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:32.362787 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-eeefe44d-1d7f-4791-a846-2fb875ecf83c tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673333'] for security_group_rule (02b545a1-1efa-4132-b6c7-cd1c2577ebd7), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:32.376237 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeefe44d-1d7f-4791-a846-2fb875ecf83c tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02b545a1-1efa-4132-b6c7-cd1c2577ebd7,revision_number=0']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:34:32.448055 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Device 49ff1ea2-5190-42fe-95ab-aabf6a269ec6 up at agent ovs-agent-dv-cinder-833544-1-iscsi {{(pid=103644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:34:32.464082 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-eeefe44d-1d7f-4791-a846-2fb875ecf83c tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:32.465254 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-eeefe44d-1d7f-4791-a846-2fb875ecf83c tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3230462 Mar 14 10:34:32.468042 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 47214) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:34:32.472706 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [None req-a489e74e-37fe-4469-8492-18196d22a1b5 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Request body: {'security_group_rule': {'security_group_id': '5db7947e-8c99-4e92-b817-f70bd3c75c36', 'project_id': '6297757b71cd48d4a33ab7458cc05ac7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:34:32.500162 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Provisioning complete for port 49ff1ea2-5190-42fe-95ab-aabf6a269ec6 triggered by entity L2. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:34:32.500552 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (49ff1ea2-5190-42fe-95ab-aabf6a269ec6), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:32.570099 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.db.securitygroups_db [None req-a489e74e-37fe-4469-8492-18196d22a1b5 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Project 6297757b71cd48d4a33ab7458cc05ac7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 10:34:32.576871 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-a489e74e-37fe-4469-8492-18196d22a1b5 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Publish callbacks [] for security_group_rule (9fafc2d0-8893-4edd-8515-7378480b8723), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:32.583085 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Current status of the port 49ff1ea2-5190-42fe-95ab-aabf6a269ec6 is: ACTIVE; New status is: ACTIVE {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:34:32.584229 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Device a890ce4e-fd5f-4391-9b75-7b4fdc6bcd54 up at agent ovs-agent-dv-cinder-833544-1-iscsi {{(pid=103644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:34:32.636915 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Provisioning complete for port a890ce4e-fd5f-4391-9b75-7b4fdc6bcd54 triggered by entity L2. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:34:32.637575 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (a890ce4e-fd5f-4391-9b75-7b4fdc6bcd54), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:32.653867 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-a489e74e-37fe-4469-8492-18196d22a1b5 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Publish callbacks [] for security_group_rule (9fafc2d0-8893-4edd-8515-7378480b8723), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:32.719030 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-a489e74e-37fe-4469-8492-18196d22a1b5 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673333'] for security_group_rule (9fafc2d0-8893-4edd-8515-7378480b8723), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:32.720131 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Current status of the port a890ce4e-fd5f-4391-9b75-7b4fdc6bcd54 is: ACTIVE; New status is: ACTIVE {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:34:32.740850 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a489e74e-37fe-4469-8492-18196d22a1b5 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fafc2d0-8893-4edd-8515-7378480b8723,revision_number=0']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:34:32.788802 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-a489e74e-37fe-4469-8492-18196d22a1b5 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:32.790058 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-a489e74e-37fe-4469-8492-18196d22a1b5 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3209834 Mar 14 10:34:33.093323 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d74225a-051f-47e5-ba5a-3788c6330570 req-43703f67-9730-46f8-8b0e-355508294969 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:34:33.094833 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-4d74225a-051f-47e5-ba5a-3788c6330570 req-43703f67-9730-46f8-8b0e-355508294969 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=417348e5-d595-4c74-9f58-36520398856f HTTP/1.1" status: 200 len: 946 time: 0.0542581 Mar 14 10:34:33.141373 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-4d74225a-051f-47e5-ba5a-3788c6330570 req-0b5c6039-aac0-4e5d-b967-599493858985 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=81c6a4c3-d9c6-42f0-85f7-56c1d8fe0a74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410383 Mar 14 10:34:34.271136 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b20a3f-8b97-48bc-8cc4-d0119c0f42c7 req-d24386cb-ec90-4979-8c9d-c512e892ca8b tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:34:34.272626 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-46b20a3f-8b97-48bc-8cc4-d0119c0f42c7 req-d24386cb-ec90-4979-8c9d-c512e892ca8b tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=417348e5-d595-4c74-9f58-36520398856f HTTP/1.1" status: 200 len: 946 time: 0.0557587 Mar 14 10:34:34.319391 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-46b20a3f-8b97-48bc-8cc4-d0119c0f42c7 req-8b4d95c5-cf31-4046-94c1-dea40d0b5c6a tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=81c6a4c3-d9c6-42f0-85f7-56c1d8fe0a74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405810 Mar 14 10:34:35.444337 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8120e5fd-44cd-4267-9841-5053cc627ba4 req-0a020f51-af8d-4e46-96ce-620c07d29b4a tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:34:35.445988 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-8120e5fd-44cd-4267-9841-5053cc627ba4 req-0a020f51-af8d-4e46-96ce-620c07d29b4a tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=417348e5-d595-4c74-9f58-36520398856f HTTP/1.1" status: 200 len: 946 time: 0.0533593 Mar 14 10:34:35.493121 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-8120e5fd-44cd-4267-9841-5053cc627ba4 req-313b011a-2720-4caf-9a89-3018c1e44650 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=81c6a4c3-d9c6-42f0-85f7-56c1d8fe0a74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417082 Mar 14 10:34:36.109487 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.agents_db [None req-e5bc90a1-3fae-4be0-a54a-d59a030b4380 None None] Agent healthcheck: found 6 active agents {{(pid=103645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 10:34:36.618076 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469d5915-05cf-45c4-9f20-373af993d94b req-c2b14361-f7ad-4302-9c3f-c2afb4d16f5f tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:34:36.619556 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-469d5915-05cf-45c4-9f20-373af993d94b req-c2b14361-f7ad-4302-9c3f-c2afb4d16f5f tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=417348e5-d595-4c74-9f58-36520398856f HTTP/1.1" status: 200 len: 946 time: 0.0547273 Mar 14 10:34:36.673240 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-469d5915-05cf-45c4-9f20-373af993d94b req-3e2c8020-d781-4c64-9b69-2db195589677 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=81c6a4c3-d9c6-42f0-85f7-56c1d8fe0a74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482161 Mar 14 10:34:37.794153 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c3d2fe-081a-442d-9ca4-baafff5b299c req-bfc814aa-c6eb-46ca-856d-2000c7cd4d91 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:34:37.796152 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-59c3d2fe-081a-442d-9ca4-baafff5b299c req-bfc814aa-c6eb-46ca-856d-2000c7cd4d91 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=417348e5-d595-4c74-9f58-36520398856f HTTP/1.1" status: 200 len: 946 time: 0.0516076 Mar 14 10:34:37.841863 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-59c3d2fe-081a-442d-9ca4-baafff5b299c req-4429a1b1-8e8c-4c8f-9bff-99561d3ce8fe tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=81c6a4c3-d9c6-42f0-85f7-56c1d8fe0a74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402637 Mar 14 10:34:38.965751 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d826939b-4c2c-4404-9ef6-b78ad39a3d99 req-21e0b1ed-ae2c-4bc7-bb3c-95ae59919674 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:34:38.967369 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-d826939b-4c2c-4404-9ef6-b78ad39a3d99 req-21e0b1ed-ae2c-4bc7-bb3c-95ae59919674 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=417348e5-d595-4c74-9f58-36520398856f HTTP/1.1" status: 200 len: 946 time: 0.0538089 Mar 14 10:34:39.014635 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-d826939b-4c2c-4404-9ef6-b78ad39a3d99 req-06e80f6a-b751-4782-9191-ca36bb4ba9b7 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=81c6a4c3-d9c6-42f0-85f7-56c1d8fe0a74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415516 Mar 14 10:34:40.137931 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3261bd2-508a-47b2-8107-a9f56e017575 req-1ca5897a-9fdf-42eb-abdb-ad25ba6d9aff tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:34:40.140075 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-e3261bd2-508a-47b2-8107-a9f56e017575 req-1ca5897a-9fdf-42eb-abdb-ad25ba6d9aff tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=417348e5-d595-4c74-9f58-36520398856f HTTP/1.1" status: 200 len: 946 time: 0.0559011 Mar 14 10:34:40.188201 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-e3261bd2-508a-47b2-8107-a9f56e017575 req-e90b30a8-d504-4107-aa74-24b1132c7f06 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=81c6a4c3-d9c6-42f0-85f7-56c1d8fe0a74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424275 Mar 14 10:34:41.312571 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5387fa91-0f33-4c11-9ea8-19768bf3e4ff req-498deeb6-6678-4773-9380-a3482162a744 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:34:41.314061 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-5387fa91-0f33-4c11-9ea8-19768bf3e4ff req-498deeb6-6678-4773-9380-a3482162a744 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=417348e5-d595-4c74-9f58-36520398856f HTTP/1.1" status: 200 len: 946 time: 0.0533445 Mar 14 10:34:41.359536 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-5387fa91-0f33-4c11-9ea8-19768bf3e4ff req-1d2ff15d-cba5-410e-b83d-2c0a0b4cc8d5 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=81c6a4c3-d9c6-42f0-85f7-56c1d8fe0a74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400093 Mar 14 10:34:42.007028 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Device 7c41fa07-56be-408a-964e-38d7c70a3872 details requested by agent hyperv_hv-cinder-83354 with host hv-cinder-83354 {{(pid=103644) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 10:34:42.238308 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] For port 7c41fa07-56be-408a-964e-38d7c70a3872, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=7c41fa07-56be-408a-964e-38d7c70a3872,segment=NetworkSegment(9b07e94b-cdee-4fcd-b18d-5adbca991074),segment_id=9b07e94b-cdee-4fcd-b18d-5adbca991074)] {{(pid=103644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:34:42.250833 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Returning: {'device': '7c41fa07-56be-408a-964e-38d7c70a3872', 'network_id': 'b306e4a1-3e45-418e-92a7-1cdae507ef31', 'port_id': '7c41fa07-56be-408a-964e-38d7c70a3872', 'mac_address': 'fa:16:3e:0c:b1:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '583b334f-c92c-40ae-ba3b-abff06ff8c22', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103644) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 10:34:42.291881 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Current status of the port 7c41fa07-56be-408a-964e-38d7c70a3872 is: ACTIVE; New status is: BUILD {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:34:42.292282 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (7c41fa07-56be-408a-964e-38d7c70a3872), before_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:42.308005 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.notifiers.nova [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7c41fa07-56be-408a-964e-38d7c70a3872 {{(pid=103644) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 10:34:42.328092 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] For port 7c41fa07-56be-408a-964e-38d7c70a3872, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=7c41fa07-56be-408a-964e-38d7c70a3872,segment=NetworkSegment(9b07e94b-cdee-4fcd-b18d-5adbca991074),segment_id=9b07e94b-cdee-4fcd-b18d-5adbca991074)] {{(pid=103644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:34:42.403932 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (7c41fa07-56be-408a-964e-38d7c70a3872), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:42.459162 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Pushing event updated for resources: {'Port': ['ID=7c41fa07-56be-408a-964e-38d7c70a3872,revision_number=6']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:34:42.488753 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d2637c-f2ce-4325-a562-df3bc69e77d2 req-89d13aa7-bd90-466c-ab62-38705ef0064d tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:34:42.490199 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-80d2637c-f2ce-4325-a562-df3bc69e77d2 req-89d13aa7-bd90-466c-ab62-38705ef0064d tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=417348e5-d595-4c74-9f58-36520398856f HTTP/1.1" status: 200 len: 945 time: 0.0564208 Mar 14 10:34:42.538170 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-80d2637c-f2ce-4325-a562-df3bc69e77d2 req-bd6bda62-bc6f-4cad-a051-2af570495871 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=81c6a4c3-d9c6-42f0-85f7-56c1d8fe0a74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425565 Mar 14 10:34:42.603863 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] get_ports_and_sgs() called for port_ids ['7c41fa07-56be-408a-964e-38d7c70a3872'] {{(pid=103644) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 10:34:43.658778 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac32b237-a8ad-4590-b1bc-1526879a954c req-9ef3cef5-3be1-4f0d-ae1b-6daa9ca98a8a tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:34:43.660281 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-ac32b237-a8ad-4590-b1bc-1526879a954c req-9ef3cef5-3be1-4f0d-ae1b-6daa9ca98a8a tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=417348e5-d595-4c74-9f58-36520398856f HTTP/1.1" status: 200 len: 945 time: 0.0514326 Mar 14 10:34:43.705381 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-ac32b237-a8ad-4590-b1bc-1526879a954c req-112ace89-bbf1-4853-a2d0-ee7d4f7d4e77 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=81c6a4c3-d9c6-42f0-85f7-56c1d8fe0a74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393577 Mar 14 10:34:44.033055 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Device 7c41fa07-56be-408a-964e-38d7c70a3872 up at agent hyperv_hv-cinder-83354 {{(pid=103644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:34:44.078704 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Provisioning complete for port 7c41fa07-56be-408a-964e-38d7c70a3872 triggered by entity L2. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:34:44.079081 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (7c41fa07-56be-408a-964e-38d7c70a3872), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:44.151879 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Current status of the port 7c41fa07-56be-408a-964e-38d7c70a3872 is: BUILD; New status is: ACTIVE {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:34:44.152254 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (7c41fa07-56be-408a-964e-38d7c70a3872), before_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:44.175986 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '417348e5-d595-4c74-9f58-36520398856f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c41fa07-56be-408a-964e-38d7c70a3872'}] {{(pid=103644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:34:44.178236 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cdcf2ce3ae030c6c85cf8a8616b2d58d36b16ae178b61bcd15320d14238e4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83349c4f-1611-4959-a5d8-6a73b1f8ad39" -d '{"events": [{"server_uuid": "417348e5-d595-4c74-9f58-36520398856f", "name": "network-vif-plugged", "status": "completed", "tag": "7c41fa07-56be-408a-964e-38d7c70a3872"}]}' {{(pid=103644) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:34:44.190262 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] For port 7c41fa07-56be-408a-964e-38d7c70a3872, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=7c41fa07-56be-408a-964e-38d7c70a3872,segment=NetworkSegment(9b07e94b-cdee-4fcd-b18d-5adbca991074),segment_id=9b07e94b-cdee-4fcd-b18d-5adbca991074)] {{(pid=103644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:34:44.214344 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 10:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ada8105-9a01-410c-bba6-4d45d82af5f2 x-openstack-request-id: req-0ada8105-9a01-410c-bba6-4d45d82af5f2 {{(pid=103644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:34:44.214640 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "417348e5-d595-4c74-9f58-36520398856f", "name": "network-vif-plugged", "status": "completed", "tag": "7c41fa07-56be-408a-964e-38d7c70a3872", "code": 200}]} {{(pid=103644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:34:44.214916 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0ada8105-9a01-410c-bba6-4d45d82af5f2 {{(pid=103644) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:34:44.215299 dv-cinder-833544-1-iscsi neutron-server[103644]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '417348e5-d595-4c74-9f58-36520398856f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c41fa07-56be-408a-964e-38d7c70a3872', 'code': 200} Mar 14 10:34:44.276357 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (7c41fa07-56be-408a-964e-38d7c70a3872), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:44.322444 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Pushing event updated for resources: {'Port': ['ID=7c41fa07-56be-408a-964e-38d7c70a3872,revision_number=7']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:34:44.824679 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0321db-16dc-4b37-ab7a-438ae52777c0 req-c382dc5b-4e04-43a1-8064-4e55f83f137f tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:34:44.826042 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-ec0321db-16dc-4b37-ab7a-438ae52777c0 req-c382dc5b-4e04-43a1-8064-4e55f83f137f tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=417348e5-d595-4c74-9f58-36520398856f HTTP/1.1" status: 200 len: 946 time: 0.0510819 Mar 14 10:34:44.875112 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-ec0321db-16dc-4b37-ab7a-438ae52777c0 req-3c522c10-c4cc-4f33-aee8-d66beb852134 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=81c6a4c3-d9c6-42f0-85f7-56c1d8fe0a74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437164 Mar 14 10:34:45.996690 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029b66f0-78ee-4bd9-b0ce-a9e3fc645906 req-b6328a41-2b02-46ba-aee6-ebbaa6dc04ca tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:34:45.998799 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-029b66f0-78ee-4bd9-b0ce-a9e3fc645906 req-b6328a41-2b02-46ba-aee6-ebbaa6dc04ca tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=417348e5-d595-4c74-9f58-36520398856f HTTP/1.1" status: 200 len: 946 time: 0.0534589 Mar 14 10:34:46.043682 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-029b66f0-78ee-4bd9-b0ce-a9e3fc645906 req-88eacd20-6019-4909-90bd-030cb9af4a49 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=81c6a4c3-d9c6-42f0-85f7-56c1d8fe0a74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394599 Mar 14 10:34:47.171518 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac562651-1056-4de0-bf65-d725488628af req-b0e9c1e0-7c9e-4df1-b742-700f94d842b2 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:34:47.174328 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-ac562651-1056-4de0-bf65-d725488628af req-b0e9c1e0-7c9e-4df1-b742-700f94d842b2 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=417348e5-d595-4c74-9f58-36520398856f HTTP/1.1" status: 200 len: 946 time: 0.0542495 Mar 14 10:34:47.219715 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-ac562651-1056-4de0-bf65-d725488628af req-14050355-ba92-4cab-a78d-65f652ff73b8 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=81c6a4c3-d9c6-42f0-85f7-56c1d8fe0a74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408137 Mar 14 10:34:48.358491 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed910bf-e3dd-4c99-8c21-63ff259cb811 req-736e499e-c8c9-453d-8a65-decd0a743892 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:34:48.360990 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-bed910bf-e3dd-4c99-8c21-63ff259cb811 req-736e499e-c8c9-453d-8a65-decd0a743892 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=417348e5-d595-4c74-9f58-36520398856f HTTP/1.1" status: 200 len: 946 time: 0.0643585 Mar 14 10:34:48.412126 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-bed910bf-e3dd-4c99-8c21-63ff259cb811 req-90fe416f-138c-4e49-b5cc-588091a29203 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=81c6a4c3-d9c6-42f0-85f7-56c1d8fe0a74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434120 Mar 14 10:34:49.543572 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2accc35-4bd1-4379-9dcf-acc71c2d1053 req-84e6d69d-1053-4840-b957-9d456bbef89a tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:34:49.545104 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-c2accc35-4bd1-4379-9dcf-acc71c2d1053 req-84e6d69d-1053-4840-b957-9d456bbef89a tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=417348e5-d595-4c74-9f58-36520398856f HTTP/1.1" status: 200 len: 946 time: 0.0582175 Mar 14 10:34:49.595113 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-c2accc35-4bd1-4379-9dcf-acc71c2d1053 req-999295db-493a-4b42-8022-c1ce62e31b07 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=81c6a4c3-d9c6-42f0-85f7-56c1d8fe0a74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441623 Mar 14 10:34:50.736952 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be72df15-1a1e-4a21-8d73-5a9a2d4308f1 req-976ffb07-61e2-495a-89d9-a91506d220b8 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:34:50.739017 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-be72df15-1a1e-4a21-8d73-5a9a2d4308f1 req-976ffb07-61e2-495a-89d9-a91506d220b8 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=417348e5-d595-4c74-9f58-36520398856f HTTP/1.1" status: 200 len: 946 time: 0.0592651 Mar 14 10:34:50.765189 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-5fdfae52-00ad-4361-a05b-bea36ef0ea4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (71411765-f129-4ae6-9e82-4fe742fde8ff), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:50.796742 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-be72df15-1a1e-4a21-8d73-5a9a2d4308f1 req-66260e78-094f-4928-8c2a-3d9b1ea76be6 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=81c6a4c3-d9c6-42f0-85f7-56c1d8fe0a74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514114 Mar 14 10:34:51.922054 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47dd2b6-4e87-4e83-8f24-a38c676d92fa req-9353efb4-5211-4649-8680-fff2a114fdb8 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:34:51.923624 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-f47dd2b6-4e87-4e83-8f24-a38c676d92fa req-9353efb4-5211-4649-8680-fff2a114fdb8 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=417348e5-d595-4c74-9f58-36520398856f HTTP/1.1" status: 200 len: 946 time: 0.0532100 Mar 14 10:34:51.973902 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-f47dd2b6-4e87-4e83-8f24-a38c676d92fa req-6c5425ef-4da7-458e-a9d3-4ec60d65c80f tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=81c6a4c3-d9c6-42f0-85f7-56c1d8fe0a74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442004 Mar 14 10:34:52.933886 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-c112a0e6-1634-4c6d-b6bf-aa44706e5610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (a016a58c-1f8a-4210-ae6c-360b1a1f78c1), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:53.104166 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8537af7-66c9-4e0b-9d9d-a1df8e1708b6 req-337d8d55-ad76-4743-861e-1a039b3017fb tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:34:53.106539 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-e8537af7-66c9-4e0b-9d9d-a1df8e1708b6 req-337d8d55-ad76-4743-861e-1a039b3017fb tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=417348e5-d595-4c74-9f58-36520398856f HTTP/1.1" status: 200 len: 946 time: 0.0547824 Mar 14 10:34:53.160464 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-e8537af7-66c9-4e0b-9d9d-a1df8e1708b6 req-8f39a7d8-3d1d-4e37-9744-78754e6992bb tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=81c6a4c3-d9c6-42f0-85f7-56c1d8fe0a74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441236 Mar 14 10:34:54.110379 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-f4039063-230b-41a9-bf4a-d5dd4b348b96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (46201191-f63a-41db-ad4d-3c2c795fe1c2), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:54.298460 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bf25a0-2f14-474b-ba08-e2dcd0ee08a2 req-7ff3081a-a6f4-4cfa-9c04-bf8a8fb48137 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:34:54.299965 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-02bf25a0-2f14-474b-ba08-e2dcd0ee08a2 req-7ff3081a-a6f4-4cfa-9c04-bf8a8fb48137 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=417348e5-d595-4c74-9f58-36520398856f HTTP/1.1" status: 200 len: 946 time: 0.0642726 Mar 14 10:34:54.365076 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-02bf25a0-2f14-474b-ba08-e2dcd0ee08a2 req-60e00f0b-6b37-4b41-8d8b-4da59c18d6ba tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=81c6a4c3-d9c6-42f0-85f7-56c1d8fe0a74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546994 Mar 14 10:34:55.495510 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46ffa43-d76a-4784-833d-218aaa8a28f6 req-dac18a14-c0ed-4920-9a84-ca4a189b8a70 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:34:55.497006 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-c46ffa43-d76a-4784-833d-218aaa8a28f6 req-dac18a14-c0ed-4920-9a84-ca4a189b8a70 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=417348e5-d595-4c74-9f58-36520398856f HTTP/1.1" status: 200 len: 946 time: 0.0564535 Mar 14 10:34:55.544849 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-c46ffa43-d76a-4784-833d-218aaa8a28f6 req-572af291-839f-4322-9809-7feed5fbfc6d tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=81c6a4c3-d9c6-42f0-85f7-56c1d8fe0a74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415359 Mar 14 10:34:55.659548 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-a3541fa5-4b74-4b29-92a0-285d4d95a3dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (a9a1db27-ecd3-427e-bc57-ce8de4da4c28), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:56.676992 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f467946-c588-455f-8c2d-e08da1681ff1 req-4910cb99-c47e-4856-a036-6a6319c33dd2 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:34:56.678314 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-2f467946-c588-455f-8c2d-e08da1681ff1 req-4910cb99-c47e-4856-a036-6a6319c33dd2 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=417348e5-d595-4c74-9f58-36520398856f HTTP/1.1" status: 200 len: 946 time: 0.0579975 Mar 14 10:34:56.750506 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-2f467946-c588-455f-8c2d-e08da1681ff1 req-5a238b87-5243-41df-931f-5b7abba0af4d tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=81c6a4c3-d9c6-42f0-85f7-56c1d8fe0a74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659814 Mar 14 10:34:57.038070 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (3daba05a-6d77-487a-83af-fb9f8edf24c0), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:57.307182 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (cd4c1fd5-6bd0-46fc-9cd1-9ea8fc180379), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:57.882110 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-b21534d3-3880-4901-8485-d4ef5c730fe1 req-524a2220-9223-4afe-9f4e-804855baccd2 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-731492501&fields=id&tenant_id=6297757b71cd48d4a33ab7458cc05ac7 HTTP/1.1" status: 200 len: 267 time: 0.0790610 Mar 14 10:34:57.939285 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5ae947-0e5a-4406-81ce-0a59e8194f15 req-fb75c09b-8916-4e8d-9b65-8ab46de70234 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:34:57.941090 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-ef5ae947-0e5a-4406-81ce-0a59e8194f15 req-fb75c09b-8916-4e8d-9b65-8ab46de70234 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=417348e5-d595-4c74-9f58-36520398856f HTTP/1.1" status: 200 len: 946 time: 0.0962086 Mar 14 10:34:58.034436 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-ef5ae947-0e5a-4406-81ce-0a59e8194f15 req-72d1c5f1-0abf-4703-b298-48239025d3fc tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=81c6a4c3-d9c6-42f0-85f7-56c1d8fe0a74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871980 Mar 14 10:34:58.049253 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21534d3-3880-4901-8485-d4ef5c730fe1 req-dec05bd7-3a29-4e72-938a-f00cfd4da57d tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:34:58.050710 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-b21534d3-3880-4901-8485-d4ef5c730fe1 req-dec05bd7-3a29-4e72-938a-f00cfd4da57d tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/networks?id=c84f27eb-37b9-4aa9-b62d-da2eefd83ac0 HTTP/1.1" status: 200 len: 811 time: 0.1593096 Mar 14 10:34:58.071292 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-b21534d3-3880-4901-8485-d4ef5c730fe1 req-53dd481c-0b0f-42fc-b3ae-2946058e03b1 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/quotas/6297757b71cd48d4a33ab7458cc05ac7 HTTP/1.1" status: 200 len: 375 time: 0.0152507 Mar 14 10:34:58.126266 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-b21534d3-3880-4901-8485-d4ef5c730fe1 req-dcb6352b-1f87-4da3-99db-63f435402e95 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=6297757b71cd48d4a33ab7458cc05ac7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0539782 Mar 14 10:34:58.347153 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-b21534d3-3880-4901-8485-d4ef5c730fe1 req-0f7c282c-f221-4906-ba3c-38626a90657a service neutron] 10.222.0.16 "GET /v2.0/networks/c84f27eb-37b9-4aa9-b62d-da2eefd83ac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093744 Mar 14 10:34:58.442036 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-b21534d3-3880-4901-8485-d4ef5c730fe1 req-d82bff99-a3af-459e-aa28-7317bbbc4fd0 service neutron] 10.222.0.16 "GET /v2.0/networks/c84f27eb-37b9-4aa9-b62d-da2eefd83ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942526 Mar 14 10:34:59.169891 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dcfaa9-092f-46f2-a934-36f3fb13dc99 req-fcd4d686-8507-4ab3-938f-c12af9d2871d tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:34:59.171261 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-79dcfaa9-092f-46f2-a934-36f3fb13dc99 req-fcd4d686-8507-4ab3-938f-c12af9d2871d tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=417348e5-d595-4c74-9f58-36520398856f HTTP/1.1" status: 200 len: 946 time: 0.0546191 Mar 14 10:34:59.216679 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-79dcfaa9-092f-46f2-a934-36f3fb13dc99 req-d736dc3c-769c-4623-bb46-9af501f8dd81 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=81c6a4c3-d9c6-42f0-85f7-56c1d8fe0a74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397830 Mar 14 10:34:59.425056 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-85f1627c-e158-4f53-a8ec-4e0063666e4b req-1d84948e-7ecd-4ee2-973c-44018002cae4 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d228428-76e2-4015-91de-029d8288f4bf HTTP/1.1" status: 200 len: 210 time: 0.0287235 Mar 14 10:35:00.337956 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ecc875-fab7-43f4-b24f-fe2da173d862 req-570d7717-472a-463d-a389-7027c6cec8f7 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:35:00.339452 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-08ecc875-fab7-43f4-b24f-fe2da173d862 req-570d7717-472a-463d-a389-7027c6cec8f7 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=417348e5-d595-4c74-9f58-36520398856f HTTP/1.1" status: 200 len: 946 time: 0.0522361 Mar 14 10:35:00.385134 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-08ecc875-fab7-43f4-b24f-fe2da173d862 req-21a68cb2-c2b7-4663-98ad-492981a82ebc tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=81c6a4c3-d9c6-42f0-85f7-56c1d8fe0a74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398991 Mar 14 10:35:00.519199 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-8cc3a533-bcf9-4bec-8d61-65da733891f8 req-2d18eb7f-2d8d-4f36-acd6-52d76e106a74 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d228428-76e2-4015-91de-029d8288f4bf HTTP/1.1" status: 200 len: 210 time: 0.0294862 Mar 14 10:35:01.478966 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bb7801-4a3d-4678-b26a-03982b815d48 req-153acd71-2ae4-4a68-8619-e8907f588fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:35:01.480641 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-32bb7801-4a3d-4678-b26a-03982b815d48 req-153acd71-2ae4-4a68-8619-e8907f588fee service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5472bedc1d6a4e30b10a78f0f7cd05c1&device_id=417348e5-d595-4c74-9f58-36520398856f HTTP/1.1" status: 200 len: 1130 time: 0.0483158 Mar 14 10:35:01.508085 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe12d781-4189-454e-81f6-09cbc3e48c96 req-2f386c89-ed6d-4ed8-a9df-16769d4a77b9 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:35:01.509541 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-fe12d781-4189-454e-81f6-09cbc3e48c96 req-2f386c89-ed6d-4ed8-a9df-16769d4a77b9 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=417348e5-d595-4c74-9f58-36520398856f HTTP/1.1" status: 200 len: 946 time: 0.0518262 Mar 14 10:35:01.563897 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-fe12d781-4189-454e-81f6-09cbc3e48c96 req-3d60a56c-a11e-4cb3-94e9-44eccab1a4ea tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=81c6a4c3-d9c6-42f0-85f7-56c1d8fe0a74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481346 Mar 14 10:35:01.580858 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bb7801-4a3d-4678-b26a-03982b815d48 req-915696c6-cdbe-4cbb-ab68-d06ff8155933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:35:01.582356 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-32bb7801-4a3d-4678-b26a-03982b815d48 req-915696c6-cdbe-4cbb-ab68-d06ff8155933 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b306e4a1-3e45-418e-92a7-1cdae507ef31 HTTP/1.1" status: 200 len: 917 time: 0.0953109 Mar 14 10:35:01.615778 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-a3b8efb9-e90e-4519-a799-88a93b1af472 req-334c4975-94d5-41b4-a268-c57e13a649ee tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d228428-76e2-4015-91de-029d8288f4bf HTTP/1.1" status: 200 len: 210 time: 0.0255921 Mar 14 10:35:01.650970 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-32bb7801-4a3d-4678-b26a-03982b815d48 req-4f471775-c524-4c20-849c-6e401eba60b9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c41fa07-56be-408a-964e-38d7c70a3872 HTTP/1.1" status: 200 len: 1001 time: 0.0620494 Mar 14 10:35:01.698092 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bb7801-4a3d-4678-b26a-03982b815d48 req-d92f7100-dd7c-4ab9-a550-4e1f771e8dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:35:01.699563 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-32bb7801-4a3d-4678-b26a-03982b815d48 req-d92f7100-dd7c-4ab9-a550-4e1f771e8dfc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=583b334f-c92c-40ae-ba3b-abff06ff8c22 HTTP/1.1" status: 200 len: 855 time: 0.0424051 Mar 14 10:35:01.748806 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bb7801-4a3d-4678-b26a-03982b815d48 req-5850c9c0-1558-4928-b710-d7917ea0984c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:35:01.750355 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-32bb7801-4a3d-4678-b26a-03982b815d48 req-5850c9c0-1558-4928-b710-d7917ea0984c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b306e4a1-3e45-418e-92a7-1cdae507ef31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443676 Mar 14 10:35:01.849628 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-32bb7801-4a3d-4678-b26a-03982b815d48 req-7db8e2c8-b98e-4f46-9fe3-76f713ba1bb9 service neutron] 10.222.0.39 "GET /v2.0/networks/b306e4a1-3e45-418e-92a7-1cdae507ef31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928264 Mar 14 10:35:01.938097 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-32bb7801-4a3d-4678-b26a-03982b815d48 req-887cd12b-be35-4aa3-9b59-fed221b88dfc service neutron] 10.222.0.39 "GET /v2.0/networks/b306e4a1-3e45-418e-92a7-1cdae507ef31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826254 Mar 14 10:35:02.105108 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21534d3-3880-4901-8485-d4ef5c730fe1 req-4e1b7454-c496-49ad-96da-d2bca352bfbf tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:35:02.106560 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-b21534d3-3880-4901-8485-d4ef5c730fe1 req-4e1b7454-c496-49ad-96da-d2bca352bfbf tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.39 "GET /v2.0/networks?id=c84f27eb-37b9-4aa9-b62d-da2eefd83ac0 HTTP/1.1" status: 200 len: 811 time: 0.1102018 Mar 14 10:35:02.174299 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-b21534d3-3880-4901-8485-d4ef5c730fe1 req-71fe78c2-9bdf-41e0-93c2-add1281f8427 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6297757b71cd48d4a33ab7458cc05ac7 HTTP/1.1" status: 200 len: 379 time: 0.0520637 Mar 14 10:35:02.183274 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.v2.base [req-b21534d3-3880-4901-8485-d4ef5c730fe1 req-64b8bdd2-f734-4790-a5c8-9a3d5e50a008 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Request body: {'port': {'device_id': '6d228428-76e2-4015-91de-029d8288f4bf', 'network_id': 'c84f27eb-37b9-4aa9-b62d-da2eefd83ac0', 'admin_state_up': True, 'tenant_id': '6297757b71cd48d4a33ab7458cc05ac7', 'security_groups': ['5db7947e-8c99-4e92-b817-f70bd3c75c36']}} {{(pid=103642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:35:02.358397 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b21534d3-3880-4901-8485-d4ef5c730fe1 req-64b8bdd2-f734-4790-a5c8-9a3d5e50a008 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Made reservation on behalf of 6297757b71cd48d4a33ab7458cc05ac7 for: {'port': 1} {{(pid=103642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 10:35:02.361815 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [req-b21534d3-3880-4901-8485-d4ef5c730fe1 req-64b8bdd2-f734-4790-a5c8-9a3d5e50a008 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (None), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:35:02.488307 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.db.db_base_plugin_common [req-b21534d3-3880-4901-8485-d4ef5c730fe1 req-64b8bdd2-f734-4790-a5c8-9a3d5e50a008 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Allocated IP 172.20.0.8 (c84f27eb-37b9-4aa9-b62d-da2eefd83ac0/c1ca7e58-7de1-4354-86ba-4c133fca3e45/54645b92-8804-4ef8-9f38-237143e6709b) {{(pid=103642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 10:35:02.625141 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [req-b21534d3-3880-4901-8485-d4ef5c730fe1 req-64b8bdd2-f734-4790-a5c8-9a3d5e50a008 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Publish callbacks [] for port (54645b92-8804-4ef8-9f38-237143e6709b), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:35:02.687733 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a85e38-e62c-4caa-aa71-ccb9a6dea2e0 req-715e43c8-ce2e-41f6-a662-65209f877dfa tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:35:02.689316 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-d1a85e38-e62c-4caa-aa71-ccb9a6dea2e0 req-715e43c8-ce2e-41f6-a662-65209f877dfa tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=417348e5-d595-4c74-9f58-36520398856f HTTP/1.1" status: 200 len: 946 time: 0.0599875 Mar 14 10:35:02.729762 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-b833ed27-b5c9-47b4-b1dc-ec9db9c86d0b req-65083c94-530b-4a67-ad5c-a4772062005b tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d228428-76e2-4015-91de-029d8288f4bf HTTP/1.1" status: 200 len: 210 time: 0.0395050 Mar 14 10:35:02.730022 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [req-b21534d3-3880-4901-8485-d4ef5c730fe1 req-64b8bdd2-f734-4790-a5c8-9a3d5e50a008 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739585409118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9714944'] for port (54645b92-8804-4ef8-9f38-237143e6709b), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:35:02.761418 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-d1a85e38-e62c-4caa-aa71-ccb9a6dea2e0 req-4fc92a45-073a-4f05-ac5f-a9954f48aaca tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=81c6a4c3-d9c6-42f0-85f7-56c1d8fe0a74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619638 Mar 14 10:35:02.779323 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b21534d3-3880-4901-8485-d4ef5c730fe1 req-64b8bdd2-f734-4790-a5c8-9a3d5e50a008 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Network c84f27eb-37b9-4aa9-b62d-da2eefd83ac0 is already hosted by enough agents. {{(pid=103642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:35:02.782429 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.scheduler.base_scheduler [req-b21534d3-3880-4901-8485-d4ef5c730fe1 req-64b8bdd2-f734-4790-a5c8-9a3d5e50a008 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Resources bound (agent type, host, resource id): {{(pid=103642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:35:02.786062 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.db.l3_dvrscheduler_db [req-b21534d3-3880-4901-8485-d4ef5c730fe1 req-64b8bdd2-f734-4790-a5c8-9a3d5e50a008 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Received port after_create {{(pid=103642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 10:35:02.808769 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b8bdd2-f734-4790-a5c8-9a3d5e50a008 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Pushing event updated for resources: {'Port': ['ID=54645b92-8804-4ef8-9f38-237143e6709b,revision_number=1']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:35:02.837560 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21534d3-3880-4901-8485-d4ef5c730fe1 req-64b8bdd2-f734-4790-a5c8-9a3d5e50a008 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:35:02.838185 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [req-b21534d3-3880-4901-8485-d4ef5c730fe1 req-64b8bdd2-f734-4790-a5c8-9a3d5e50a008 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211739'] for port (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:35:02.938133 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-b21534d3-3880-4901-8485-d4ef5c730fe1 req-64b8bdd2-f734-4790-a5c8-9a3d5e50a008 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7582176 Mar 14 10:35:02.956292 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.v2.base [req-b21534d3-3880-4901-8485-d4ef5c730fe1 req-e9616022-71c6-41ec-91b5-fa75fc328612 service neutron] Request body: {'port': {'device_id': '6d228428-76e2-4015-91de-029d8288f4bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83354'}} {{(pid=103642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:35:02.984853 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-16a5dcfa-886e-4301-9364-4b1e48e3ba30 None None] Provisioning complete for port 54645b92-8804-4ef8-9f38-237143e6709b triggered by entity DHCP. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:35:02.985468 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-16a5dcfa-886e-4301-9364-4b1e48e3ba30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (54645b92-8804-4ef8-9f38-237143e6709b), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:35:03.018245 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-16a5dcfa-886e-4301-9364-4b1e48e3ba30 None None] Port 54645b92-8804-4ef8-9f38-237143e6709b cannot update to ACTIVE because it is not bound. {{(pid=103644) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 10:35:03.018802 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [req-b21534d3-3880-4901-8485-d4ef5c730fe1 req-e9616022-71c6-41ec-91b5-fa75fc328612 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (54645b92-8804-4ef8-9f38-237143e6709b), before_update {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:35:03.275647 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.notifiers.nova [req-b21534d3-3880-4901-8485-d4ef5c730fe1 req-e9616022-71c6-41ec-91b5-fa75fc328612 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54645b92-8804-4ef8-9f38-237143e6709b {{(pid=103642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 10:35:03.283057 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [req-b21534d3-3880-4901-8485-d4ef5c730fe1 req-e9616022-71c6-41ec-91b5-fa75fc328612 service neutron] Publish callbacks [] for port (54645b92-8804-4ef8-9f38-237143e6709b), precommit_update {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:35:03.295514 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.db.provisioning_blocks [req-b21534d3-3880-4901-8485-d4ef5c730fe1 req-e9616022-71c6-41ec-91b5-fa75fc328612 service neutron] Transition to ACTIVE for port object 54645b92-8804-4ef8-9f38-237143e6709b will not be triggered until provisioned by entity L2. {{(pid=103642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 14 10:35:03.374607 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [req-b21534d3-3880-4901-8485-d4ef5c730fe1 req-e9616022-71c6-41ec-91b5-fa75fc328612 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9714955'] for port (54645b92-8804-4ef8-9f38-237143e6709b), after_update {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:35:03.444297 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9616022-71c6-41ec-91b5-fa75fc328612 service neutron] Pushing event updated for resources: {'Port': ['ID=54645b92-8804-4ef8-9f38-237143e6709b,revision_number=2']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:35:03.496228 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.managers [req-b21534d3-3880-4901-8485-d4ef5c730fe1 req-e9616022-71c6-41ec-91b5-fa75fc328612 service neutron] Attempting to bind port 54645b92-8804-4ef8-9f38-237143e6709b on host hv-cinder-83354 for vnic_type normal with profile {{(pid=103642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 10:35:03.496939 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.managers [req-b21534d3-3880-4901-8485-d4ef5c730fe1 req-e9616022-71c6-41ec-91b5-fa75fc328612 service neutron] Attempting to bind port 54645b92-8804-4ef8-9f38-237143e6709b by drivers openvswitch,hyperv on host hv-cinder-83354 at level 0 using segments [{'id': '2460ef8d-df84-4c9b-a5b7-310d5b72ba4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'c84f27eb-37b9-4aa9-b62d-da2eefd83ac0'}] {{(pid=103642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 10:35:03.497062 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21534d3-3880-4901-8485-d4ef5c730fe1 req-e9616022-71c6-41ec-91b5-fa75fc328612 service neutron] Attempting to bind port 54645b92-8804-4ef8-9f38-237143e6709b on network c84f27eb-37b9-4aa9-b62d-da2eefd83ac0 {{(pid=103642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:35:03.502968 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21534d3-3880-4901-8485-d4ef5c730fe1 req-e9616022-71c6-41ec-91b5-fa75fc328612 service neutron] Port 54645b92-8804-4ef8-9f38-237143e6709b on network c84f27eb-37b9-4aa9-b62d-da2eefd83ac0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83354 {{(pid=103642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 10:35:03.503294 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21534d3-3880-4901-8485-d4ef5c730fe1 req-e9616022-71c6-41ec-91b5-fa75fc328612 service neutron] Attempting to bind port 54645b92-8804-4ef8-9f38-237143e6709b on network c84f27eb-37b9-4aa9-b62d-da2eefd83ac0 {{(pid=103642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:35:03.508526 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21534d3-3880-4901-8485-d4ef5c730fe1 req-e9616022-71c6-41ec-91b5-fa75fc328612 service neutron] Checking agent: {'id': 'cd4c1fd5-6bd0-46fc-9cd1-9ea8fc180379', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83354', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 10, 23, 57), 'started_at': datetime.datetime(2022, 3, 14, 10, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 10, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 10:35:03.508727 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21534d3-3880-4901-8485-d4ef5c730fe1 req-e9616022-71c6-41ec-91b5-fa75fc328612 service neutron] Checking segment: {'id': '2460ef8d-df84-4c9b-a5b7-310d5b72ba4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'c84f27eb-37b9-4aa9-b62d-da2eefd83ac0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:35:03.509074 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21534d3-3880-4901-8485-d4ef5c730fe1 req-e9616022-71c6-41ec-91b5-fa75fc328612 service neutron] Bound using segment: {'id': '2460ef8d-df84-4c9b-a5b7-310d5b72ba4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'c84f27eb-37b9-4aa9-b62d-da2eefd83ac0'} {{(pid=103642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 10:35:03.509497 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.managers [req-b21534d3-3880-4901-8485-d4ef5c730fe1 req-e9616022-71c6-41ec-91b5-fa75fc328612 service neutron] Bound port: 54645b92-8804-4ef8-9f38-237143e6709b, host: hv-cinder-83354, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2460ef8d-df84-4c9b-a5b7-310d5b72ba4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'c84f27eb-37b9-4aa9-b62d-da2eefd83ac0'}}] {{(pid=103642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 10:35:03.509851 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [req-b21534d3-3880-4901-8485-d4ef5c730fe1 req-e9616022-71c6-41ec-91b5-fa75fc328612 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (54645b92-8804-4ef8-9f38-237143e6709b), before_update {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:35:03.576823 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.db [req-b21534d3-3880-4901-8485-d4ef5c730fe1 req-e9616022-71c6-41ec-91b5-fa75fc328612 service neutron] For port 54645b92-8804-4ef8-9f38-237143e6709b, host hv-cinder-83354, cleared binding levels {{(pid=103642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 10:35:03.580012 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.db [req-b21534d3-3880-4901-8485-d4ef5c730fe1 req-e9616022-71c6-41ec-91b5-fa75fc328612 service neutron] For port 54645b92-8804-4ef8-9f38-237143e6709b, host hv-cinder-83354, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=54645b92-8804-4ef8-9f38-237143e6709b,segment=NetworkSegment(2460ef8d-df84-4c9b-a5b7-310d5b72ba4e),segment_id=2460ef8d-df84-4c9b-a5b7-310d5b72ba4e)] {{(pid=103642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 10:35:03.632456 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [req-b21534d3-3880-4901-8485-d4ef5c730fe1 req-e9616022-71c6-41ec-91b5-fa75fc328612 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9714955'] for port (54645b92-8804-4ef8-9f38-237143e6709b), after_update {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:35:03.671007 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21534d3-3880-4901-8485-d4ef5c730fe1 req-e9616022-71c6-41ec-91b5-fa75fc328612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:35:03.675983 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [req-b21534d3-3880-4901-8485-d4ef5c730fe1 req-e9616022-71c6-41ec-91b5-fa75fc328612 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211739'] for port (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:35:03.675983 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-b21534d3-3880-4901-8485-d4ef5c730fe1 req-e9616022-71c6-41ec-91b5-fa75fc328612 service neutron] 10.222.0.39 "PUT /v2.0/ports/54645b92-8804-4ef8-9f38-237143e6709b HTTP/1.1" status: 200 len: 1093 time: 0.7209768 Mar 14 10:35:03.675983 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d228428-76e2-4015-91de-029d8288f4bf', 'tag': '54645b92-8804-4ef8-9f38-237143e6709b'}] {{(pid=103642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:35:03.675983 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2719b20af467307de00d33cfc3bda2b7e701d9c3500810f7746d17fecb5aed99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4076b7ac-e181-40fb-86ec-2e959a7e0cfa" -d '{"events": [{"name": "network-changed", "server_uuid": "6d228428-76e2-4015-91de-029d8288f4bf", "tag": "54645b92-8804-4ef8-9f38-237143e6709b"}]}' {{(pid=103642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:35:03.697951 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9616022-71c6-41ec-91b5-fa75fc328612 service neutron] Pushing event updated for resources: {'Port': ['ID=54645b92-8804-4ef8-9f38-237143e6709b,revision_number=3']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:35:03.711138 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 10:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bfce182-b3a9-4f22-a282-b0817b81c42e x-openstack-request-id: req-1bfce182-b3a9-4f22-a282-b0817b81c42e {{(pid=103642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:35:03.711431 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d228428-76e2-4015-91de-029d8288f4bf", "tag": "54645b92-8804-4ef8-9f38-237143e6709b", "status": "completed", "code": 200}]} {{(pid=103642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:35:03.711708 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1bfce182-b3a9-4f22-a282-b0817b81c42e {{(pid=103642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:35:03.712134 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d228428-76e2-4015-91de-029d8288f4bf', 'tag': '54645b92-8804-4ef8-9f38-237143e6709b', 'status': 'completed', 'code': 200} Mar 14 10:35:03.878929 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4076b7ac-e181-40fb-86ec-2e959a7e0cfa req-557d09de-d20f-4322-b0e8-19d98a86b8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:35:03.880463 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-4076b7ac-e181-40fb-86ec-2e959a7e0cfa req-557d09de-d20f-4322-b0e8-19d98a86b8f0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6297757b71cd48d4a33ab7458cc05ac7&device_id=6d228428-76e2-4015-91de-029d8288f4bf HTTP/1.1" status: 200 len: 1127 time: 0.0678749 Mar 14 10:35:03.949341 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07947b74-d516-40e0-bb7b-488cca814913 req-0673e54b-2018-4f58-809d-58dbc68dab95 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:35:03.950864 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-07947b74-d516-40e0-bb7b-488cca814913 req-0673e54b-2018-4f58-809d-58dbc68dab95 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d228428-76e2-4015-91de-029d8288f4bf HTTP/1.1" status: 200 len: 943 time: 0.1416533 Mar 14 10:35:03.985636 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13b3379-ab66-4996-90ad-70d145160256 req-4aed9a0c-92bb-4edf-a513-04164deb7b76 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:35:03.987112 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-a13b3379-ab66-4996-90ad-70d145160256 req-4aed9a0c-92bb-4edf-a513-04164deb7b76 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=417348e5-d595-4c74-9f58-36520398856f HTTP/1.1" status: 200 len: 946 time: 0.1253123 Mar 14 10:35:03.992424 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2444ae64-db57-4bf7-bf59-68ed242e3cc7 req-d48b5e55-7880-4d98-8445-fea7f679ab5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:35:03.993845 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-2444ae64-db57-4bf7-bf59-68ed242e3cc7 req-d48b5e55-7880-4d98-8445-fea7f679ab5e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5472bedc1d6a4e30b10a78f0f7cd05c1&device_id=417348e5-d595-4c74-9f58-36520398856f HTTP/1.1" status: 200 len: 1130 time: 0.1331711 Mar 14 10:35:04.003974 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4076b7ac-e181-40fb-86ec-2e959a7e0cfa req-2297e0c7-6329-43ee-aed6-dc3f3b9e2ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:35:04.005868 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-4076b7ac-e181-40fb-86ec-2e959a7e0cfa req-2297e0c7-6329-43ee-aed6-dc3f3b9e2ff0 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=6297757b71cd48d4a33ab7458cc05ac7&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1129689 Mar 14 10:35:04.051765 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-07947b74-d516-40e0-bb7b-488cca814913 req-31d325e9-73d1-4580-99ec-c37bddb0450d tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/security-groups?id=5db7947e-8c99-4e92-b817-f70bd3c75c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944829 Mar 14 10:35:04.101498 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4076b7ac-e181-40fb-86ec-2e959a7e0cfa req-1a3173bf-3b87-4fb7-ad17-c1bfe9d22ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:35:04.103040 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-4076b7ac-e181-40fb-86ec-2e959a7e0cfa req-1a3173bf-3b87-4fb7-ad17-c1bfe9d22ae8 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0917542 Mar 14 10:35:04.117089 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-a13b3379-ab66-4996-90ad-70d145160256 req-a25eb812-ff8f-4370-aa57-2ec97b4d65ad tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=81c6a4c3-d9c6-42f0-85f7-56c1d8fe0a74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1211836 Mar 14 10:35:04.138606 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Device 7c41fa07-56be-408a-964e-38d7c70a3872 no longer exists at agent hyperv_hv-cinder-83354 {{(pid=103644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 10:35:04.148346 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2444ae64-db57-4bf7-bf59-68ed242e3cc7 req-a5130eed-859e-4e8c-bec7-6ef305004d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:35:04.149934 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-2444ae64-db57-4bf7-bf59-68ed242e3cc7 req-a5130eed-859e-4e8c-bec7-6ef305004d4a service neutron] 10.222.0.39 "GET /v2.0/networks?id=b306e4a1-3e45-418e-92a7-1cdae507ef31 HTTP/1.1" status: 200 len: 917 time: 0.1275561 Mar 14 10:35:04.223403 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21534d3-3880-4901-8485-d4ef5c730fe1 req-1442fcfc-c8d0-44d2-acc5-dd05396ba5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:35:04.224997 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-b21534d3-3880-4901-8485-d4ef5c730fe1 req-1442fcfc-c8d0-44d2-acc5-dd05396ba5ad service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6297757b71cd48d4a33ab7458cc05ac7&device_id=6d228428-76e2-4015-91de-029d8288f4bf HTTP/1.1" status: 200 len: 1127 time: 0.0547411 Mar 14 10:35:04.226638 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Current status of the port 7c41fa07-56be-408a-964e-38d7c70a3872 is: ACTIVE; New status is: DOWN {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:35:04.227095 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (7c41fa07-56be-408a-964e-38d7c70a3872), before_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:35:04.228231 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-2444ae64-db57-4bf7-bf59-68ed242e3cc7 req-4e3bc948-6e41-46ad-8b2d-dcbd4da027ca service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c41fa07-56be-408a-964e-38d7c70a3872 HTTP/1.1" status: 200 len: 1001 time: 0.0623298 Mar 14 10:35:04.249973 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '417348e5-d595-4c74-9f58-36520398856f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c41fa07-56be-408a-964e-38d7c70a3872'}] {{(pid=103644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:35:04.252373 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cdcf2ce3ae030c6c85cf8a8616b2d58d36b16ae178b61bcd15320d14238e4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7571af7-a27f-4ac7-9861-5f4a9df5e121" -d '{"events": [{"server_uuid": "417348e5-d595-4c74-9f58-36520398856f", "name": "network-vif-unplugged", "status": "completed", "tag": "7c41fa07-56be-408a-964e-38d7c70a3872"}]}' {{(pid=103644) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:35:04.265734 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] For port 7c41fa07-56be-408a-964e-38d7c70a3872, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=7c41fa07-56be-408a-964e-38d7c70a3872,segment=NetworkSegment(9b07e94b-cdee-4fcd-b18d-5adbca991074),segment_id=9b07e94b-cdee-4fcd-b18d-5adbca991074)] {{(pid=103644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:35:04.282460 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-b21534d3-3880-4901-8485-d4ef5c730fe1 req-804262ab-40b7-4dbc-873d-f1e098c90b19 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=54645b92-8804-4ef8-9f38-237143e6709b HTTP/1.1" status: 200 len: 217 time: 0.0398567 Mar 14 10:35:04.293067 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 14 Mar 2022 10:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a3cceae-a349-41c3-b8be-8abedd9a702a x-openstack-request-id: req-9a3cceae-a349-41c3-b8be-8abedd9a702a {{(pid=103644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:35:04.293596 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "417348e5-d595-4c74-9f58-36520398856f", "name": "network-vif-unplugged", "status": "completed", "tag": "7c41fa07-56be-408a-964e-38d7c70a3872", "code": 200}]} {{(pid=103644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:35:04.294456 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9a3cceae-a349-41c3-b8be-8abedd9a702a {{(pid=103644) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:35:04.294637 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2444ae64-db57-4bf7-bf59-68ed242e3cc7 req-dfb896ad-a97a-4c28-bc5c-ddb5be0647f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:35:04.295214 dv-cinder-833544-1-iscsi neutron-server[103644]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '417348e5-d595-4c74-9f58-36520398856f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c41fa07-56be-408a-964e-38d7c70a3872', 'code': 200} Mar 14 10:35:04.296148 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-2444ae64-db57-4bf7-bf59-68ed242e3cc7 req-dfb896ad-a97a-4c28-bc5c-ddb5be0647f9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=583b334f-c92c-40ae-ba3b-abff06ff8c22 HTTP/1.1" status: 200 len: 855 time: 0.0536456 Mar 14 10:35:04.335722 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21534d3-3880-4901-8485-d4ef5c730fe1 req-5abdd1f6-b7b2-49aa-a28a-fba4192c9ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:35:04.335722 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-b21534d3-3880-4901-8485-d4ef5c730fe1 req-5abdd1f6-b7b2-49aa-a28a-fba4192c9ec9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c1ca7e58-7de1-4354-86ba-4c133fca3e45 HTTP/1.1" status: 200 len: 850 time: 0.0439808 Mar 14 10:35:04.351961 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (7c41fa07-56be-408a-964e-38d7c70a3872), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:35:04.393713 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21534d3-3880-4901-8485-d4ef5c730fe1 req-bcf58d10-e637-49e7-839b-d02038716305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:35:04.395372 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-b21534d3-3880-4901-8485-d4ef5c730fe1 req-bcf58d10-e637-49e7-839b-d02038716305 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c84f27eb-37b9-4aa9-b62d-da2eefd83ac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0486226 Mar 14 10:35:04.399924 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2444ae64-db57-4bf7-bf59-68ed242e3cc7 req-97d8cc12-64c5-4866-a7e8-e89c8d37a7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:35:04.401403 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-2444ae64-db57-4bf7-bf59-68ed242e3cc7 req-97d8cc12-64c5-4866-a7e8-e89c8d37a7c8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b306e4a1-3e45-418e-92a7-1cdae507ef31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0563569 Mar 14 10:35:04.407928 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Pushing event updated for resources: {'Port': ['ID=7c41fa07-56be-408a-964e-38d7c70a3872,revision_number=8']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:35:04.487524 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-b21534d3-3880-4901-8485-d4ef5c730fe1 req-2f90d96d-774c-499d-a8ca-2c1f688c71e9 service neutron] 10.222.0.39 "GET /v2.0/networks/c84f27eb-37b9-4aa9-b62d-da2eefd83ac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854399 Mar 14 10:35:04.490165 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-2444ae64-db57-4bf7-bf59-68ed242e3cc7 req-6dca51fd-9979-490e-9ef3-117c469aff4d service neutron] 10.222.0.39 "GET /v2.0/networks/b306e4a1-3e45-418e-92a7-1cdae507ef31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825284 Mar 14 10:35:04.580791 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-b21534d3-3880-4901-8485-d4ef5c730fe1 req-f75fcc93-93aa-46de-9693-ee20d73e185c service neutron] 10.222.0.39 "GET /v2.0/networks/c84f27eb-37b9-4aa9-b62d-da2eefd83ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817959 Mar 14 10:35:04.583881 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-2444ae64-db57-4bf7-bf59-68ed242e3cc7 req-a55d7fde-76b2-4f38-86eb-f35b192c6dd9 service neutron] 10.222.0.39 "GET /v2.0/networks/b306e4a1-3e45-418e-92a7-1cdae507ef31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845203 Mar 14 10:35:05.168706 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b883f37e-87d0-47dc-852c-c270c928c170 req-96a9e8be-65a1-47a0-841b-b312de9fffc0 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:35:05.170839 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-b883f37e-87d0-47dc-852c-c270c928c170 req-96a9e8be-65a1-47a0-841b-b312de9fffc0 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d228428-76e2-4015-91de-029d8288f4bf HTTP/1.1" status: 200 len: 943 time: 0.0518968 Mar 14 10:35:05.247015 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-b883f37e-87d0-47dc-852c-c270c928c170 req-1b119d47-c3af-4783-9340-13ad4e7caf01 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/security-groups?id=5db7947e-8c99-4e92-b817-f70bd3c75c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706780 Mar 14 10:35:05.261601 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa47f1da-9ee4-4a7a-8f31-a2dee2e1eff2 req-c050ddf1-ab86-4251-b150-91f5cc963d36 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:35:05.263065 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-fa47f1da-9ee4-4a7a-8f31-a2dee2e1eff2 req-c050ddf1-ab86-4251-b150-91f5cc963d36 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=417348e5-d595-4c74-9f58-36520398856f HTTP/1.1" status: 200 len: 944 time: 0.0724869 Mar 14 10:35:05.311105 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-fa47f1da-9ee4-4a7a-8f31-a2dee2e1eff2 req-d66938a7-6513-4019-a06a-1e4c0ec5ae79 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=81c6a4c3-d9c6-42f0-85f7-56c1d8fe0a74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426626 Mar 14 10:35:06.366224 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f891fa-756b-4a2f-b289-042250a78d57 req-a015d603-078a-48ff-b609-452fa577de32 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:35:06.367720 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-90f891fa-756b-4a2f-b289-042250a78d57 req-a015d603-078a-48ff-b609-452fa577de32 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d228428-76e2-4015-91de-029d8288f4bf HTTP/1.1" status: 200 len: 943 time: 0.0557835 Mar 14 10:35:06.415280 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-90f891fa-756b-4a2f-b289-042250a78d57 req-1a8bf09b-88d1-487c-8224-1fa8d6b8e1ec tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/security-groups?id=5db7947e-8c99-4e92-b817-f70bd3c75c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420771 Mar 14 10:35:07.221370 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf8db83-b6c1-4d93-ad61-080abade7b0b req-06ccba31-e7ce-42d0-a70b-8235b5d64e18 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:35:07.222843 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-ddf8db83-b6c1-4d93-ad61-080abade7b0b req-06ccba31-e7ce-42d0-a70b-8235b5d64e18 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=417348e5-d595-4c74-9f58-36520398856f HTTP/1.1" status: 200 len: 944 time: 0.0513191 Mar 14 10:35:07.269809 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-ddf8db83-b6c1-4d93-ad61-080abade7b0b req-25bbeb2f-1c12-46ca-86ba-e9bede5214f2 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=81c6a4c3-d9c6-42f0-85f7-56c1d8fe0a74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413272 Mar 14 10:35:07.532952 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b045bfc-1ee2-4be1-b302-80d87df9f167 req-e0c45bba-40b8-4917-9499-34ec188dd6bc tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:35:07.534406 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-9b045bfc-1ee2-4be1-b302-80d87df9f167 req-e0c45bba-40b8-4917-9499-34ec188dd6bc tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d228428-76e2-4015-91de-029d8288f4bf HTTP/1.1" status: 200 len: 943 time: 0.0545435 Mar 14 10:35:07.576765 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 47524) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:35:07.584123 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-9b045bfc-1ee2-4be1-b302-80d87df9f167 req-2365e7dc-cc6d-41c5-afde-5a1e39756c48 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/security-groups?id=5db7947e-8c99-4e92-b817-f70bd3c75c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433757 Mar 14 10:35:07.668284 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-b8605ae7-44f8-43e1-ac41-eeaed515eae9 req-1d7c7368-8d83-4f31-8033-04ff9985d51d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=417348e5-d595-4c74-9f58-36520398856f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0901892 Mar 14 10:35:07.677189 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [req-b8605ae7-44f8-43e1-ac41-eeaed515eae9 req-b0727390-7180-4c7f-b94a-410e3585b16a service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103642) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 14 10:35:07.678171 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-b8605ae7-44f8-43e1-ac41-eeaed515eae9 req-b0727390-7180-4c7f-b94a-410e3585b16a service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048048 Mar 14 10:35:07.751495 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 47532) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:35:07.797542 dv-cinder-833544-1-iscsi neutron-server[103642]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 14 10:35:07.840470 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8605ae7-44f8-43e1-ac41-eeaed515eae9 req-46494bd2-d413-443b-ad15-ab0f04be8bf0 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:35:07.842974 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-b8605ae7-44f8-43e1-ac41-eeaed515eae9 req-46494bd2-d413-443b-ad15-ab0f04be8bf0 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports/7c41fa07-56be-408a-964e-38d7c70a3872 HTTP/1.1" status: 200 len: 941 time: 0.0903292 Mar 14 10:35:08.170825 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Device 7c41fa07-56be-408a-964e-38d7c70a3872 no longer exists at agent hyperv_hv-cinder-83354 {{(pid=103644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 10:35:08.247778 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Current status of the port 7c41fa07-56be-408a-964e-38d7c70a3872 is: DOWN; New status is: DOWN {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:35:08.393353 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5289a570-8b56-4a6d-bf7d-3dfde4ac0e94 req-85fadfc0-f19c-45eb-9ee5-37e65206411a tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:35:08.394786 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-5289a570-8b56-4a6d-bf7d-3dfde4ac0e94 req-85fadfc0-f19c-45eb-9ee5-37e65206411a tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=417348e5-d595-4c74-9f58-36520398856f HTTP/1.1" status: 200 len: 944 time: 0.0546372 Mar 14 10:35:08.439891 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-5289a570-8b56-4a6d-bf7d-3dfde4ac0e94 req-77e8368c-be4b-4108-8abe-861aeff45907 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=81c6a4c3-d9c6-42f0-85f7-56c1d8fe0a74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394006 Mar 14 10:35:08.702963 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2963b456-492d-4185-b3ca-800780940d7f req-de494132-b598-4e0b-a896-e14f02b26271 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:35:08.704415 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-2963b456-492d-4185-b3ca-800780940d7f req-de494132-b598-4e0b-a896-e14f02b26271 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d228428-76e2-4015-91de-029d8288f4bf HTTP/1.1" status: 200 len: 943 time: 0.0548406 Mar 14 10:35:08.755928 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-2963b456-492d-4185-b3ca-800780940d7f req-136e7004-fd9e-4d4a-807f-ee57a7687fc3 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/security-groups?id=5db7947e-8c99-4e92-b817-f70bd3c75c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458105 Mar 14 10:35:09.228733 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8605ae7-44f8-43e1-ac41-eeaed515eae9 req-6965a381-b0ce-4430-9459-3203104e9af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:35:09.230199 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-b8605ae7-44f8-43e1-ac41-eeaed515eae9 req-6965a381-b0ce-4430-9459-3203104e9af6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=417348e5-d595-4c74-9f58-36520398856f&tenant_id=5472bedc1d6a4e30b10a78f0f7cd05c1 HTTP/1.1" status: 200 len: 1128 time: 0.0720901 Mar 14 10:35:09.305740 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8605ae7-44f8-43e1-ac41-eeaed515eae9 req-29a504d3-2b98-4e92-9b1e-4ce8e5e2717a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:35:09.307176 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-b8605ae7-44f8-43e1-ac41-eeaed515eae9 req-29a504d3-2b98-4e92-9b1e-4ce8e5e2717a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5472bedc1d6a4e30b10a78f0f7cd05c1&device_id=417348e5-d595-4c74-9f58-36520398856f HTTP/1.1" status: 200 len: 1128 time: 0.0430658 Mar 14 10:35:09.397151 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8605ae7-44f8-43e1-ac41-eeaed515eae9 req-4f2a206b-193b-4ce4-bde0-d5600f15ae8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:35:09.398592 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-b8605ae7-44f8-43e1-ac41-eeaed515eae9 req-4f2a206b-193b-4ce4-bde0-d5600f15ae8d service neutron] 10.222.0.39 "GET /v2.0/networks?id=b306e4a1-3e45-418e-92a7-1cdae507ef31 HTTP/1.1" status: 200 len: 917 time: 0.0858405 Mar 14 10:35:09.460487 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-b8605ae7-44f8-43e1-ac41-eeaed515eae9 req-e49f1bd5-f9e8-4a4a-98fb-f3b47bc53e20 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c41fa07-56be-408a-964e-38d7c70a3872 HTTP/1.1" status: 200 len: 999 time: 0.0554130 Mar 14 10:35:09.511151 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8605ae7-44f8-43e1-ac41-eeaed515eae9 req-1eeed3d3-ee05-4743-be3b-59beaf18de26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:35:09.515822 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-b8605ae7-44f8-43e1-ac41-eeaed515eae9 req-1eeed3d3-ee05-4743-be3b-59beaf18de26 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=583b334f-c92c-40ae-ba3b-abff06ff8c22 HTTP/1.1" status: 200 len: 855 time: 0.0453992 Mar 14 10:35:09.592276 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b65b1a-5a10-495d-abe7-0044e545d752 req-20d2e297-99a5-40ca-9bf2-59933c4f6e4c tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:35:09.593723 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-39b65b1a-5a10-495d-abe7-0044e545d752 req-20d2e297-99a5-40ca-9bf2-59933c4f6e4c tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=417348e5-d595-4c74-9f58-36520398856f HTTP/1.1" status: 200 len: 944 time: 0.0797713 Mar 14 10:35:09.596100 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8605ae7-44f8-43e1-ac41-eeaed515eae9 req-1088528f-ee72-4031-b6aa-d47c4c4f1016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:35:09.601715 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-b8605ae7-44f8-43e1-ac41-eeaed515eae9 req-1088528f-ee72-4031-b6aa-d47c4c4f1016 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b306e4a1-3e45-418e-92a7-1cdae507ef31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0754187 Mar 14 10:35:09.693664 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-39b65b1a-5a10-495d-abe7-0044e545d752 req-931a430f-2e88-48f6-ae91-4d463b413c7a tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=81c6a4c3-d9c6-42f0-85f7-56c1d8fe0a74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944657 Mar 14 10:35:09.716122 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-b8605ae7-44f8-43e1-ac41-eeaed515eae9 req-a4c0a6c3-4476-4a36-9b87-3a027f612f0e service neutron] 10.222.0.39 "GET /v2.0/networks/b306e4a1-3e45-418e-92a7-1cdae507ef31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112826 Mar 14 10:35:09.804033 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-b8605ae7-44f8-43e1-ac41-eeaed515eae9 req-6d654b8f-13f4-45ce-8883-b43a53529848 service neutron] 10.222.0.39 "GET /v2.0/networks/b306e4a1-3e45-418e-92a7-1cdae507ef31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825815 Mar 14 10:35:10.094632 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff3ec89-704c-499b-b271-c5b035a1b36f req-91d6a0be-f616-449b-9894-f5eb5f3d6bd9 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:35:10.096118 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-8ff3ec89-704c-499b-b271-c5b035a1b36f req-91d6a0be-f616-449b-9894-f5eb5f3d6bd9 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d228428-76e2-4015-91de-029d8288f4bf HTTP/1.1" status: 200 len: 943 time: 0.2749560 Mar 14 10:35:10.143903 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-8ff3ec89-704c-499b-b271-c5b035a1b36f req-9d98af5e-d26f-4c69-bd85-9a2c4eefd003 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/security-groups?id=5db7947e-8c99-4e92-b817-f70bd3c75c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424440 Mar 14 10:35:10.822983 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d891cc-d5e2-4c14-a748-fddb4244ed7d req-fc7b7a32-992e-4da3-a623-74acd83f3d80 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:35:10.824667 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-e1d891cc-d5e2-4c14-a748-fddb4244ed7d req-fc7b7a32-992e-4da3-a623-74acd83f3d80 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=417348e5-d595-4c74-9f58-36520398856f HTTP/1.1" status: 200 len: 944 time: 0.0517800 Mar 14 10:35:10.892308 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-e1d891cc-d5e2-4c14-a748-fddb4244ed7d req-ea811fbc-a7c0-48d4-b933-225212d189be tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=81c6a4c3-d9c6-42f0-85f7-56c1d8fe0a74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496683 Mar 14 10:35:11.265768 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f13658-5784-4410-80e1-d064e00162fb req-3597c4b3-fcb7-42d6-b095-08f36d92383a tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:35:11.267417 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-84f13658-5784-4410-80e1-d064e00162fb req-3597c4b3-fcb7-42d6-b095-08f36d92383a tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d228428-76e2-4015-91de-029d8288f4bf HTTP/1.1" status: 200 len: 943 time: 0.0565364 Mar 14 10:35:11.314979 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-84f13658-5784-4410-80e1-d064e00162fb req-72991a20-7391-41f6-b5f5-0f58f26de176 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/security-groups?id=5db7947e-8c99-4e92-b817-f70bd3c75c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418460 Mar 14 10:35:12.019642 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a48b41-f2b1-4458-a4a9-c36ac2956145 req-310e5b69-7d47-4edb-90e8-e0535dc29f9d tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:35:12.029302 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-86a48b41-f2b1-4458-a4a9-c36ac2956145 req-310e5b69-7d47-4edb-90e8-e0535dc29f9d tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=417348e5-d595-4c74-9f58-36520398856f HTTP/1.1" status: 200 len: 944 time: 0.0637860 Mar 14 10:35:12.075216 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-86a48b41-f2b1-4458-a4a9-c36ac2956145 req-caaa9b03-3251-428f-86d5-5ab873509a0f tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=81c6a4c3-d9c6-42f0-85f7-56c1d8fe0a74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440567 Mar 14 10:35:12.448904 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3a5561-4aa8-45e1-9036-0b5bd123db05 req-b5e8a2d6-ac2e-48d8-aa3b-a74c55e989b8 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:35:12.450901 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-4b3a5561-4aa8-45e1-9036-0b5bd123db05 req-b5e8a2d6-ac2e-48d8-aa3b-a74c55e989b8 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d228428-76e2-4015-91de-029d8288f4bf HTTP/1.1" status: 200 len: 943 time: 0.0688715 Mar 14 10:35:12.499627 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-4b3a5561-4aa8-45e1-9036-0b5bd123db05 req-3e6b6ff5-074b-4c43-a35c-90c1368eeaa6 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/security-groups?id=5db7947e-8c99-4e92-b817-f70bd3c75c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433249 Mar 14 10:35:13.110177 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.agents_db [None req-e5bc90a1-3fae-4be0-a54a-d59a030b4380 None None] Agent healthcheck: found 6 active agents {{(pid=103645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 10:35:13.217356 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e423752b-89c2-4acb-aea0-ed9d5de6b340 req-28a72cbe-9fe0-4a0e-ab57-0ea0b80a131c tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:35:13.222287 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-e423752b-89c2-4acb-aea0-ed9d5de6b340 req-28a72cbe-9fe0-4a0e-ab57-0ea0b80a131c tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=417348e5-d595-4c74-9f58-36520398856f HTTP/1.1" status: 200 len: 944 time: 0.0612230 Mar 14 10:35:13.266684 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-e423752b-89c2-4acb-aea0-ed9d5de6b340 req-c32dbb9e-737c-47c3-b66a-eaa6f8eaaf32 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=81c6a4c3-d9c6-42f0-85f7-56c1d8fe0a74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422418 Mar 14 10:35:13.617657 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899092d9-c2f0-4be0-b403-f78da5036252 req-46f33664-33ae-4c2b-a5ca-0ae1febf8f6d tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:35:13.619221 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-899092d9-c2f0-4be0-b403-f78da5036252 req-46f33664-33ae-4c2b-a5ca-0ae1febf8f6d tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d228428-76e2-4015-91de-029d8288f4bf HTTP/1.1" status: 200 len: 943 time: 0.0540447 Mar 14 10:35:13.669903 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-899092d9-c2f0-4be0-b403-f78da5036252 req-f57ddd0b-73cb-4e5c-a658-81699947f552 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/security-groups?id=5db7947e-8c99-4e92-b817-f70bd3c75c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446286 Mar 14 10:35:14.391650 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bba4277-13e9-4ab8-aea9-2d0857193aec req-4e7e1c98-b630-4ad1-8dc2-f286e6fa347c tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:35:14.393974 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-2bba4277-13e9-4ab8-aea9-2d0857193aec req-4e7e1c98-b630-4ad1-8dc2-f286e6fa347c tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=417348e5-d595-4c74-9f58-36520398856f HTTP/1.1" status: 200 len: 944 time: 0.0554063 Mar 14 10:35:14.444244 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-2bba4277-13e9-4ab8-aea9-2d0857193aec req-e396f8c8-f4bb-4ad2-a753-4c51eee55890 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=81c6a4c3-d9c6-42f0-85f7-56c1d8fe0a74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421872 Mar 14 10:35:14.796951 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360952ae-9272-4680-8de4-2ac6a459914c req-ce661212-0449-441d-be70-3dbcc1a368be tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:35:14.798649 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-360952ae-9272-4680-8de4-2ac6a459914c req-ce661212-0449-441d-be70-3dbcc1a368be tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d228428-76e2-4015-91de-029d8288f4bf HTTP/1.1" status: 200 len: 943 time: 0.0560727 Mar 14 10:35:14.848955 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-360952ae-9272-4680-8de4-2ac6a459914c req-09925427-a6d9-4781-91f2-4bab8951129d tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/security-groups?id=5db7947e-8c99-4e92-b817-f70bd3c75c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445635 Mar 14 10:35:15.573691 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c46d7c-7599-482a-b6bf-8caf0949a17d req-aef876c0-33f0-47c1-8c81-30db653f6b22 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:35:15.575180 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-c3c46d7c-7599-482a-b6bf-8caf0949a17d req-aef876c0-33f0-47c1-8c81-30db653f6b22 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=417348e5-d595-4c74-9f58-36520398856f HTTP/1.1" status: 200 len: 944 time: 0.0611637 Mar 14 10:35:15.623885 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-c3c46d7c-7599-482a-b6bf-8caf0949a17d req-ddc1f6a9-989c-432c-8c12-6821bc8fe094 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=81c6a4c3-d9c6-42f0-85f7-56c1d8fe0a74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431690 Mar 14 10:35:15.972484 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea4db7e-7af3-4418-92de-cf8f474cc6ad req-c5078e9f-33b6-45fd-83fb-aee2a7208b96 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:35:15.974011 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-2ea4db7e-7af3-4418-92de-cf8f474cc6ad req-c5078e9f-33b6-45fd-83fb-aee2a7208b96 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d228428-76e2-4015-91de-029d8288f4bf HTTP/1.1" status: 200 len: 943 time: 0.0603557 Mar 14 10:35:16.027855 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-2ea4db7e-7af3-4418-92de-cf8f474cc6ad req-7f7c6d40-7074-4fb7-be0b-3114831c69dc tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/security-groups?id=5db7947e-8c99-4e92-b817-f70bd3c75c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442343 Mar 14 10:35:16.755199 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a19600-6fe4-4895-9199-72f1413889f6 req-04f8ded6-ecb5-4c18-8b1d-33c0c43cd00b tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:35:16.756711 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-81a19600-6fe4-4895-9199-72f1413889f6 req-04f8ded6-ecb5-4c18-8b1d-33c0c43cd00b tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=417348e5-d595-4c74-9f58-36520398856f HTTP/1.1" status: 200 len: 944 time: 0.0597255 Mar 14 10:35:16.807634 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-81a19600-6fe4-4895-9199-72f1413889f6 req-46843f99-0530-4236-837a-e5e986f4ce16 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=81c6a4c3-d9c6-42f0-85f7-56c1d8fe0a74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450561 Mar 14 10:35:17.149568 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575b89b9-f7fd-4f1e-a190-65c0a7183646 req-5cea9c0b-90ed-4f5d-a0d1-fa115180cda3 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:35:17.151052 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-575b89b9-f7fd-4f1e-a190-65c0a7183646 req-5cea9c0b-90ed-4f5d-a0d1-fa115180cda3 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d228428-76e2-4015-91de-029d8288f4bf HTTP/1.1" status: 200 len: 943 time: 0.0583797 Mar 14 10:35:17.200085 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-575b89b9-f7fd-4f1e-a190-65c0a7183646 req-c4641a4d-ee67-40ad-a6cf-e2beddee173f tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/security-groups?id=5db7947e-8c99-4e92-b817-f70bd3c75c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428481 Mar 14 10:35:17.971124 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b88c0a-0385-436b-86fc-93168f0510e8 req-ffcf0479-5ccb-4636-b487-7d635ed73c35 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:35:17.974251 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-43b88c0a-0385-436b-86fc-93168f0510e8 req-ffcf0479-5ccb-4636-b487-7d635ed73c35 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=417348e5-d595-4c74-9f58-36520398856f HTTP/1.1" status: 200 len: 944 time: 0.0828896 Mar 14 10:35:18.019570 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd6bc29-853b-497a-ba1b-11d51d15bc3e req-2bfe8d8e-4aee-4b47-abff-8fbec19ad3a1 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:35:18.021114 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-7fd6bc29-853b-497a-ba1b-11d51d15bc3e req-2bfe8d8e-4aee-4b47-abff-8fbec19ad3a1 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/ports?device_id=c285fc22-e681-4296-afe4-8556e371552e HTTP/1.1" status: 200 len: 945 time: 0.0882454 Mar 14 10:35:18.056690 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-43b88c0a-0385-436b-86fc-93168f0510e8 req-ef056472-4705-483e-a701-2eabfe07b7ff tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=81c6a4c3-d9c6-42f0-85f7-56c1d8fe0a74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769470 Mar 14 10:35:18.084989 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-7fd6bc29-853b-497a-ba1b-11d51d15bc3e req-768e1948-8802-4575-b54a-676961de8387 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b70bd49-c5ca-4159-8f17-c1401f955a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579984 Mar 14 10:35:18.317341 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c1f0e6-78e6-4cb8-9747-8379ac7bb947 req-6dc3aeed-ca76-4724-b8e3-77ccb305e743 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:35:18.318796 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-81c1f0e6-78e6-4cb8-9747-8379ac7bb947 req-6dc3aeed-ca76-4724-b8e3-77ccb305e743 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d228428-76e2-4015-91de-029d8288f4bf HTTP/1.1" status: 200 len: 943 time: 0.0537670 Mar 14 10:35:18.366654 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-81c1f0e6-78e6-4cb8-9747-8379ac7bb947 req-09adc310-b565-4363-af01-87cf8e0e8e9b tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/security-groups?id=5db7947e-8c99-4e92-b817-f70bd3c75c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421896 Mar 14 10:35:19.237677 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358a272e-c145-40aa-be35-169a1d92604b req-8cfa6fc3-e509-49f8-a262-66edbee5fe11 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:35:19.239166 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-358a272e-c145-40aa-be35-169a1d92604b req-8cfa6fc3-e509-49f8-a262-66edbee5fe11 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=417348e5-d595-4c74-9f58-36520398856f HTTP/1.1" status: 200 len: 944 time: 0.0901549 Mar 14 10:35:19.246936 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373c7818-3bfc-4d2c-a6a9-f1587e47f343 req-d9458697-1992-49d3-92b6-e7bed0eb1633 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:35:19.248348 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-373c7818-3bfc-4d2c-a6a9-f1587e47f343 req-d9458697-1992-49d3-92b6-e7bed0eb1633 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/ports?device_id=c285fc22-e681-4296-afe4-8556e371552e HTTP/1.1" status: 200 len: 945 time: 0.0898516 Mar 14 10:35:19.318491 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-358a272e-c145-40aa-be35-169a1d92604b req-6c126097-6e4a-4c99-bdca-c3633e290d0b tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=81c6a4c3-d9c6-42f0-85f7-56c1d8fe0a74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691953 Mar 14 10:35:19.321409 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-373c7818-3bfc-4d2c-a6a9-f1587e47f343 req-8c921e83-5c2a-47fd-a4cc-84e658828ba6 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b70bd49-c5ca-4159-8f17-c1401f955a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665624 Mar 14 10:35:19.489070 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fdfb55-5792-40d9-8fc6-d4482b0bff65 req-ceac7a21-4129-465b-b4d6-279dfb3639b8 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:35:19.490504 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-b3fdfb55-5792-40d9-8fc6-d4482b0bff65 req-ceac7a21-4129-465b-b4d6-279dfb3639b8 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d228428-76e2-4015-91de-029d8288f4bf HTTP/1.1" status: 200 len: 943 time: 0.0544493 Mar 14 10:35:19.537885 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-b3fdfb55-5792-40d9-8fc6-d4482b0bff65 req-866bae22-d58b-4c55-b120-eb0c3edeb325 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/security-groups?id=5db7947e-8c99-4e92-b817-f70bd3c75c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416195 Mar 14 10:35:20.468168 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc9c0ae-cde2-4156-b084-414ede452ec1 req-468572ca-a56b-4b09-b115-3a84440dc3d3 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:35:20.469645 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-8fc9c0ae-cde2-4156-b084-414ede452ec1 req-468572ca-a56b-4b09-b115-3a84440dc3d3 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/ports?device_id=c285fc22-e681-4296-afe4-8556e371552e HTTP/1.1" status: 200 len: 945 time: 0.0819290 Mar 14 10:35:20.476946 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b64cca4-2134-4b92-a81f-9e33f1bc5a75 req-015a3bfa-8eaa-4fae-b1a5-f66577ae763e tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:35:20.478309 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-9b64cca4-2134-4b92-a81f-9e33f1bc5a75 req-015a3bfa-8eaa-4fae-b1a5-f66577ae763e tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=417348e5-d595-4c74-9f58-36520398856f HTTP/1.1" status: 200 len: 944 time: 0.0886853 Mar 14 10:35:20.552144 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-8fc9c0ae-cde2-4156-b084-414ede452ec1 req-224cfcde-737a-4d5b-9575-efb21f8461a8 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b70bd49-c5ca-4159-8f17-c1401f955a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729051 Mar 14 10:35:20.555912 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-9b64cca4-2134-4b92-a81f-9e33f1bc5a75 req-98bc7a2e-6f47-4e5f-bb15-53b8f323c5c0 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=81c6a4c3-d9c6-42f0-85f7-56c1d8fe0a74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697510 Mar 14 10:35:20.655935 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3a5afb-a09b-44b0-82d1-a6f459caa004 req-59258e8c-4313-430d-9f6a-1aeb6ef173ba tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:35:20.657375 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-af3a5afb-a09b-44b0-82d1-a6f459caa004 req-59258e8c-4313-430d-9f6a-1aeb6ef173ba tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d228428-76e2-4015-91de-029d8288f4bf HTTP/1.1" status: 200 len: 943 time: 0.0514848 Mar 14 10:35:20.703941 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-af3a5afb-a09b-44b0-82d1-a6f459caa004 req-cacf2de2-beca-4b0d-8c07-4a5e062598d9 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/security-groups?id=5db7947e-8c99-4e92-b817-f70bd3c75c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411086 Mar 14 10:35:20.835991 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-e1900eec-3fda-4173-9ed1-210c2c57758b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (71411765-f129-4ae6-9e82-4fe742fde8ff), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:35:21.704661 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85009e28-66bb-4d4a-a7f3-6eadbc742c72 req-fa756926-67d3-4af9-9115-1f91f1a126b4 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:35:21.706122 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-85009e28-66bb-4d4a-a7f3-6eadbc742c72 req-fa756926-67d3-4af9-9115-1f91f1a126b4 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/ports?device_id=c285fc22-e681-4296-afe4-8556e371552e HTTP/1.1" status: 200 len: 945 time: 0.0855465 Mar 14 10:35:21.713656 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9c5f8d-bbb2-4c45-b191-6893c6badb95 req-8060d3f4-7617-4c6a-ac02-f4075b391155 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:35:21.714992 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-fc9c5f8d-bbb2-4c45-b191-6893c6badb95 req-8060d3f4-7617-4c6a-ac02-f4075b391155 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=417348e5-d595-4c74-9f58-36520398856f HTTP/1.1" status: 200 len: 944 time: 0.0857522 Mar 14 10:35:21.784718 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-85009e28-66bb-4d4a-a7f3-6eadbc742c72 req-21199a03-6fc4-47f0-849d-62ee5bf91b6a tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b70bd49-c5ca-4159-8f17-c1401f955a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682137 Mar 14 10:35:21.787903 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-fc9c5f8d-bbb2-4c45-b191-6893c6badb95 req-d08a3d26-f066-49f1-b0f4-2e4f59887503 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=81c6a4c3-d9c6-42f0-85f7-56c1d8fe0a74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658836 Mar 14 10:35:21.889911 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73617a15-e708-443c-a617-0df0ae6c5294 req-72a36699-1f9c-4d37-97cd-8d5e8b689bd1 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:35:21.891622 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-73617a15-e708-443c-a617-0df0ae6c5294 req-72a36699-1f9c-4d37-97cd-8d5e8b689bd1 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d228428-76e2-4015-91de-029d8288f4bf HTTP/1.1" status: 200 len: 943 time: 0.0554390 Mar 14 10:35:21.938670 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-73617a15-e708-443c-a617-0df0ae6c5294 req-93824ca5-8d22-4d19-8b25-152a860bdbd2 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/security-groups?id=5db7947e-8c99-4e92-b817-f70bd3c75c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415626 Mar 14 10:35:22.927532 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-7e12ea49-f634-4b4d-a572-0baa7763faa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (a016a58c-1f8a-4210-ae6c-360b1a1f78c1), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:35:22.938677 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6ed6b3-f4ab-4903-a69a-5092e2da32c1 req-d001a5e2-c123-426f-a559-315d98fa375e tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:35:22.943527 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-1b6ed6b3-f4ab-4903-a69a-5092e2da32c1 req-d001a5e2-c123-426f-a559-315d98fa375e tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/ports?device_id=c285fc22-e681-4296-afe4-8556e371552e HTTP/1.1" status: 200 len: 945 time: 0.0883093 Mar 14 10:35:22.947428 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23655c4b-7b12-43c3-98fb-29820b4b4e5a req-f18b039d-cb1b-41cc-adce-7be92a39d6c3 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:35:22.948823 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-23655c4b-7b12-43c3-98fb-29820b4b4e5a req-f18b039d-cb1b-41cc-adce-7be92a39d6c3 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=417348e5-d595-4c74-9f58-36520398856f HTTP/1.1" status: 200 len: 944 time: 0.0863795 Mar 14 10:35:23.018941 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-1b6ed6b3-f4ab-4903-a69a-5092e2da32c1 req-2457c4e8-1a1f-49ea-a5b9-8e33e5a190c3 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b70bd49-c5ca-4159-8f17-c1401f955a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691955 Mar 14 10:35:23.021869 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-23655c4b-7b12-43c3-98fb-29820b4b4e5a req-80cb31c3-0a3e-4143-a130-22063349b55a tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=81c6a4c3-d9c6-42f0-85f7-56c1d8fe0a74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665746 Mar 14 10:35:23.120849 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c591118-3bd4-4b27-8e6b-2f233460e200 req-48902040-a56f-4aaf-9495-9fb5baa0add2 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:35:23.122302 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-9c591118-3bd4-4b27-8e6b-2f233460e200 req-48902040-a56f-4aaf-9495-9fb5baa0add2 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d228428-76e2-4015-91de-029d8288f4bf HTTP/1.1" status: 200 len: 943 time: 0.0519099 Mar 14 10:35:23.172563 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-9c591118-3bd4-4b27-8e6b-2f233460e200 req-401bb4d0-8f08-4df1-8c9d-69dca4dfb116 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/security-groups?id=5db7947e-8c99-4e92-b817-f70bd3c75c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448630 Mar 14 10:35:23.923775 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088bb56b-5d6c-4db4-9d7d-113e62fd26f2 req-25668c8f-0c1e-4817-92c9-924cd3cf4d24 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:35:23.925194 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-088bb56b-5d6c-4db4-9d7d-113e62fd26f2 req-25668c8f-0c1e-4817-92c9-924cd3cf4d24 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.39 "GET /v2.0/ports?device_id=c285fc22-e681-4296-afe4-8556e371552e HTTP/1.1" status: 200 len: 945 time: 0.0504098 Mar 14 10:35:24.028093 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [req-088bb56b-5d6c-4db4-9d7d-113e62fd26f2 req-98ba9227-4522-4931-ad29-ceea55265f45 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Deleting port 9c434c67-2d84-4683-bfc9-cc8e82d98ac7 {{(pid=103643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 10:35:24.028812 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-088bb56b-5d6c-4db4-9d7d-113e62fd26f2 req-98ba9227-4522-4931-ad29-ceea55265f45 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739585920741'] for port (9c434c67-2d84-4683-bfc9-cc8e82d98ac7), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:35:24.094885 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-f4039063-230b-41a9-bf4a-d5dd4b348b96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (46201191-f63a-41db-ad4d-3c2c795fe1c2), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:35:24.179001 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.db [req-088bb56b-5d6c-4db4-9d7d-113e62fd26f2 req-98ba9227-4522-4931-ad29-ceea55265f45 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] For port 9c434c67-2d84-4683-bfc9-cc8e82d98ac7, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=9c434c67-2d84-4683-bfc9-cc8e82d98ac7,segment=NetworkSegment(6ae4d02e-40e5-4abd-9646-fddaab197544),segment_id=6ae4d02e-40e5-4abd-9646-fddaab197544)] {{(pid=103643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:35:24.179285 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-088bb56b-5d6c-4db4-9d7d-113e62fd26f2 req-98ba9227-4522-4931-ad29-ceea55265f45 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562337'] for port (9c434c67-2d84-4683-bfc9-cc8e82d98ac7), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:35:24.268651 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b0c1c8-39cb-4d26-90e9-3dba8d5d0526 req-e4702cf6-e34b-4a0e-8eb3-fb5e82f3d83f tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:35:24.270100 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-23b0c1c8-39cb-4d26-90e9-3dba8d5d0526 req-e4702cf6-e34b-4a0e-8eb3-fb5e82f3d83f tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=417348e5-d595-4c74-9f58-36520398856f HTTP/1.1" status: 200 len: 944 time: 0.1693125 Mar 14 10:35:24.284547 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f63ca0-0967-4057-b68e-e70484bda49a req-9b6948fa-720a-4497-aff4-ffc37e0861c9 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:35:24.285927 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-23f63ca0-0967-4057-b68e-e70484bda49a req-9b6948fa-720a-4497-aff4-ffc37e0861c9 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/ports?device_id=c285fc22-e681-4296-afe4-8556e371552e HTTP/1.1" status: 200 len: 945 time: 0.1985879 Mar 14 10:35:24.432468 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-23f63ca0-0967-4057-b68e-e70484bda49a req-ec505495-0541-40fd-be91-7b8e01ea554d tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b70bd49-c5ca-4159-8f17-c1401f955a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1367762 Mar 14 10:35:24.435739 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-23b0c1c8-39cb-4d26-90e9-3dba8d5d0526 req-926da7db-24af-48e3-9bb3-b806cae25590 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=81c6a4c3-d9c6-42f0-85f7-56c1d8fe0a74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1424739 Mar 14 10:35:24.510510 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-088bb56b-5d6c-4db4-9d7d-113e62fd26f2 req-98ba9227-4522-4931-ad29-ceea55265f45 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:35:24.510958 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-088bb56b-5d6c-4db4-9d7d-113e62fd26f2 req-98ba9227-4522-4931-ad29-ceea55265f45 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-564448'] for floatingip (69096617-b0ec-4711-94bb-66fcf9d94431), after_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:35:24.511215 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.db.l3_db [req-088bb56b-5d6c-4db4-9d7d-113e62fd26f2 req-98ba9227-4522-4931-ad29-ceea55265f45 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Floating IP 69096617-b0ec-4711-94bb-66fcf9d94431 disassociated. External IP: 172.27.2.208, port: 9c434c67-2d84-4683-bfc9-cc8e82d98ac7. Mar 14 10:35:24.511537 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [req-088bb56b-5d6c-4db4-9d7d-113e62fd26f2 req-98ba9227-4522-4931-ad29-ceea55265f45 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Calling delete_port for 9c434c67-2d84-4683-bfc9-cc8e82d98ac7 owned by compute:nova {{(pid=103643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 10:35:24.699738 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff172713-b4ec-4740-a861-9c3c9a2702cb req-b5e4767d-e894-4a1f-b184-46543cb2fbe5 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:35:24.699738 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-ff172713-b4ec-4740-a861-9c3c9a2702cb req-b5e4767d-e894-4a1f-b184-46543cb2fbe5 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d228428-76e2-4015-91de-029d8288f4bf HTTP/1.1" status: 200 len: 943 time: 0.1134257 Mar 14 10:35:24.699738 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-ff172713-b4ec-4740-a861-9c3c9a2702cb req-37fe6d7d-3bb6-4e0e-95c7-eb5eca5a2f5e tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/security-groups?id=5db7947e-8c99-4e92-b817-f70bd3c75c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790205 Mar 14 10:35:25.271753 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-088bb56b-5d6c-4db4-9d7d-113e62fd26f2 req-98ba9227-4522-4931-ad29-ceea55265f45 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739585930060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739585409127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516063'] for port (9c434c67-2d84-4683-bfc9-cc8e82d98ac7), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:35:25.299442 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ba9227-4522-4931-ad29-ceea55265f45 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Pushing event deleted for resources: {'Port': ['ID=9c434c67-2d84-4683-bfc9-cc8e82d98ac7,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:35:25.313293 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ba9227-4522-4931-ad29-ceea55265f45 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:35:25.313652 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ba9227-4522-4931-ad29-ceea55265f45 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:35:25.314002 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ba9227-4522-4931-ad29-ceea55265f45 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:35:25.314346 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ba9227-4522-4931-ad29-ceea55265f45 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:35:25.314682 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ba9227-4522-4931-ad29-ceea55265f45 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:35:25.315081 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ba9227-4522-4931-ad29-ceea55265f45 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:35:25.315422 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ba9227-4522-4931-ad29-ceea55265f45 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:35:25.315769 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ba9227-4522-4931-ad29-ceea55265f45 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:35:25.316100 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ba9227-4522-4931-ad29-ceea55265f45 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:35:25.316426 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ba9227-4522-4931-ad29-ceea55265f45 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:35:25.316751 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ba9227-4522-4931-ad29-ceea55265f45 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:35:25.317080 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ba9227-4522-4931-ad29-ceea55265f45 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:35:25.317407 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ba9227-4522-4931-ad29-ceea55265f45 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:35:25.317731 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ba9227-4522-4931-ad29-ceea55265f45 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:35:25.318052 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ba9227-4522-4931-ad29-ceea55265f45 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:35:25.432093 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.l3_agent_scheduler [req-088bb56b-5d6c-4db4-9d7d-113e62fd26f2 req-98ba9227-4522-4931-ad29-ceea55265f45 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Router 16e5a124-7863-4847-aa71-e29d5729fc3d has already been hosted by L3 agent a016a58c-1f8a-4210-ae6c-360b1a1f78c1 {{(pid=103643) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 10:35:25.580804 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-f6ae898f-8f5f-4f38-b08b-9bd52152b280 req-71b970e0-64cc-4cf7-8bad-02ddf970389d tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/ports?device_id=c285fc22-e681-4296-afe4-8556e371552e HTTP/1.1" status: 200 len: 210 time: 0.0553188 Mar 14 10:35:25.595281 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-088bb56b-5d6c-4db4-9d7d-113e62fd26f2 req-98ba9227-4522-4931-ad29-ceea55265f45 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Notify agent at l3_agent.dv-cinder-833544-1-iscsi the message routers_updated {{(pid=103643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 10:35:25.608482 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976e5237-7fd1-4531-ac3c-174f76f4bac7 None None] Sync routers for ids ['16e5a124-7863-4847-aa71-e29d5729fc3d'] in dv-cinder-833544-1-iscsi {{(pid=103644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 10:35:25.617519 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976e5237-7fd1-4531-ac3c-174f76f4bac7 None None] Routers {'16e5a124-7863-4847-aa71-e29d5729fc3d'} bound to L3 agent in host dv-cinder-833544-1-iscsi {{(pid=103644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:35:25.618121 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-976e5237-7fd1-4531-ac3c-174f76f4bac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833544-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-14T10:17:23Z,description=,heartbeat_timestamp=2022-03-14T10:35:23Z,host='dv-cinder-833544-1-iscsi',id=a016a58c-1f8a-4210-ae6c-360b1a1f78c1,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:17:24Z,topic='l3_agent')) {'router_ids': ['16e5a124-7863-4847-aa71-e29d5729fc3d'], 'active': True} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:35:25.641249 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.db.l3_dvrscheduler_db [req-088bb56b-5d6c-4db4-9d7d-113e62fd26f2 req-98ba9227-4522-4931-ad29-ceea55265f45 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] No DVR routers for this DVR port 9c434c67-2d84-4683-bfc9-cc8e82d98ac7 on host hv-cinder-83354 {{(pid=103643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 10:35:25.643899 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-088bb56b-5d6c-4db4-9d7d-113e62fd26f2 req-98ba9227-4522-4931-ad29-ceea55265f45 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211739'] for port (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:35:25.647696 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-088bb56b-5d6c-4db4-9d7d-113e62fd26f2 req-98ba9227-4522-4931-ad29-ceea55265f45 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.39 "DELETE /v2.0/ports/9c434c67-2d84-4683-bfc9-cc8e82d98ac7 HTTP/1.1" status: 204 len: 173 time: 1.7164154 Mar 14 10:35:25.648341 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c285fc22-e681-4296-afe4-8556e371552e', 'name': 'network-vif-deleted', 'tag': '9c434c67-2d84-4683-bfc9-cc8e82d98ac7'}] {{(pid=103643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:35:25.651260 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b58adf1808d3e8f2b7de4636db435fb255da6a44abdc46a7a48cdc23cb85b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-526e4f3f-e3a4-4234-88a2-e4f608cb8043" -d '{"events": [{"server_uuid": "c285fc22-e681-4296-afe4-8556e371552e", "name": "network-vif-deleted", "tag": "9c434c67-2d84-4683-bfc9-cc8e82d98ac7"}]}' {{(pid=103643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:35:25.665447 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fa0c64-993b-40e1-83c8-fe66a7242ef1 req-c91223dc-6edd-460e-a25e-df409211bbbe tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:35:25.666991 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-61fa0c64-993b-40e1-83c8-fe66a7242ef1 req-c91223dc-6edd-460e-a25e-df409211bbbe tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=417348e5-d595-4c74-9f58-36520398856f HTTP/1.1" status: 200 len: 944 time: 0.1430457 Mar 14 10:35:25.697353 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 10:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f92d8e64-bfa6-4a63-b06b-5e105a1c46bf x-openstack-request-id: req-f92d8e64-bfa6-4a63-b06b-5e105a1c46bf {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:35:25.701793 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c285fc22-e681-4296-afe4-8556e371552e", "name": "network-vif-deleted", "tag": "9c434c67-2d84-4683-bfc9-cc8e82d98ac7", "status": "completed", "code": 200}]} {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:35:25.701793 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f92d8e64-bfa6-4a63-b06b-5e105a1c46bf {{(pid=103643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:35:25.701793 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c285fc22-e681-4296-afe4-8556e371552e', 'name': 'network-vif-deleted', 'tag': '9c434c67-2d84-4683-bfc9-cc8e82d98ac7', 'status': 'completed', 'code': 200} Mar 14 10:35:25.729787 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-a3541fa5-4b74-4b29-92a0-285d4d95a3dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (a9a1db27-ecd3-427e-bc57-ce8de4da4c28), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:35:25.747801 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-61fa0c64-993b-40e1-83c8-fe66a7242ef1 req-dacf2efe-8286-46c4-a715-6f873bff242d tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=81c6a4c3-d9c6-42f0-85f7-56c1d8fe0a74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574584 Mar 14 10:35:25.755511 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvr_db [None req-976e5237-7fd1-4531-ac3c-174f76f4bac7 None None] Set router 16e5a124-7863-4847-aa71-e29d5729fc3d gateway port host: dv-cinder-833544-1-iscsi {{(pid=103644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:35:25.844721 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca9bdbb-9120-46dd-ba86-8b9805c46a36 req-066db4ce-df97-4531-8ffb-c9930c02826a tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:35:25.847263 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-2ca9bdbb-9120-46dd-ba86-8b9805c46a36 req-066db4ce-df97-4531-8ffb-c9930c02826a tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d228428-76e2-4015-91de-029d8288f4bf HTTP/1.1" status: 200 len: 943 time: 0.0622592 Mar 14 10:35:25.902063 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-2ca9bdbb-9120-46dd-ba86-8b9805c46a36 req-798bfa8f-f4b8-45c2-ab0a-0455f7d75962 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/security-groups?id=5db7947e-8c99-4e92-b817-f70bd3c75c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486560 Mar 14 10:35:25.972039 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-976e5237-7fd1-4531-ac3c-174f76f4bac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16e5a124-7863-4847-aa71-e29d5729fc3d', 'name': 'tempest-AttachVolumeTestJSON-1016826043-router', 'tenant_id': '8323ed68f5bb4a3488c9723cb7c54c0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.18'}], 'enable_snat': True}, 'gw_port_id': '9379c44a-50d0-40b0-a8cf-0d9c6e315511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:29:31Z', 'updated_at': '2022-03-14T10:29:34Z', 'revision_number': 4, 'project_id': '8323ed68f5bb4a3488c9723cb7c54c0f', 'gw_port': {'id': '9379c44a-50d0-40b0-a8cf-0d9c6e315511', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d8:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e5a124-7863-4847-aa71-e29d5729fc3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:29:32Z', 'updated_at': '2022-03-14T10:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi', '_interfaces': [{'id': 'afef2976-9cb4-499a-b0a3-cf2af4c9578c', 'name': '', 'network_id': '41fa337d-ea5f-4994-bc9b-def763652602', 'tenant_id': '8323ed68f5bb4a3488c9723cb7c54c0f', 'mac_address': 'fa:16:3e:e4:3b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e5a124-7863-4847-aa71-e29d5729fc3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '623577f8-c7f3-4e24-b897-1f421a0f10a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:29:34Z', 'updated_at': '2022-03-14T10:29:39Z', 'revision_number': 5, 'project_id': '8323ed68f5bb4a3488c9723cb7c54c0f', 'subnets': [{'id': '623577f8-c7f3-4e24-b897-1f421a0f10a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833544-1-iscsi', False) {} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:35:25.998606 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976e5237-7fd1-4531-ac3c-174f76f4bac7 None None] Checking router: 16e5a124-7863-4847-aa71-e29d5729fc3d for host: dv-cinder-833544-1-iscsi {{(pid=103644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 10:35:26.009233 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976e5237-7fd1-4531-ac3c-174f76f4bac7 None None] Routers {'16e5a124-7863-4847-aa71-e29d5729fc3d'} bound to L3 agent in host dv-cinder-833544-1-iscsi {{(pid=103644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:35:26.009928 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-976e5237-7fd1-4531-ac3c-174f76f4bac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833544-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-14T10:17:23Z,description=,heartbeat_timestamp=2022-03-14T10:35:23Z,host='dv-cinder-833544-1-iscsi',id=a016a58c-1f8a-4210-ae6c-360b1a1f78c1,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:17:24Z,topic='l3_agent')) {'router_ids': ['16e5a124-7863-4847-aa71-e29d5729fc3d'], 'active': True} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:35:26.116807 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvr_db [None req-976e5237-7fd1-4531-ac3c-174f76f4bac7 None None] Set router 16e5a124-7863-4847-aa71-e29d5729fc3d gateway port host: dv-cinder-833544-1-iscsi {{(pid=103644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:35:26.240807 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Device 54645b92-8804-4ef8-9f38-237143e6709b details requested by agent hyperv_hv-cinder-83354 with host hv-cinder-83354 {{(pid=103644) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 10:35:26.389236 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] For port 54645b92-8804-4ef8-9f38-237143e6709b, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=54645b92-8804-4ef8-9f38-237143e6709b,segment=NetworkSegment(2460ef8d-df84-4c9b-a5b7-310d5b72ba4e),segment_id=2460ef8d-df84-4c9b-a5b7-310d5b72ba4e)] {{(pid=103644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:35:26.403843 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Returning: {'device': '54645b92-8804-4ef8-9f38-237143e6709b', 'network_id': 'c84f27eb-37b9-4aa9-b62d-da2eefd83ac0', 'port_id': '54645b92-8804-4ef8-9f38-237143e6709b', 'mac_address': 'fa:16:3e:fe:3d:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1ca7e58-7de1-4354-86ba-4c133fca3e45', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103644) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 10:35:26.412566 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-976e5237-7fd1-4531-ac3c-174f76f4bac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16e5a124-7863-4847-aa71-e29d5729fc3d', 'name': 'tempest-AttachVolumeTestJSON-1016826043-router', 'tenant_id': '8323ed68f5bb4a3488c9723cb7c54c0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.18'}], 'enable_snat': True}, 'gw_port_id': '9379c44a-50d0-40b0-a8cf-0d9c6e315511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:29:31Z', 'updated_at': '2022-03-14T10:29:34Z', 'revision_number': 4, 'project_id': '8323ed68f5bb4a3488c9723cb7c54c0f', 'gw_port': {'id': '9379c44a-50d0-40b0-a8cf-0d9c6e315511', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d8:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e5a124-7863-4847-aa71-e29d5729fc3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:29:32Z', 'updated_at': '2022-03-14T10:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi', '_interfaces': [{'id': 'afef2976-9cb4-499a-b0a3-cf2af4c9578c', 'name': '', 'network_id': '41fa337d-ea5f-4994-bc9b-def763652602', 'tenant_id': '8323ed68f5bb4a3488c9723cb7c54c0f', 'mac_address': 'fa:16:3e:e4:3b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e5a124-7863-4847-aa71-e29d5729fc3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '623577f8-c7f3-4e24-b897-1f421a0f10a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:29:34Z', 'updated_at': '2022-03-14T10:29:39Z', 'revision_number': 5, 'project_id': '8323ed68f5bb4a3488c9723cb7c54c0f', 'subnets': [{'id': '623577f8-c7f3-4e24-b897-1f421a0f10a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833544-1-iscsi', False) {} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:35:26.460829 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976e5237-7fd1-4531-ac3c-174f76f4bac7 None None] The sync data for ids ['16e5a124-7863-4847-aa71-e29d5729fc3d'] in dv-cinder-833544-1-iscsi is: [{'id': '16e5a124-7863-4847-aa71-e29d5729fc3d', 'name': 'tempest-AttachVolumeTestJSON-1016826043-router', 'tenant_id': '8323ed68f5bb4a3488c9723cb7c54c0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.18'}], 'enable_snat': True}, 'gw_port_id': '9379c44a-50d0-40b0-a8cf-0d9c6e315511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:29:31Z', 'updated_at': '2022-03-14T10:29:34Z', 'revision_number': 4, 'project_id': '8323ed68f5bb4a3488c9723cb7c54c0f', 'gw_port': {'id': '9379c44a-50d0-40b0-a8cf-0d9c6e315511', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d8:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e5a124-7863-4847-aa71-e29d5729fc3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:29:32Z', 'updated_at': '2022-03-14T10:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi', '_interfaces': [{'id': 'afef2976-9cb4-499a-b0a3-cf2af4c9578c', 'name': '', 'network_id': '41fa337d-ea5f-4994-bc9b-def763652602', 'tenant_id': '8323ed68f5bb4a3488c9723cb7c54c0f', 'mac_address': 'fa:16:3e:e4:3b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e5a124-7863-4847-aa71-e29d5729fc3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '623577f8-c7f3-4e24-b897-1f421a0f10a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:29:34Z', 'updated_at': '2022-03-14T10:29:39Z', 'revision_number': 5, 'project_id': '8323ed68f5bb4a3488c9723cb7c54c0f', 'subnets': [{'id': '623577f8-c7f3-4e24-b897-1f421a0f10a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 10:35:26.475802 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Current status of the port 54645b92-8804-4ef8-9f38-237143e6709b is: DOWN; New status is: BUILD {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:35:26.476208 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (54645b92-8804-4ef8-9f38-237143e6709b), before_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:35:26.491102 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.notifiers.nova [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54645b92-8804-4ef8-9f38-237143e6709b {{(pid=103644) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 10:35:26.515042 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] For port 54645b92-8804-4ef8-9f38-237143e6709b, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=54645b92-8804-4ef8-9f38-237143e6709b,segment=NetworkSegment(2460ef8d-df84-4c9b-a5b7-310d5b72ba4e),segment_id=2460ef8d-df84-4c9b-a5b7-310d5b72ba4e)] {{(pid=103644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:35:26.580331 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (54645b92-8804-4ef8-9f38-237143e6709b), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:35:26.581020 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Device 7c41fa07-56be-408a-964e-38d7c70a3872 details requested by agent hyperv_hv-cinder-83354 with host hv-cinder-83354 {{(pid=103644) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 10:35:26.650390 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Pushing event updated for resources: {'Port': ['ID=54645b92-8804-4ef8-9f38-237143e6709b,revision_number=4']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:35:26.669439 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:35:26.669840 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:35:26.670186 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:35:26.670526 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:35:26.670909 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:35:26.671240 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:35:26.671576 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:35:26.671932 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:35:26.672257 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:35:26.672585 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:35:26.672957 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:35:26.673290 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:35:26.673610 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:35:26.673952 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:35:26.674272 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:35:26.703163 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-4b7efa7a-91a9-475a-b5a7-b6e21c1b5322 req-d7a5c48d-b088-4f8d-9826-47e0862351ff tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/ports?device_id=c285fc22-e681-4296-afe4-8556e371552e HTTP/1.1" status: 200 len: 210 time: 0.0333788 Mar 14 10:35:26.717220 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91553aa6-18f8-4c73-a128-0f76fc1d0f3e None None] New status for floating IP 69096617-b0ec-4711-94bb-66fcf9d94431: DOWN {{(pid=103645) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 10:35:26.747004 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] For port 7c41fa07-56be-408a-964e-38d7c70a3872, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=7c41fa07-56be-408a-964e-38d7c70a3872,segment=NetworkSegment(9b07e94b-cdee-4fcd-b18d-5adbca991074),segment_id=9b07e94b-cdee-4fcd-b18d-5adbca991074)] {{(pid=103644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:35:26.765062 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Returning: {'device': '7c41fa07-56be-408a-964e-38d7c70a3872', 'network_id': 'b306e4a1-3e45-418e-92a7-1cdae507ef31', 'port_id': '7c41fa07-56be-408a-964e-38d7c70a3872', 'mac_address': 'fa:16:3e:0c:b1:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '583b334f-c92c-40ae-ba3b-abff06ff8c22', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103644) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 10:35:26.804758 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Current status of the port 7c41fa07-56be-408a-964e-38d7c70a3872 is: DOWN; New status is: BUILD {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:35:26.805157 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (7c41fa07-56be-408a-964e-38d7c70a3872), before_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:35:26.818286 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.notifiers.nova [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c41fa07-56be-408a-964e-38d7c70a3872 {{(pid=103644) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 10:35:26.838050 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] For port 7c41fa07-56be-408a-964e-38d7c70a3872, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=7c41fa07-56be-408a-964e-38d7c70a3872,segment=NetworkSegment(9b07e94b-cdee-4fcd-b18d-5adbca991074),segment_id=9b07e94b-cdee-4fcd-b18d-5adbca991074)] {{(pid=103644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:35:26.856145 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1859bd-32bd-4232-b96e-54ac5c190834 req-ca899688-3f5f-42f0-b4e7-7b362db4ab61 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:35:26.857670 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-0f1859bd-32bd-4232-b96e-54ac5c190834 req-ca899688-3f5f-42f0-b4e7-7b362db4ab61 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=417348e5-d595-4c74-9f58-36520398856f HTTP/1.1" status: 200 len: 944 time: 0.0574419 Mar 14 10:35:26.903965 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-0f1859bd-32bd-4232-b96e-54ac5c190834 req-412bca4f-1da8-4d85-ba90-0b5a1805a8d2 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=81c6a4c3-d9c6-42f0-85f7-56c1d8fe0a74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407476 Mar 14 10:35:26.926470 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (7c41fa07-56be-408a-964e-38d7c70a3872), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:35:26.977457 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Pushing event updated for resources: {'Port': ['ID=7c41fa07-56be-408a-964e-38d7c70a3872,revision_number=9']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:35:26.996039 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (3daba05a-6d77-487a-83af-fb9f8edf24c0), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:35:27.028536 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baaaa4e-76c5-4fdb-b1d6-265a56a69c7a req-8be15a35-0647-4a62-b810-ce3ebaca8e56 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:35:27.030010 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-6baaaa4e-76c5-4fdb-b1d6-265a56a69c7a req-8be15a35-0647-4a62-b810-ce3ebaca8e56 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d228428-76e2-4015-91de-029d8288f4bf HTTP/1.1" status: 200 len: 944 time: 0.0541790 Mar 14 10:35:27.079987 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-6baaaa4e-76c5-4fdb-b1d6-265a56a69c7a req-f2d9a441-6fe1-483d-8231-22d6856d6ee1 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/security-groups?id=5db7947e-8c99-4e92-b817-f70bd3c75c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443358 Mar 14 10:35:27.323017 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (cd4c1fd5-6bd0-46fc-9cd1-9ea8fc180379), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:35:27.441693 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] get_ports_and_sgs() called for port_ids ['54645b92-8804-4ef8-9f38-237143e6709b'] {{(pid=103644) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 10:35:27.506190 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] get_ports_and_sgs() called for port_ids ['7c41fa07-56be-408a-964e-38d7c70a3872'] {{(pid=103644) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 10:35:27.849093 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 47670) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:35:27.899792 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-bb832670-f12f-4c8d-9dda-2f7162ddd632 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Publish callbacks [] for security_group (2b70bd49-c5ca-4159-8f17-c1401f955a80), before_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:35:27.922496 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-bb832670-f12f-4c8d-9dda-2f7162ddd632 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Publish callbacks [] for security_group (2b70bd49-c5ca-4159-8f17-c1401f955a80), precommit_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:35:28.028843 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badc688b-981b-4d84-8978-3602a371b7a9 req-0e6f4ef9-81a8-4d75-81de-064114fb7365 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:35:28.030306 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-badc688b-981b-4d84-8978-3602a371b7a9 req-0e6f4ef9-81a8-4d75-81de-064114fb7365 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=417348e5-d595-4c74-9f58-36520398856f HTTP/1.1" status: 200 len: 945 time: 0.0525467 Mar 14 10:35:28.037189 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-bb832670-f12f-4c8d-9dda-2f7162ddd632 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (2b70bd49-c5ca-4159-8f17-c1401f955a80), after_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:35:28.039819 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-bb832670-f12f-4c8d-9dda-2f7162ddd632 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Publish callbacks [] for security_group (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:35:28.040970 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-bb832670-f12f-4c8d-9dda-2f7162ddd632 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "DELETE /v2.0/security-groups/2b70bd49-c5ca-4159-8f17-c1401f955a80 HTTP/1.1" status: 204 len: 168 time: 0.1908569 Mar 14 10:35:28.044135 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 47674) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:35:28.060354 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb832670-f12f-4c8d-9dda-2f7162ddd632 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b70bd49-c5ca-4159-8f17-c1401f955a80,revision_number=None']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:35:28.062632 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.api.v2.resource [None req-cb297018-13d2-457a-869d-bdf91078326a tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] show failed (client error): The resource could not be found. Mar 14 10:35:28.063619 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-cb297018-13d2-457a-869d-bdf91078326a tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/security-groups/2b70bd49-c5ca-4159-8f17-c1401f955a80 HTTP/1.1" status: 404 len: 347 time: 0.0185733 Mar 14 10:35:28.068495 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 47676) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:35:28.076852 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-badc688b-981b-4d84-8978-3602a371b7a9 req-68bf3542-7918-4736-8bfd-6b53b5eb603c tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=81c6a4c3-d9c6-42f0-85f7-56c1d8fe0a74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409424 Mar 14 10:35:28.079835 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb832670-f12f-4c8d-9dda-2f7162ddd632 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:35:28.079835 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb832670-f12f-4c8d-9dda-2f7162ddd632 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:35:28.079835 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb832670-f12f-4c8d-9dda-2f7162ddd632 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:35:28.080419 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb832670-f12f-4c8d-9dda-2f7162ddd632 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:35:28.080509 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb832670-f12f-4c8d-9dda-2f7162ddd632 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:35:28.080832 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb832670-f12f-4c8d-9dda-2f7162ddd632 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:35:28.081162 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb832670-f12f-4c8d-9dda-2f7162ddd632 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:35:28.081490 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb832670-f12f-4c8d-9dda-2f7162ddd632 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:35:28.081816 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb832670-f12f-4c8d-9dda-2f7162ddd632 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:35:28.082137 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb832670-f12f-4c8d-9dda-2f7162ddd632 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:35:28.082462 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb832670-f12f-4c8d-9dda-2f7162ddd632 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:35:28.082799 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb832670-f12f-4c8d-9dda-2f7162ddd632 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:35:28.083112 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb832670-f12f-4c8d-9dda-2f7162ddd632 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:35:28.083431 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb832670-f12f-4c8d-9dda-2f7162ddd632 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:35:28.083772 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb832670-f12f-4c8d-9dda-2f7162ddd632 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:35:28.199005 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48241b7-8611-41cd-92a5-7d4fa0369afe req-3da4abd5-6063-42e5-b3c2-d84b7b68482b tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:35:28.201023 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-e48241b7-8611-41cd-92a5-7d4fa0369afe req-3da4abd5-6063-42e5-b3c2-d84b7b68482b tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d228428-76e2-4015-91de-029d8288f4bf HTTP/1.1" status: 200 len: 944 time: 0.0515511 Mar 14 10:35:28.207333 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.plugin [None req-b1dde220-0928-4c4e-ae5e-fb85fd7a235e tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Deleting port 9202426d-8e64-4eca-b655-9bc3d1640438 {{(pid=103642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 10:35:28.207707 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-b1dde220-0928-4c4e-ae5e-fb85fd7a235e tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739585920741'] for port (9202426d-8e64-4eca-b655-9bc3d1640438), before_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:35:28.249283 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Device 9c434c67-2d84-4683-bfc9-cc8e82d98ac7 no longer exists at agent hyperv_hv-cinder-83354 {{(pid=103644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 10:35:28.249937 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-e48241b7-8611-41cd-92a5-7d4fa0369afe req-a5d68de2-e646-4968-a52c-68113914e0c2 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/security-groups?id=5db7947e-8c99-4e92-b817-f70bd3c75c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431278 Mar 14 10:35:28.274336 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] No Port match for: 9c434c67-2d84-4683-bfc9-cc8e82d98ac7 {{(pid=103644) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 10:35:28.274806 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Device 9c434c67-2d84-4683-bfc9-cc8e82d98ac7 not bound to the agent host hv-cinder-83354 {{(pid=103644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 10:35:28.285572 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-b1dde220-0928-4c4e-ae5e-fb85fd7a235e tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562337'] for port (9202426d-8e64-4eca-b655-9bc3d1640438), precommit_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:35:28.285835 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-b1dde220-0928-4c4e-ae5e-fb85fd7a235e tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Publish callbacks [] for floatingip (9202426d-8e64-4eca-b655-9bc3d1640438), precommit_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:35:28.297593 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.plugin [None req-b1dde220-0928-4c4e-ae5e-fb85fd7a235e tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Calling delete_port for 9202426d-8e64-4eca-b655-9bc3d1640438 owned by network:floatingip {{(pid=103642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 10:35:28.482583 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-b1dde220-0928-4c4e-ae5e-fb85fd7a235e tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739585930060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739585409127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9714944'] for port (9202426d-8e64-4eca-b655-9bc3d1640438), after_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:35:28.504409 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dde220-0928-4c4e-ae5e-fb85fd7a235e tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Pushing event deleted for resources: {'Port': ['ID=9202426d-8e64-4eca-b655-9bc3d1640438,revision_number=None']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:35:28.567510 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-b1dde220-0928-4c4e-ae5e-fb85fd7a235e tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Publish callbacks [] for floatingip (69096617-b0ec-4711-94bb-66fcf9d94431), after_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:35:28.570050 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-b1dde220-0928-4c4e-ae5e-fb85fd7a235e tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211739'] for floatingip (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:35:28.571147 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-b1dde220-0928-4c4e-ae5e-fb85fd7a235e tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "DELETE /v2.0/floatingips/69096617-b0ec-4711-94bb-66fcf9d94431 HTTP/1.1" status: 204 len: 168 time: 0.5017848 Mar 14 10:35:29.103561 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 47682) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:35:29.108306 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.v2.base [None req-8f046f25-115b-4866-97b2-78448c3a06b6 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Request body: {'security_group': {'name': 'tempest-securitygroup--860743181', 'description': 'tempest-description--2104867851'}} {{(pid=103642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:35:29.202531 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-8f046f25-115b-4866-97b2-78448c3a06b6 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Publish callbacks [] for security_group (None), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:35:29.272781 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-8f046f25-115b-4866-97b2-78448c3a06b6 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Publish callbacks [] for security_group (98e60731-12ba-49c1-b8b5-9a4699e50900), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:35:29.346115 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-8f046f25-115b-4866-97b2-78448c3a06b6 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (98e60731-12ba-49c1-b8b5-9a4699e50900), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:35:29.375100 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f046f25-115b-4866-97b2-78448c3a06b6 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98e60731-12ba-49c1-b8b5-9a4699e50900,revision_number=1']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:35:29.432449 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-8f046f25-115b-4866-97b2-78448c3a06b6 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Publish callbacks [] for security_group (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:35:29.433792 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-8f046f25-115b-4866-97b2-78448c3a06b6 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3292181 Mar 14 10:35:29.437210 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 47688) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:35:29.441694 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.v2.base [None req-bda70ebe-2cd1-4320-8077-9db58dad14e0 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Request body: {'security_group_rule': {'security_group_id': '98e60731-12ba-49c1-b8b5-9a4699e50900', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:35:29.456137 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c91326-c1c4-42eb-9f19-7427651878ae req-36661653-088f-4683-ba8c-ae2153cad423 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:35:29.457654 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-68c91326-c1c4-42eb-9f19-7427651878ae req-36661653-088f-4683-ba8c-ae2153cad423 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=417348e5-d595-4c74-9f58-36520398856f HTTP/1.1" status: 200 len: 945 time: 0.3074138 Mar 14 10:35:29.477678 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc4b0e1-3809-4925-bb81-b489f2a96e27 req-bc8547b0-e98d-4fe0-8d60-04e3981a4494 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:35:29.479069 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-1dc4b0e1-3809-4925-bb81-b489f2a96e27 req-bc8547b0-e98d-4fe0-8d60-04e3981a4494 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d228428-76e2-4015-91de-029d8288f4bf HTTP/1.1" status: 200 len: 944 time: 0.0740268 Mar 14 10:35:29.538099 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-68c91326-c1c4-42eb-9f19-7427651878ae req-e072721c-bba3-4d78-9129-83a8b36ad4c8 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=81c6a4c3-d9c6-42f0-85f7-56c1d8fe0a74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726807 Mar 14 10:35:29.551491 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-1dc4b0e1-3809-4925-bb81-b489f2a96e27 req-615bf763-eaa0-482f-812a-e945ddf1cf23 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/security-groups?id=5db7947e-8c99-4e92-b817-f70bd3c75c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643616 Mar 14 10:35:29.551805 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-bda70ebe-2cd1-4320-8077-9db58dad14e0 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Publish callbacks [] for security_group_rule (d7c62236-f3f0-4dcb-9054-9d328f9c7d8e), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:35:29.609639 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-bda70ebe-2cd1-4320-8077-9db58dad14e0 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Publish callbacks [] for security_group_rule (d7c62236-f3f0-4dcb-9054-9d328f9c7d8e), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:35:29.692958 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-bda70ebe-2cd1-4320-8077-9db58dad14e0 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673333'] for security_group_rule (d7c62236-f3f0-4dcb-9054-9d328f9c7d8e), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:35:29.710958 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda70ebe-2cd1-4320-8077-9db58dad14e0 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7c62236-f3f0-4dcb-9054-9d328f9c7d8e,revision_number=0']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:35:29.793654 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-bda70ebe-2cd1-4320-8077-9db58dad14e0 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:35:29.795601 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-bda70ebe-2cd1-4320-8077-9db58dad14e0 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3573928 Mar 14 10:35:29.798220 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 47690) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:35:29.802599 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.v2.base [None req-dec060a8-e2e9-4029-975b-cd2f454fced4 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Request body: {'security_group_rule': {'security_group_id': '98e60731-12ba-49c1-b8b5-9a4699e50900', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:35:29.887017 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-dec060a8-e2e9-4029-975b-cd2f454fced4 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Publish callbacks [] for security_group_rule (82ab833f-964a-4316-b419-c93d70444791), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:35:29.942417 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-dec060a8-e2e9-4029-975b-cd2f454fced4 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Publish callbacks [] for security_group_rule (82ab833f-964a-4316-b419-c93d70444791), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:35:30.025331 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-dec060a8-e2e9-4029-975b-cd2f454fced4 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673333'] for security_group_rule (82ab833f-964a-4316-b419-c93d70444791), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:35:30.042950 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec060a8-e2e9-4029-975b-cd2f454fced4 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82ab833f-964a-4316-b419-c93d70444791,revision_number=0']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:35:30.112961 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-dec060a8-e2e9-4029-975b-cd2f454fced4 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:35:30.114181 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-dec060a8-e2e9-4029-975b-cd2f454fced4 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3149912 Mar 14 10:35:30.117119 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 47692) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:35:30.121326 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.v2.base [None req-27e526c7-f3dd-4114-a1fc-77576a39084a tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Request body: {'floatingip': {'floating_network_id': 'd3edc090-f075-4654-a10f-87b9c191544a'}} {{(pid=103642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:35:30.212921 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-27e526c7-f3dd-4114-a1fc-77576a39084a tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:35:30.236567 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Device 54645b92-8804-4ef8-9f38-237143e6709b up at agent hyperv_hv-cinder-83354 {{(pid=103644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:35:30.310936 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-27e526c7-f3dd-4114-a1fc-77576a39084a tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (None), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:35:30.339869 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Provisioning for port 54645b92-8804-4ef8-9f38-237143e6709b completed by entity L2. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 14 10:35:30.349747 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Provisioning complete for port 54645b92-8804-4ef8-9f38-237143e6709b triggered by entity L2. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:35:30.349747 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (54645b92-8804-4ef8-9f38-237143e6709b), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:35:30.417810 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.db.db_base_plugin_common [None req-27e526c7-f3dd-4114-a1fc-77576a39084a tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Allocated IP 172.27.2.78 (d3edc090-f075-4654-a10f-87b9c191544a/b94c44b1-4eb3-4139-bb38-cf15afc675ad/664cb00f-9a3c-43c8-9d16-c6547435e1cd) {{(pid=103642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 10:35:30.423366 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Current status of the port 54645b92-8804-4ef8-9f38-237143e6709b is: BUILD; New status is: ACTIVE {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:35:30.423799 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (54645b92-8804-4ef8-9f38-237143e6709b), before_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:35:30.448504 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d228428-76e2-4015-91de-029d8288f4bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54645b92-8804-4ef8-9f38-237143e6709b'}] {{(pid=103644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:35:30.451257 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cdcf2ce3ae030c6c85cf8a8616b2d58d36b16ae178b61bcd15320d14238e4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc1a66e0-46a7-4740-8779-5e6b43751736" -d '{"events": [{"server_uuid": "6d228428-76e2-4015-91de-029d8288f4bf", "name": "network-vif-plugged", "status": "completed", "tag": "54645b92-8804-4ef8-9f38-237143e6709b"}]}' {{(pid=103644) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:35:30.463887 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] For port 54645b92-8804-4ef8-9f38-237143e6709b, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=54645b92-8804-4ef8-9f38-237143e6709b,segment=NetworkSegment(2460ef8d-df84-4c9b-a5b7-310d5b72ba4e),segment_id=2460ef8d-df84-4c9b-a5b7-310d5b72ba4e)] {{(pid=103644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:35:30.490084 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 10:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7613c8a-29b9-4eda-a45e-dfaf940122b9 x-openstack-request-id: req-b7613c8a-29b9-4eda-a45e-dfaf940122b9 {{(pid=103644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:35:30.490447 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d228428-76e2-4015-91de-029d8288f4bf", "name": "network-vif-plugged", "status": "completed", "tag": "54645b92-8804-4ef8-9f38-237143e6709b", "code": 200}]} {{(pid=103644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:35:30.490771 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b7613c8a-29b9-4eda-a45e-dfaf940122b9 {{(pid=103644) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:35:30.491234 dv-cinder-833544-1-iscsi neutron-server[103644]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d228428-76e2-4015-91de-029d8288f4bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54645b92-8804-4ef8-9f38-237143e6709b', 'code': 200} Mar 14 10:35:30.520839 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-27e526c7-f3dd-4114-a1fc-77576a39084a tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Publish callbacks [] for port (664cb00f-9a3c-43c8-9d16-c6547435e1cd), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:35:30.523613 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (54645b92-8804-4ef8-9f38-237143e6709b), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:35:30.524028 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Device 7c41fa07-56be-408a-964e-38d7c70a3872 up at agent hyperv_hv-cinder-83354 {{(pid=103644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:35:30.605948 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Pushing event updated for resources: {'Port': ['ID=54645b92-8804-4ef8-9f38-237143e6709b,revision_number=5']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:35:30.624976 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-27e526c7-f3dd-4114-a1fc-77576a39084a tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739585409118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9714944'] for port (664cb00f-9a3c-43c8-9d16-c6547435e1cd), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:35:30.629407 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Provisioning complete for port 7c41fa07-56be-408a-964e-38d7c70a3872 triggered by entity L2. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:35:30.629631 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (7c41fa07-56be-408a-964e-38d7c70a3872), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:35:30.667443 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e526c7-f3dd-4114-a1fc-77576a39084a tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Network d3edc090-f075-4654-a10f-87b9c191544a is already hosted by enough agents. {{(pid=103642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:35:30.670533 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.scheduler.base_scheduler [None req-27e526c7-f3dd-4114-a1fc-77576a39084a tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Resources bound (agent type, host, resource id): {{(pid=103642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:35:30.674788 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e526c7-f3dd-4114-a1fc-77576a39084a tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Received port after_create {{(pid=103642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 10:35:30.677908 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e526c7-f3dd-4114-a1fc-77576a39084a tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Pushing event updated for resources: {'Port': ['ID=664cb00f-9a3c-43c8-9d16-c6547435e1cd,revision_number=1']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:35:30.732691 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d308f83b-f82c-4955-969f-afdf0b67256e req-dbcbff45-9257-400b-8ee3-1de9294317c4 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:35:30.734104 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-d308f83b-f82c-4955-969f-afdf0b67256e req-dbcbff45-9257-400b-8ee3-1de9294317c4 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=417348e5-d595-4c74-9f58-36520398856f HTTP/1.1" status: 200 len: 945 time: 0.0930929 Mar 14 10:35:30.744273 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Current status of the port 7c41fa07-56be-408a-964e-38d7c70a3872 is: BUILD; New status is: ACTIVE {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:35:30.745903 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (7c41fa07-56be-408a-964e-38d7c70a3872), before_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:35:30.749665 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6c66e1-e65d-4c31-af4b-a188cc08b2d4 req-8c1be878-0370-47f1-9d4e-467bed7e49fc tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:35:30.754722 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-6c6c66e1-e65d-4c31-af4b-a188cc08b2d4 req-8c1be878-0370-47f1-9d4e-467bed7e49fc tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d228428-76e2-4015-91de-029d8288f4bf HTTP/1.1" status: 200 len: 945 time: 0.0781233 Mar 14 10:35:30.771497 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-27e526c7-f3dd-4114-a1fc-77576a39084a tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Publish callbacks [] for floatingip (1140d9c9-8dd6-4227-a631-29525f0f175a), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:35:30.784520 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] For port 7c41fa07-56be-408a-964e-38d7c70a3872, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=7c41fa07-56be-408a-964e-38d7c70a3872,segment=NetworkSegment(9b07e94b-cdee-4fcd-b18d-5adbca991074),segment_id=9b07e94b-cdee-4fcd-b18d-5adbca991074)] {{(pid=103644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:35:30.822092 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-d308f83b-f82c-4955-969f-afdf0b67256e req-3bd8212e-7563-49ce-9349-7ba19ecb4d8e tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=81c6a4c3-d9c6-42f0-85f7-56c1d8fe0a74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802107 Mar 14 10:35:30.829496 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-6c6c66e1-e65d-4c31-af4b-a188cc08b2d4 req-2858d6bb-ee18-461e-b23e-f583a3adc1ab tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/security-groups?id=5db7947e-8c99-4e92-b817-f70bd3c75c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630124 Mar 14 10:35:30.885990 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93827636-fabe-4ec4-89d9-f58c557a6221 req-caafe5b2-561f-4cfd-9075-5b0fb9e4c773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:35:30.888134 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-93827636-fabe-4ec4-89d9-f58c557a6221 req-caafe5b2-561f-4cfd-9075-5b0fb9e4c773 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6d228428-76e2-4015-91de-029d8288f4bf HTTP/1.1" status: 200 len: 1129 time: 0.0456638 Mar 14 10:35:30.905035 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (7c41fa07-56be-408a-964e-38d7c70a3872), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:35:30.910112 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-27e526c7-f3dd-4114-a1fc-77576a39084a tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (664cb00f-9a3c-43c8-9d16-c6547435e1cd), before_update {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:35:30.943262 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-93827636-fabe-4ec4-89d9-f58c557a6221 req-d944a5bb-41dd-43b4-b87d-78cc3633024c service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=5db7947e-8c99-4e92-b817-f70bd3c75c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485632 Mar 14 10:35:30.955763 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Pushing event updated for resources: {'Port': ['ID=7c41fa07-56be-408a-964e-38d7c70a3872,revision_number=10']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:35:31.057334 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-27e526c7-f3dd-4114-a1fc-77576a39084a tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Publish callbacks [] for port (664cb00f-9a3c-43c8-9d16-c6547435e1cd), precommit_update {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:35:31.116692 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-27e526c7-f3dd-4114-a1fc-77576a39084a tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9714955'] for port (664cb00f-9a3c-43c8-9d16-c6547435e1cd), after_update {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:35:31.184105 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e526c7-f3dd-4114-a1fc-77576a39084a tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Pushing event updated for resources: {'Port': ['ID=664cb00f-9a3c-43c8-9d16-c6547435e1cd,revision_number=2']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:35:31.193739 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-27e526c7-f3dd-4114-a1fc-77576a39084a tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-564448'] for floatingip (1140d9c9-8dd6-4227-a631-29525f0f175a), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:35:31.267301 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-27e526c7-f3dd-4114-a1fc-77576a39084a tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211739'] for floatingip (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:35:31.268561 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-27e526c7-f3dd-4114-a1fc-77576a39084a tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1504970 Mar 14 10:35:31.412453 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-17aa5d5a-e21e-4bea-aa42-64540b00b09e req-bcb0579e-c96c-4757-aaec-f7e7e35f65e9 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--860743181&fields=id&tenant_id=8323ed68f5bb4a3488c9723cb7c54c0f HTTP/1.1" status: 200 len: 267 time: 0.0438430 Mar 14 10:35:31.514030 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aa5d5a-e21e-4bea-aa42-64540b00b09e req-61cf3972-5325-4753-8a16-9c530c2c29c4 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:35:31.515467 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-17aa5d5a-e21e-4bea-aa42-64540b00b09e req-61cf3972-5325-4753-8a16-9c530c2c29c4 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/networks?id=41fa337d-ea5f-4994-bc9b-def763652602 HTTP/1.1" status: 200 len: 811 time: 0.0968363 Mar 14 10:35:31.529653 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-17aa5d5a-e21e-4bea-aa42-64540b00b09e req-b0084471-6567-4acb-b939-b810cc83515e tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/quotas/8323ed68f5bb4a3488c9723cb7c54c0f HTTP/1.1" status: 200 len: 375 time: 0.0090621 Mar 14 10:35:31.585970 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-17aa5d5a-e21e-4bea-aa42-64540b00b09e req-7830862d-b9ec-473c-b4fd-641381807976 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=8323ed68f5bb4a3488c9723cb7c54c0f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0516973 Mar 14 10:35:31.679779 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-17aa5d5a-e21e-4bea-aa42-64540b00b09e req-b5b32c49-3c24-483e-ae75-73fcec552675 service neutron] 10.222.0.16 "GET /v2.0/networks/41fa337d-ea5f-4994-bc9b-def763652602?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820680 Mar 14 10:35:31.768745 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-17aa5d5a-e21e-4bea-aa42-64540b00b09e req-ccb14826-99b1-433f-a183-95aa41ce6e70 service neutron] 10.222.0.16 "GET /v2.0/networks/41fa337d-ea5f-4994-bc9b-def763652602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831392 Mar 14 10:35:31.943843 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2b81e8-3e77-45a7-b47d-379f86a798e8 req-75aa4e25-1ed7-474a-871c-b4889305efb2 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:35:31.945298 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-3c2b81e8-3e77-45a7-b47d-379f86a798e8 req-75aa4e25-1ed7-474a-871c-b4889305efb2 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d228428-76e2-4015-91de-029d8288f4bf HTTP/1.1" status: 200 len: 945 time: 0.0516081 Mar 14 10:35:31.993999 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-3c2b81e8-3e77-45a7-b47d-379f86a798e8 req-bd93e56b-6b77-4167-8f4c-abf3918d6988 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/security-groups?id=5db7947e-8c99-4e92-b817-f70bd3c75c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424020 Mar 14 10:35:32.085615 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-54f19ab8-8c48-440e-9081-a9c07c72f0c2 req-2f76a24d-5cce-4a0d-9ec1-5451e19d5eec tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/ports?device_id=805eaa3c-1809-4471-ae4c-8c990bce80c3 HTTP/1.1" status: 200 len: 210 time: 0.0417621 Mar 14 10:35:32.112692 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6692957e-1d34-44d1-a277-dfc7931fb92a req-71c1695c-8a79-4b8d-b090-52dedd672a67 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:35:32.114108 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-6692957e-1d34-44d1-a277-dfc7931fb92a req-71c1695c-8a79-4b8d-b090-52dedd672a67 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=417348e5-d595-4c74-9f58-36520398856f HTTP/1.1" status: 200 len: 947 time: 0.0805111 Mar 14 10:35:32.165830 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-6692957e-1d34-44d1-a277-dfc7931fb92a req-f7e3959d-4680-4981-90fc-f3eae5582f54 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=81c6a4c3-d9c6-42f0-85f7-56c1d8fe0a74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452406 Mar 14 10:35:32.492539 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '417348e5-d595-4c74-9f58-36520398856f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c41fa07-56be-408a-964e-38d7c70a3872'}] {{(pid=103644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:35:32.494957 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cdcf2ce3ae030c6c85cf8a8616b2d58d36b16ae178b61bcd15320d14238e4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c5895ed-9f45-448f-afbb-39392fc489ad" -d '{"events": [{"server_uuid": "417348e5-d595-4c74-9f58-36520398856f", "name": "network-vif-plugged", "status": "completed", "tag": "7c41fa07-56be-408a-964e-38d7c70a3872"}]}' {{(pid=103644) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:35:32.529817 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 10:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5e93a30-956e-472f-a776-3ee76e64d0af x-openstack-request-id: req-d5e93a30-956e-472f-a776-3ee76e64d0af {{(pid=103644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:35:32.530107 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "417348e5-d595-4c74-9f58-36520398856f", "name": "network-vif-plugged", "status": "completed", "tag": "7c41fa07-56be-408a-964e-38d7c70a3872", "code": 200}]} {{(pid=103644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:35:32.530359 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d5e93a30-956e-472f-a776-3ee76e64d0af {{(pid=103644) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:35:32.530746 dv-cinder-833544-1-iscsi neutron-server[103644]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '417348e5-d595-4c74-9f58-36520398856f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c41fa07-56be-408a-964e-38d7c70a3872', 'code': 200} Mar 14 10:35:32.870404 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76f1c1f-b414-42ad-826c-8dc3c8fb420e req-4f84eb66-33a4-46be-9a13-accd77ef6c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:35:32.871996 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-c76f1c1f-b414-42ad-826c-8dc3c8fb420e req-4f84eb66-33a4-46be-9a13-accd77ef6c2d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=417348e5-d595-4c74-9f58-36520398856f HTTP/1.1" status: 200 len: 1131 time: 0.0443499 Mar 14 10:35:32.914785 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-c76f1c1f-b414-42ad-826c-8dc3c8fb420e req-c47dc360-7680-43c7-a656-ba76b37d0ce7 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=81c6a4c3-d9c6-42f0-85f7-56c1d8fe0a74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362923 Mar 14 10:35:33.114579 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a956df-fd81-4939-822c-9e918b9b7670 req-418996ac-7160-4297-a171-a72f91fa2698 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:35:33.116041 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-99a956df-fd81-4939-822c-9e918b9b7670 req-418996ac-7160-4297-a171-a72f91fa2698 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d228428-76e2-4015-91de-029d8288f4bf HTTP/1.1" status: 200 len: 945 time: 0.0520546 Mar 14 10:35:33.176166 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-99a956df-fd81-4939-822c-9e918b9b7670 req-5034d47c-7919-4049-9c85-891bd6dbc95d tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/security-groups?id=5db7947e-8c99-4e92-b817-f70bd3c75c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544722 Mar 14 10:35:33.191335 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-6ba4a8d3-abd6-45b4-a0b2-cd7d8af82095 req-5cf104b7-9ca2-4f63-bece-9381d3148677 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/ports?device_id=805eaa3c-1809-4471-ae4c-8c990bce80c3 HTTP/1.1" status: 200 len: 210 time: 0.0322556 Mar 14 10:35:33.322417 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef1741e-ce8a-48ff-9222-83d7b924dc44 req-84094035-3317-4846-883f-cf5dae260363 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:35:33.323916 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-4ef1741e-ce8a-48ff-9222-83d7b924dc44 req-84094035-3317-4846-883f-cf5dae260363 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d228428-76e2-4015-91de-029d8288f4bf HTTP/1.1" status: 200 len: 945 time: 0.0725515 Mar 14 10:35:33.331010 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b9312b-d42d-46f2-abd2-92f457ed1a6c req-050dc591-8273-4d9c-bc37-712af249977d tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:35:33.332411 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-d4b9312b-d42d-46f2-abd2-92f457ed1a6c req-050dc591-8273-4d9c-bc37-712af249977d tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=417348e5-d595-4c74-9f58-36520398856f HTTP/1.1" status: 200 len: 947 time: 0.0913975 Mar 14 10:35:33.408826 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-4ef1741e-ce8a-48ff-9222-83d7b924dc44 req-a3d5db2c-b374-498b-9032-762c3ee7d0cf tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/security-groups?id=5db7947e-8c99-4e92-b817-f70bd3c75c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753603 Mar 14 10:35:33.412964 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-d4b9312b-d42d-46f2-abd2-92f457ed1a6c req-9d9a5162-dc56-4bfc-bb7b-d2a7034e8a77 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=81c6a4c3-d9c6-42f0-85f7-56c1d8fe0a74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736725 Mar 14 10:35:33.430630 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 47736) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:35:33.516219 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942657a9-b7cc-429e-865c-47d1d51d65ef tempest-TestVolumeBootPattern-1811651679 tempest-TestVolumeBootPattern-1811651679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:35:33.517734 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-942657a9-b7cc-429e-865c-47d1d51d65ef tempest-TestVolumeBootPattern-1811651679 tempest-TestVolumeBootPattern-1811651679-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=6d228428-76e2-4015-91de-029d8288f4bf HTTP/1.1" status: 200 len: 1124 time: 0.0860515 Mar 14 10:35:33.520773 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 47740) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:35:33.524927 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [None req-9100de8a-fa9d-4572-8dd8-2856cec35290 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Request body: {'floatingip': {'floating_network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'port_id': '54645b92-8804-4ef8-9f38-237143e6709b', 'tenant_id': '6297757b71cd48d4a33ab7458cc05ac7', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:35:33.619915 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-9100de8a-fa9d-4572-8dd8-2856cec35290 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:35:33.717677 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-9100de8a-fa9d-4572-8dd8-2856cec35290 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:35:33.819050 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.db.db_base_plugin_common [None req-9100de8a-fa9d-4572-8dd8-2856cec35290 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Allocated IP 172.27.2.154 (d3edc090-f075-4654-a10f-87b9c191544a/b94c44b1-4eb3-4139-bb38-cf15afc675ad/8d6058ab-4b7c-429d-9b6f-edd90a50d07d) {{(pid=103643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 10:35:33.921524 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-9100de8a-fa9d-4572-8dd8-2856cec35290 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Publish callbacks [] for port (8d6058ab-4b7c-429d-9b6f-edd90a50d07d), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:35:34.014981 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-9100de8a-fa9d-4572-8dd8-2856cec35290 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739585409118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516063'] for port (8d6058ab-4b7c-429d-9b6f-edd90a50d07d), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:35:34.053463 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9100de8a-fa9d-4572-8dd8-2856cec35290 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Network d3edc090-f075-4654-a10f-87b9c191544a is already hosted by enough agents. {{(pid=103643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:35:34.056313 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.base_scheduler [None req-9100de8a-fa9d-4572-8dd8-2856cec35290 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Resources bound (agent type, host, resource id): {{(pid=103643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:35:34.060528 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9100de8a-fa9d-4572-8dd8-2856cec35290 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Received port after_create {{(pid=103643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 10:35:34.083019 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9100de8a-fa9d-4572-8dd8-2856cec35290 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Pushing event updated for resources: {'Port': ['ID=8d6058ab-4b7c-429d-9b6f-edd90a50d07d,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:35:34.322188 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-b5d174a7-0c6a-46fc-b0c5-f3a86e8246e5 req-191709e3-f75e-449a-bd8d-fc72da71d1c4 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/ports?device_id=805eaa3c-1809-4471-ae4c-8c990bce80c3 HTTP/1.1" status: 200 len: 210 time: 0.0422492 Mar 14 10:35:34.332296 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aa5d5a-e21e-4bea-aa42-64540b00b09e req-256ce509-c954-4ff6-8ce0-d1a1ab6e23f1 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:35:34.343046 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-17aa5d5a-e21e-4bea-aa42-64540b00b09e req-256ce509-c954-4ff6-8ce0-d1a1ab6e23f1 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.39 "GET /v2.0/networks?id=41fa337d-ea5f-4994-bc9b-def763652602 HTTP/1.1" status: 200 len: 811 time: 0.2289960 Mar 14 10:35:34.475111 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-17aa5d5a-e21e-4bea-aa42-64540b00b09e req-aa2e0889-221a-491a-bfda-12e6053e9805 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8323ed68f5bb4a3488c9723cb7c54c0f HTTP/1.1" status: 200 len: 379 time: 0.0979562 Mar 14 10:35:34.522150 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [req-17aa5d5a-e21e-4bea-aa42-64540b00b09e req-d97aefb6-ba36-485e-8b2a-a497b59740eb tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Request body: {'port': {'device_id': '805eaa3c-1809-4471-ae4c-8c990bce80c3', 'network_id': '41fa337d-ea5f-4994-bc9b-def763652602', 'admin_state_up': True, 'tenant_id': '8323ed68f5bb4a3488c9723cb7c54c0f', 'security_groups': ['98e60731-12ba-49c1-b8b5-9a4699e50900']}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:35:34.710539 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-9100de8a-fa9d-4572-8dd8-2856cec35290 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Publish callbacks [] for floatingip (2cbbc506-9cd8-4a6f-a4c7-b79771c33f2d), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:35:34.761157 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45df7a9a-d705-4083-af0d-025879bc1419 req-bad4d7f8-c280-41ef-aa22-dfd724404a5b tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:35:34.762619 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-45df7a9a-d705-4083-af0d-025879bc1419 req-bad4d7f8-c280-41ef-aa22-dfd724404a5b tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=417348e5-d595-4c74-9f58-36520398856f HTTP/1.1" status: 200 len: 947 time: 0.1113539 Mar 14 10:35:34.807429 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-45df7a9a-d705-4083-af0d-025879bc1419 req-ec80bf12-2362-4c2b-88fa-a1b14fb30ae1 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=81c6a4c3-d9c6-42f0-85f7-56c1d8fe0a74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386806 Mar 14 10:35:34.848383 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17aa5d5a-e21e-4bea-aa42-64540b00b09e req-d97aefb6-ba36-485e-8b2a-a497b59740eb tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Made reservation on behalf of 8323ed68f5bb4a3488c9723cb7c54c0f for: {'port': 1} {{(pid=103643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 10:35:34.851813 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-17aa5d5a-e21e-4bea-aa42-64540b00b09e req-d97aefb6-ba36-485e-8b2a-a497b59740eb tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:35:34.946642 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-9100de8a-fa9d-4572-8dd8-2856cec35290 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (8d6058ab-4b7c-429d-9b6f-edd90a50d07d), before_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:35:35.050592 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.db.db_base_plugin_common [req-17aa5d5a-e21e-4bea-aa42-64540b00b09e req-d97aefb6-ba36-485e-8b2a-a497b59740eb tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Allocated IP 172.20.0.4 (41fa337d-ea5f-4994-bc9b-def763652602/623577f8-c7f3-4e24-b897-1f421a0f10a6/00630065-00a0-42bf-b547-7ae53de6fbf6) {{(pid=103643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 10:35:35.239068 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-9100de8a-fa9d-4572-8dd8-2856cec35290 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Publish callbacks [] for port (8d6058ab-4b7c-429d-9b6f-edd90a50d07d), precommit_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:35:35.269635 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-17aa5d5a-e21e-4bea-aa42-64540b00b09e req-d97aefb6-ba36-485e-8b2a-a497b59740eb tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Publish callbacks [] for port (00630065-00a0-42bf-b547-7ae53de6fbf6), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:35:35.295603 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-9100de8a-fa9d-4572-8dd8-2856cec35290 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516052'] for port (8d6058ab-4b7c-429d-9b6f-edd90a50d07d), after_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:35:35.367468 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9100de8a-fa9d-4572-8dd8-2856cec35290 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Pushing event updated for resources: {'Port': ['ID=8d6058ab-4b7c-429d-9b6f-edd90a50d07d,revision_number=2']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:35:35.376586 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-17aa5d5a-e21e-4bea-aa42-64540b00b09e req-d97aefb6-ba36-485e-8b2a-a497b59740eb tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739585409118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516063'] for port (00630065-00a0-42bf-b547-7ae53de6fbf6), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:35:35.389176 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-9100de8a-fa9d-4572-8dd8-2856cec35290 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-564448'] for floatingip (2cbbc506-9cd8-4a6f-a4c7-b79771c33f2d), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:35:35.485216 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17aa5d5a-e21e-4bea-aa42-64540b00b09e req-d97aefb6-ba36-485e-8b2a-a497b59740eb tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Network 41fa337d-ea5f-4994-bc9b-def763652602 is already hosted by enough agents. {{(pid=103643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:35:35.496996 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.base_scheduler [req-17aa5d5a-e21e-4bea-aa42-64540b00b09e req-d97aefb6-ba36-485e-8b2a-a497b59740eb tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Resources bound (agent type, host, resource id): {{(pid=103643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:35:35.503705 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.db.l3_dvrscheduler_db [req-17aa5d5a-e21e-4bea-aa42-64540b00b09e req-d97aefb6-ba36-485e-8b2a-a497b59740eb tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Received port after_create {{(pid=103643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 10:35:35.536169 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97aefb6-ba36-485e-8b2a-a497b59740eb tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Pushing event updated for resources: {'Port': ['ID=00630065-00a0-42bf-b547-7ae53de6fbf6,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:35:35.720917 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-6faf6e45-6daf-42b9-908e-187e4258d13b None None] Provisioning complete for port 00630065-00a0-42bf-b547-7ae53de6fbf6 triggered by entity DHCP. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:35:35.721531 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-6faf6e45-6daf-42b9-908e-187e4258d13b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (00630065-00a0-42bf-b547-7ae53de6fbf6), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:35:35.755976 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-6faf6e45-6daf-42b9-908e-187e4258d13b None None] Port 00630065-00a0-42bf-b547-7ae53de6fbf6 cannot update to ACTIVE because it is not bound. {{(pid=103644) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 10:35:35.847279 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5563dd0-49c2-4c52-8348-a910e79fd278 req-faab4cde-6ad0-4546-b94a-08fae26cbd7d tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:35:35.848792 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-b5563dd0-49c2-4c52-8348-a910e79fd278 req-faab4cde-6ad0-4546-b94a-08fae26cbd7d tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/ports?device_id=805eaa3c-1809-4471-ae4c-8c990bce80c3 HTTP/1.1" status: 200 len: 931 time: 0.4392667 Mar 14 10:35:35.854222 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aa5d5a-e21e-4bea-aa42-64540b00b09e req-d97aefb6-ba36-485e-8b2a-a497b59740eb tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:35:35.856268 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-17aa5d5a-e21e-4bea-aa42-64540b00b09e req-d97aefb6-ba36-485e-8b2a-a497b59740eb tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211739'] for port (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:35:35.860435 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.db.l3_db [None req-9100de8a-fa9d-4572-8dd8-2856cec35290 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Floating IP 2cbbc506-9cd8-4a6f-a4c7-b79771c33f2d associated. External IP: 172.27.2.154, port: 54645b92-8804-4ef8-9f38-237143e6709b. Mar 14 10:35:36.011276 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-17aa5d5a-e21e-4bea-aa42-64540b00b09e req-d97aefb6-ba36-485e-8b2a-a497b59740eb tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4928441 Mar 14 10:35:36.022031 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-b5563dd0-49c2-4c52-8348-a910e79fd278 req-5e877cdb-eb46-4b0e-92c5-b2a3720972fc tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/security-groups?id=98e60731-12ba-49c1-b8b5-9a4699e50900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1630008 Mar 14 10:35:36.032036 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [req-17aa5d5a-e21e-4bea-aa42-64540b00b09e req-bcf2a566-afa8-4bd0-873f-6744c3a5846e service neutron] Request body: {'port': {'device_id': '805eaa3c-1809-4471-ae4c-8c990bce80c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83354'}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:35:36.067038 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa030cac-5b76-437e-b404-b3f6d43917f2 req-47a6e3b0-77f4-4b7a-a93f-de506aa2e175 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:35:36.068545 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-aa030cac-5b76-437e-b404-b3f6d43917f2 req-47a6e3b0-77f4-4b7a-a93f-de506aa2e175 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=417348e5-d595-4c74-9f58-36520398856f HTTP/1.1" status: 200 len: 947 time: 0.1638176 Mar 14 10:35:36.183617 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-17aa5d5a-e21e-4bea-aa42-64540b00b09e req-bcf2a566-afa8-4bd0-873f-6744c3a5846e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (00630065-00a0-42bf-b547-7ae53de6fbf6), before_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:35:36.191848 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-aa030cac-5b76-437e-b404-b3f6d43917f2 req-14d56a62-35cf-47c7-89f4-27cc7a7c5599 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=81c6a4c3-d9c6-42f0-85f7-56c1d8fe0a74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175981 Mar 14 10:35:36.285096 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9100de8a-fa9d-4572-8dd8-2856cec35290 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Router 88162fc5-f696-46e6-aec7-20a02549062f has already been hosted by L3 agent a016a58c-1f8a-4210-ae6c-360b1a1f78c1 {{(pid=103643) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 10:35:36.518730 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9100de8a-fa9d-4572-8dd8-2856cec35290 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Notify agent at l3_agent.dv-cinder-833544-1-iscsi the message routers_updated {{(pid=103643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 10:35:36.529354 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3013c433-5334-473d-81ed-4abef71a3a74 None None] Sync routers for ids ['88162fc5-f696-46e6-aec7-20a02549062f'] in dv-cinder-833544-1-iscsi {{(pid=103644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 10:35:36.539285 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3013c433-5334-473d-81ed-4abef71a3a74 None None] Routers {'88162fc5-f696-46e6-aec7-20a02549062f'} bound to L3 agent in host dv-cinder-833544-1-iscsi {{(pid=103644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:35:36.539847 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-3013c433-5334-473d-81ed-4abef71a3a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833544-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-14T10:17:23Z,description=,heartbeat_timestamp=2022-03-14T10:35:23Z,host='dv-cinder-833544-1-iscsi',id=a016a58c-1f8a-4210-ae6c-360b1a1f78c1,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:17:24Z,topic='l3_agent')) {'router_ids': ['88162fc5-f696-46e6-aec7-20a02549062f'], 'active': True} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:35:36.586769 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.notifiers.nova [req-17aa5d5a-e21e-4bea-aa42-64540b00b09e req-bcf2a566-afa8-4bd0-873f-6744c3a5846e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00630065-00a0-42bf-b547-7ae53de6fbf6 {{(pid=103643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 10:35:36.594428 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-17aa5d5a-e21e-4bea-aa42-64540b00b09e req-bcf2a566-afa8-4bd0-873f-6744c3a5846e service neutron] Publish callbacks [] for port (00630065-00a0-42bf-b547-7ae53de6fbf6), precommit_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:35:36.599991 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-9100de8a-fa9d-4572-8dd8-2856cec35290 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211739'] for floatingip (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:35:36.628388 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.db.provisioning_blocks [req-17aa5d5a-e21e-4bea-aa42-64540b00b09e req-bcf2a566-afa8-4bd0-873f-6744c3a5846e service neutron] Transition to ACTIVE for port object 00630065-00a0-42bf-b547-7ae53de6fbf6 will not be triggered until provisioned by entity L2. {{(pid=103643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 14 10:35:36.642258 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-9100de8a-fa9d-4572-8dd8-2856cec35290 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1204951 Mar 14 10:35:36.642846 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d228428-76e2-4015-91de-029d8288f4bf', 'tag': '54645b92-8804-4ef8-9f38-237143e6709b'}] {{(pid=103643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:35:36.645136 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b58adf1808d3e8f2b7de4636db435fb255da6a44abdc46a7a48cdc23cb85b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff0c39d1-e780-4b20-b741-67bf281c2be6" -d '{"events": [{"name": "network-changed", "server_uuid": "6d228428-76e2-4015-91de-029d8288f4bf", "tag": "54645b92-8804-4ef8-9f38-237143e6709b"}]}' {{(pid=103643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:35:36.652040 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvr_db [None req-3013c433-5334-473d-81ed-4abef71a3a74 None None] Set router 88162fc5-f696-46e6-aec7-20a02549062f gateway port host: dv-cinder-833544-1-iscsi {{(pid=103644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:35:36.692536 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 10:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd4f85bf-84e5-45b5-9cb5-79d0540178c1 x-openstack-request-id: req-dd4f85bf-84e5-45b5-9cb5-79d0540178c1 {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:35:36.692881 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d228428-76e2-4015-91de-029d8288f4bf", "tag": "54645b92-8804-4ef8-9f38-237143e6709b", "status": "completed", "code": 200}]} {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:35:36.693185 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dd4f85bf-84e5-45b5-9cb5-79d0540178c1 {{(pid=103643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:35:36.693557 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d228428-76e2-4015-91de-029d8288f4bf', 'tag': '54645b92-8804-4ef8-9f38-237143e6709b', 'status': 'completed', 'code': 200} Mar 14 10:35:36.694685 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-17aa5d5a-e21e-4bea-aa42-64540b00b09e req-bcf2a566-afa8-4bd0-873f-6744c3a5846e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516052'] for port (00630065-00a0-42bf-b547-7ae53de6fbf6), after_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:35:36.751798 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf2a566-afa8-4bd0-873f-6744c3a5846e service neutron] Pushing event updated for resources: {'Port': ['ID=00630065-00a0-42bf-b547-7ae53de6fbf6,revision_number=2']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:35:36.799396 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0c39d1-e780-4b20-b741-67bf281c2be6 req-41636730-8db8-4d61-96e0-d7b15ee9e532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:35:36.800867 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-ff0c39d1-e780-4b20-b741-67bf281c2be6 req-41636730-8db8-4d61-96e0-d7b15ee9e532 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6297757b71cd48d4a33ab7458cc05ac7&device_id=6d228428-76e2-4015-91de-029d8288f4bf HTTP/1.1" status: 200 len: 1129 time: 0.0648839 Mar 14 10:35:36.848092 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.managers [req-17aa5d5a-e21e-4bea-aa42-64540b00b09e req-bcf2a566-afa8-4bd0-873f-6744c3a5846e service neutron] Attempting to bind port 00630065-00a0-42bf-b547-7ae53de6fbf6 on host hv-cinder-83354 for vnic_type normal with profile {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 10:35:36.848434 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.managers [req-17aa5d5a-e21e-4bea-aa42-64540b00b09e req-bcf2a566-afa8-4bd0-873f-6744c3a5846e service neutron] Attempting to bind port 00630065-00a0-42bf-b547-7ae53de6fbf6 by drivers openvswitch,hyperv on host hv-cinder-83354 at level 0 using segments [{'id': '6ae4d02e-40e5-4abd-9646-fddaab197544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '41fa337d-ea5f-4994-bc9b-def763652602'}] {{(pid=103643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 10:35:36.848768 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17aa5d5a-e21e-4bea-aa42-64540b00b09e req-bcf2a566-afa8-4bd0-873f-6744c3a5846e service neutron] Attempting to bind port 00630065-00a0-42bf-b547-7ae53de6fbf6 on network 41fa337d-ea5f-4994-bc9b-def763652602 {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:35:36.854006 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17aa5d5a-e21e-4bea-aa42-64540b00b09e req-bcf2a566-afa8-4bd0-873f-6744c3a5846e service neutron] Port 00630065-00a0-42bf-b547-7ae53de6fbf6 on network 41fa337d-ea5f-4994-bc9b-def763652602 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83354 {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 10:35:36.855181 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17aa5d5a-e21e-4bea-aa42-64540b00b09e req-bcf2a566-afa8-4bd0-873f-6744c3a5846e service neutron] Attempting to bind port 00630065-00a0-42bf-b547-7ae53de6fbf6 on network 41fa337d-ea5f-4994-bc9b-def763652602 {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:35:36.860676 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17aa5d5a-e21e-4bea-aa42-64540b00b09e req-bcf2a566-afa8-4bd0-873f-6744c3a5846e service neutron] Checking agent: {'id': 'cd4c1fd5-6bd0-46fc-9cd1-9ea8fc180379', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83354', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 10, 23, 57), 'started_at': datetime.datetime(2022, 3, 14, 10, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 10, 35, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 10:35:36.861028 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17aa5d5a-e21e-4bea-aa42-64540b00b09e req-bcf2a566-afa8-4bd0-873f-6744c3a5846e service neutron] Checking segment: {'id': '6ae4d02e-40e5-4abd-9646-fddaab197544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '41fa337d-ea5f-4994-bc9b-def763652602'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:35:36.861417 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17aa5d5a-e21e-4bea-aa42-64540b00b09e req-bcf2a566-afa8-4bd0-873f-6744c3a5846e service neutron] Bound using segment: {'id': '6ae4d02e-40e5-4abd-9646-fddaab197544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '41fa337d-ea5f-4994-bc9b-def763652602'} {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 10:35:36.861853 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.managers [req-17aa5d5a-e21e-4bea-aa42-64540b00b09e req-bcf2a566-afa8-4bd0-873f-6744c3a5846e service neutron] Bound port: 00630065-00a0-42bf-b547-7ae53de6fbf6, host: hv-cinder-83354, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ae4d02e-40e5-4abd-9646-fddaab197544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '41fa337d-ea5f-4994-bc9b-def763652602'}}] {{(pid=103643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 10:35:36.862215 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-17aa5d5a-e21e-4bea-aa42-64540b00b09e req-bcf2a566-afa8-4bd0-873f-6744c3a5846e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (00630065-00a0-42bf-b547-7ae53de6fbf6), before_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:35:36.905045 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0c39d1-e780-4b20-b741-67bf281c2be6 req-f9c87f7b-ad19-4fe4-a015-232709d92d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:35:36.906560 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-ff0c39d1-e780-4b20-b741-67bf281c2be6 req-f9c87f7b-ad19-4fe4-a015-232709d92d58 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c84f27eb-37b9-4aa9-b62d-da2eefd83ac0 HTTP/1.1" status: 200 len: 912 time: 0.0997503 Mar 14 10:35:36.913051 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-3013c433-5334-473d-81ed-4abef71a3a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88162fc5-f696-46e6-aec7-20a02549062f', 'name': 'tempest-TestVolumeBootPattern-162580303-router', 'tenant_id': '6297757b71cd48d4a33ab7458cc05ac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '83c49087-a756-4c7d-99a2-5b604029eb80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:34:18Z', 'updated_at': '2022-03-14T10:34:22Z', 'revision_number': 4, 'project_id': '6297757b71cd48d4a33ab7458cc05ac7', 'gw_port': {'id': '83c49087-a756-4c7d-99a2-5b604029eb80', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88162fc5-f696-46e6-aec7-20a02549062f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:34:19Z', 'updated_at': '2022-03-14T10:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi', '_floatingips': [{'id': '2cbbc506-9cd8-4a6f-a4c7-b79771c33f2d', 'tenant_id': '6297757b71cd48d4a33ab7458cc05ac7', 'floating_ip_address': '172.27.2.154', 'floating_network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'router_id': '88162fc5-f696-46e6-aec7-20a02549062f', 'port_id': '54645b92-8804-4ef8-9f38-237143e6709b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c84f27eb-37b9-4aa9-b62d-da2eefd83ac0', 'mac_address': 'fa:16:3e:fe:3d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d228428-76e2-4015-91de-029d8288f4bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T10:35:34Z', 'updated_at': '2022-03-14T10:35:34Z', 'revision_number': 0, 'project_id': '6297757b71cd48d4a33ab7458cc05ac7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1c63c40-5a38-4f6d-89f9-16a3f3bee0f4', 'name': '', 'network_id': 'c84f27eb-37b9-4aa9-b62d-da2eefd83ac0', 'tenant_id': '6297757b71cd48d4a33ab7458cc05ac7', 'mac_address': 'fa:16:3e:72:8f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88162fc5-f696-46e6-aec7-20a02549062f', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'c1ca7e58-7de1-4354-86ba-4c133fca3e45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:34:21Z', 'updated_at': '2022-03-14T10:34:25Z', 'revision_number': 5, 'project_id': '6297757b71cd48d4a33ab7458cc05ac7', 'subnets': [{'id': 'c1ca7e58-7de1-4354-86ba-4c133fca3e45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833544-1-iscsi', False) {} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:35:36.939085 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.db [req-17aa5d5a-e21e-4bea-aa42-64540b00b09e req-bcf2a566-afa8-4bd0-873f-6744c3a5846e service neutron] For port 00630065-00a0-42bf-b547-7ae53de6fbf6, host hv-cinder-83354, cleared binding levels {{(pid=103643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 10:35:36.943180 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.db [req-17aa5d5a-e21e-4bea-aa42-64540b00b09e req-bcf2a566-afa8-4bd0-873f-6744c3a5846e service neutron] For port 00630065-00a0-42bf-b547-7ae53de6fbf6, host hv-cinder-83354, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=00630065-00a0-42bf-b547-7ae53de6fbf6,segment=NetworkSegment(6ae4d02e-40e5-4abd-9646-fddaab197544),segment_id=6ae4d02e-40e5-4abd-9646-fddaab197544)] {{(pid=103643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 10:35:36.945678 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3013c433-5334-473d-81ed-4abef71a3a74 None None] Checking router: 88162fc5-f696-46e6-aec7-20a02549062f for host: dv-cinder-833544-1-iscsi {{(pid=103644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 10:35:36.954588 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3013c433-5334-473d-81ed-4abef71a3a74 None None] Routers {'88162fc5-f696-46e6-aec7-20a02549062f'} bound to L3 agent in host dv-cinder-833544-1-iscsi {{(pid=103644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:35:36.955190 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-3013c433-5334-473d-81ed-4abef71a3a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833544-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-14T10:17:23Z,description=,heartbeat_timestamp=2022-03-14T10:35:23Z,host='dv-cinder-833544-1-iscsi',id=a016a58c-1f8a-4210-ae6c-360b1a1f78c1,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:17:24Z,topic='l3_agent')) {'router_ids': ['88162fc5-f696-46e6-aec7-20a02549062f'], 'active': True} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:35:36.985596 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-ff0c39d1-e780-4b20-b741-67bf281c2be6 req-66b109c6-6c85-4840-8a6c-2a87d34d9bcc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=54645b92-8804-4ef8-9f38-237143e6709b HTTP/1.1" status: 200 len: 999 time: 0.0717475 Mar 14 10:35:36.986285 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-17aa5d5a-e21e-4bea-aa42-64540b00b09e req-bcf2a566-afa8-4bd0-873f-6744c3a5846e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516052'] for port (00630065-00a0-42bf-b547-7ae53de6fbf6), after_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:35:37.025290 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aa5d5a-e21e-4bea-aa42-64540b00b09e req-bcf2a566-afa8-4bd0-873f-6744c3a5846e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:35:37.025932 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-17aa5d5a-e21e-4bea-aa42-64540b00b09e req-bcf2a566-afa8-4bd0-873f-6744c3a5846e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211739'] for port (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:35:37.027213 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-17aa5d5a-e21e-4bea-aa42-64540b00b09e req-bcf2a566-afa8-4bd0-873f-6744c3a5846e service neutron] 10.222.0.39 "PUT /v2.0/ports/00630065-00a0-42bf-b547-7ae53de6fbf6 HTTP/1.1" status: 200 len: 1093 time: 1.0006433 Mar 14 10:35:37.037327 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0c39d1-e780-4b20-b741-67bf281c2be6 req-48f6ce7e-fc4f-4ab4-a072-6e6cb4bccafb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:35:37.039050 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-ff0c39d1-e780-4b20-b741-67bf281c2be6 req-48f6ce7e-fc4f-4ab4-a072-6e6cb4bccafb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c1ca7e58-7de1-4354-86ba-4c133fca3e45 HTTP/1.1" status: 200 len: 850 time: 0.0480537 Mar 14 10:35:37.067031 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf2a566-afa8-4bd0-873f-6744c3a5846e service neutron] Pushing event updated for resources: {'Port': ['ID=00630065-00a0-42bf-b547-7ae53de6fbf6,revision_number=3']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:35:37.096046 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvr_db [None req-3013c433-5334-473d-81ed-4abef71a3a74 None None] Set router 88162fc5-f696-46e6-aec7-20a02549062f gateway port host: dv-cinder-833544-1-iscsi {{(pid=103644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:35:37.114106 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0c39d1-e780-4b20-b741-67bf281c2be6 req-5d63a688-9463-4979-9e7a-5c5eecd27c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:35:37.115705 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-ff0c39d1-e780-4b20-b741-67bf281c2be6 req-5d63a688-9463-4979-9e7a-5c5eecd27c76 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c84f27eb-37b9-4aa9-b62d-da2eefd83ac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0702460 Mar 14 10:35:37.213258 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-ff0c39d1-e780-4b20-b741-67bf281c2be6 req-931c4650-e60e-400a-974f-6e3536ae675c service neutron] 10.222.0.39 "GET /v2.0/networks/c84f27eb-37b9-4aa9-b62d-da2eefd83ac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898480 Mar 14 10:35:37.214614 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2aadc6-9be8-4cc3-90f5-c2988e8670c3 req-1f1710c4-e1fa-4516-9563-93d7517455f6 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:35:37.216273 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-2a2aadc6-9be8-4cc3-90f5-c2988e8670c3 req-1f1710c4-e1fa-4516-9563-93d7517455f6 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/ports?device_id=805eaa3c-1809-4471-ae4c-8c990bce80c3 HTTP/1.1" status: 200 len: 943 time: 0.1068213 Mar 14 10:35:37.221453 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aa5d5a-e21e-4bea-aa42-64540b00b09e req-297f94d6-c776-4cfb-a9bb-4d5182c0dd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:35:37.223729 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-17aa5d5a-e21e-4bea-aa42-64540b00b09e req-297f94d6-c776-4cfb-a9bb-4d5182c0dd58 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8323ed68f5bb4a3488c9723cb7c54c0f&device_id=805eaa3c-1809-4471-ae4c-8c990bce80c3 HTTP/1.1" status: 200 len: 1127 time: 0.0948851 Mar 14 10:35:37.286920 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-17aa5d5a-e21e-4bea-aa42-64540b00b09e req-6d501ab7-7ef7-45b6-a2ce-8d89e54cbf2a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=00630065-00a0-42bf-b547-7ae53de6fbf6 HTTP/1.1" status: 200 len: 217 time: 0.0433166 Mar 14 10:35:37.314704 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-ff0c39d1-e780-4b20-b741-67bf281c2be6 req-15c33878-ce18-443d-b480-776c04608ed4 service neutron] 10.222.0.39 "GET /v2.0/networks/c84f27eb-37b9-4aa9-b62d-da2eefd83ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903223 Mar 14 10:35:37.343974 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-2a2aadc6-9be8-4cc3-90f5-c2988e8670c3 req-a591a0ba-6f05-43d2-9a5f-798bd02ad4eb tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/security-groups?id=98e60731-12ba-49c1-b8b5-9a4699e50900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1192684 Mar 14 10:35:37.356208 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-3013c433-5334-473d-81ed-4abef71a3a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88162fc5-f696-46e6-aec7-20a02549062f', 'name': 'tempest-TestVolumeBootPattern-162580303-router', 'tenant_id': '6297757b71cd48d4a33ab7458cc05ac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '83c49087-a756-4c7d-99a2-5b604029eb80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:34:18Z', 'updated_at': '2022-03-14T10:34:22Z', 'revision_number': 4, 'project_id': '6297757b71cd48d4a33ab7458cc05ac7', 'gw_port': {'id': '83c49087-a756-4c7d-99a2-5b604029eb80', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88162fc5-f696-46e6-aec7-20a02549062f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:34:19Z', 'updated_at': '2022-03-14T10:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi', '_floatingips': [{'id': '2cbbc506-9cd8-4a6f-a4c7-b79771c33f2d', 'tenant_id': '6297757b71cd48d4a33ab7458cc05ac7', 'floating_ip_address': '172.27.2.154', 'floating_network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'router_id': '88162fc5-f696-46e6-aec7-20a02549062f', 'port_id': '54645b92-8804-4ef8-9f38-237143e6709b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c84f27eb-37b9-4aa9-b62d-da2eefd83ac0', 'mac_address': 'fa:16:3e:fe:3d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d228428-76e2-4015-91de-029d8288f4bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T10:35:34Z', 'updated_at': '2022-03-14T10:35:34Z', 'revision_number': 0, 'project_id': '6297757b71cd48d4a33ab7458cc05ac7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1c63c40-5a38-4f6d-89f9-16a3f3bee0f4', 'name': '', 'network_id': 'c84f27eb-37b9-4aa9-b62d-da2eefd83ac0', 'tenant_id': '6297757b71cd48d4a33ab7458cc05ac7', 'mac_address': 'fa:16:3e:72:8f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88162fc5-f696-46e6-aec7-20a02549062f', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'c1ca7e58-7de1-4354-86ba-4c133fca3e45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:34:21Z', 'updated_at': '2022-03-14T10:34:25Z', 'revision_number': 5, 'project_id': '6297757b71cd48d4a33ab7458cc05ac7', 'subnets': [{'id': 'c1ca7e58-7de1-4354-86ba-4c133fca3e45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833544-1-iscsi', False) {} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:35:37.356385 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aa5d5a-e21e-4bea-aa42-64540b00b09e req-3103228e-22ab-413a-9259-ec44ddcb9c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:35:37.358919 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-17aa5d5a-e21e-4bea-aa42-64540b00b09e req-3103228e-22ab-413a-9259-ec44ddcb9c68 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=623577f8-c7f3-4e24-b897-1f421a0f10a6 HTTP/1.1" status: 200 len: 850 time: 0.0623591 Mar 14 10:35:37.390771 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3013c433-5334-473d-81ed-4abef71a3a74 None None] The sync data for ids ['88162fc5-f696-46e6-aec7-20a02549062f'] in dv-cinder-833544-1-iscsi is: [{'id': '88162fc5-f696-46e6-aec7-20a02549062f', 'name': 'tempest-TestVolumeBootPattern-162580303-router', 'tenant_id': '6297757b71cd48d4a33ab7458cc05ac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '83c49087-a756-4c7d-99a2-5b604029eb80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:34:18Z', 'updated_at': '2022-03-14T10:34:22Z', 'revision_number': 4, 'project_id': '6297757b71cd48d4a33ab7458cc05ac7', 'gw_port': {'id': '83c49087-a756-4c7d-99a2-5b604029eb80', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88162fc5-f696-46e6-aec7-20a02549062f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:34:19Z', 'updated_at': '2022-03-14T10:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi', '_floatingips': [{'id': '2cbbc506-9cd8-4a6f-a4c7-b79771c33f2d', 'tenant_id': '6297757b71cd48d4a33ab7458cc05ac7', 'floating_ip_address': '172.27.2.154', 'floating_network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'router_id': '88162fc5-f696-46e6-aec7-20a02549062f', 'port_id': '54645b92-8804-4ef8-9f38-237143e6709b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c84f27eb-37b9-4aa9-b62d-da2eefd83ac0', 'mac_address': 'fa:16:3e:fe:3d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d228428-76e2-4015-91de-029d8288f4bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T10:35:34Z', 'updated_at': '2022-03-14T10:35:34Z', 'revision_number': 0, 'project_id': '6297757b71cd48d4a33ab7458cc05ac7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1c63c40-5a38-4f6d-89f9-16a3f3bee0f4', 'name': '', 'network_id': 'c84f27eb-37b9-4aa9-b62d-da2eefd83ac0', 'tenant_id': '6297757b71cd48d4a33ab7458cc05ac7', 'mac_address': 'fa:16:3e:72:8f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88162fc5-f696-46e6-aec7-20a02549062f', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'c1ca7e58-7de1-4354-86ba-4c133fca3e45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:34:21Z', 'updated_at': '2022-03-14T10:34:25Z', 'revision_number': 5, 'project_id': '6297757b71cd48d4a33ab7458cc05ac7', 'subnets': [{'id': 'c1ca7e58-7de1-4354-86ba-4c133fca3e45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 10:35:37.410624 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aa5d5a-e21e-4bea-aa42-64540b00b09e req-97d39912-cfa0-4b46-ba1f-db9bc0c3f9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:35:37.412160 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-17aa5d5a-e21e-4bea-aa42-64540b00b09e req-97d39912-cfa0-4b46-ba1f-db9bc0c3f9f7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=41fa337d-ea5f-4994-bc9b-def763652602&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467947 Mar 14 10:35:37.507831 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-17aa5d5a-e21e-4bea-aa42-64540b00b09e req-4938a304-1c94-4b44-8716-1c54707e15b3 service neutron] 10.222.0.39 "GET /v2.0/networks/41fa337d-ea5f-4994-bc9b-def763652602?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889952 Mar 14 10:35:37.585172 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f8352e-0d1f-4382-ab19-f0a1b70c08f9 None None] New status for floating IP 2cbbc506-9cd8-4a6f-a4c7-b79771c33f2d: ACTIVE {{(pid=103645) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 10:35:37.608057 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-17aa5d5a-e21e-4bea-aa42-64540b00b09e req-e12b7639-b275-444d-bdb0-7b447a8d60df service neutron] 10.222.0.39 "GET /v2.0/networks/41fa337d-ea5f-4994-bc9b-def763652602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934329 Mar 14 10:35:38.463388 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1acc16-e5c3-4001-b55d-b617deb53201 req-2917209b-4e4d-4baf-b91b-0193aff0e5cc tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:35:38.464871 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-bc1acc16-e5c3-4001-b55d-b617deb53201 req-2917209b-4e4d-4baf-b91b-0193aff0e5cc tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/ports?device_id=805eaa3c-1809-4471-ae4c-8c990bce80c3 HTTP/1.1" status: 200 len: 943 time: 0.0521233 Mar 14 10:35:38.509187 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-bc1acc16-e5c3-4001-b55d-b617deb53201 req-39b8047a-6ecd-4713-958b-1e5b1611f6c6 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/security-groups?id=98e60731-12ba-49c1-b8b5-9a4699e50900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383284 Mar 14 10:35:38.695042 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '805eaa3c-1809-4471-ae4c-8c990bce80c3', 'tag': '00630065-00a0-42bf-b547-7ae53de6fbf6'}] {{(pid=103643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:35:38.697391 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b58adf1808d3e8f2b7de4636db435fb255da6a44abdc46a7a48cdc23cb85b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8c5ed85-aeba-43c2-a4de-ac53c4a66a93" -d '{"events": [{"name": "network-changed", "server_uuid": "805eaa3c-1809-4471-ae4c-8c990bce80c3", "tag": "00630065-00a0-42bf-b547-7ae53de6fbf6"}]}' {{(pid=103643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:35:38.732436 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 10:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e35f5deb-1c97-4e0d-9b1f-677b38999571 x-openstack-request-id: req-e35f5deb-1c97-4e0d-9b1f-677b38999571 {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:35:38.732732 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "805eaa3c-1809-4471-ae4c-8c990bce80c3", "tag": "00630065-00a0-42bf-b547-7ae53de6fbf6", "status": "completed", "code": 200}]} {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:35:38.733088 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e35f5deb-1c97-4e0d-9b1f-677b38999571 {{(pid=103643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:35:38.733481 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '805eaa3c-1809-4471-ae4c-8c990bce80c3', 'tag': '00630065-00a0-42bf-b547-7ae53de6fbf6', 'status': 'completed', 'code': 200} Mar 14 10:35:38.826414 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c5ed85-aeba-43c2-a4de-ac53c4a66a93 req-7b33afc0-0d5a-4471-9d46-55754c632823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:35:38.827896 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-b8c5ed85-aeba-43c2-a4de-ac53c4a66a93 req-7b33afc0-0d5a-4471-9d46-55754c632823 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8323ed68f5bb4a3488c9723cb7c54c0f&device_id=805eaa3c-1809-4471-ae4c-8c990bce80c3 HTTP/1.1" status: 200 len: 1127 time: 0.0434484 Mar 14 10:35:38.918912 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c5ed85-aeba-43c2-a4de-ac53c4a66a93 req-605fb608-9aca-4140-9699-83db2d9150e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:35:38.920307 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-b8c5ed85-aeba-43c2-a4de-ac53c4a66a93 req-605fb608-9aca-4140-9699-83db2d9150e2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=41fa337d-ea5f-4994-bc9b-def763652602 HTTP/1.1" status: 200 len: 912 time: 0.0831950 Mar 14 10:35:38.967311 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-b8c5ed85-aeba-43c2-a4de-ac53c4a66a93 req-da19b4e8-4072-43e0-a44f-f26dfbc62154 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=00630065-00a0-42bf-b547-7ae53de6fbf6 HTTP/1.1" status: 200 len: 217 time: 0.0343964 Mar 14 10:35:39.013468 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c5ed85-aeba-43c2-a4de-ac53c4a66a93 req-dc7da82a-37e4-4cc6-8d66-98e8df9289b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:35:39.014829 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-b8c5ed85-aeba-43c2-a4de-ac53c4a66a93 req-dc7da82a-37e4-4cc6-8d66-98e8df9289b2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=623577f8-c7f3-4e24-b897-1f421a0f10a6 HTTP/1.1" status: 200 len: 850 time: 0.0415564 Mar 14 10:35:39.064929 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c5ed85-aeba-43c2-a4de-ac53c4a66a93 req-2e768508-1643-493b-b12d-61a069215139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:35:39.066393 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-b8c5ed85-aeba-43c2-a4de-ac53c4a66a93 req-2e768508-1643-493b-b12d-61a069215139 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=41fa337d-ea5f-4994-bc9b-def763652602&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459363 Mar 14 10:35:39.153098 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-b8c5ed85-aeba-43c2-a4de-ac53c4a66a93 req-581f5b52-2cd3-48e1-bf54-0a8c729ace44 service neutron] 10.222.0.39 "GET /v2.0/networks/41fa337d-ea5f-4994-bc9b-def763652602?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795784 Mar 14 10:35:39.243265 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-b8c5ed85-aeba-43c2-a4de-ac53c4a66a93 req-e88fd3b1-67d6-471a-b1d1-9ea839d1c445 service neutron] 10.222.0.39 "GET /v2.0/networks/41fa337d-ea5f-4994-bc9b-def763652602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829029 Mar 14 10:35:39.626662 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2165e076-63e6-465e-b1bf-ca431ed60da3 req-7a49b0e2-6680-4878-bc69-e4a660140fc4 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:35:39.628157 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-2165e076-63e6-465e-b1bf-ca431ed60da3 req-7a49b0e2-6680-4878-bc69-e4a660140fc4 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/ports?device_id=805eaa3c-1809-4471-ae4c-8c990bce80c3 HTTP/1.1" status: 200 len: 943 time: 0.0529521 Mar 14 10:35:39.675727 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-2165e076-63e6-465e-b1bf-ca431ed60da3 req-238ff956-1fc7-421b-a893-6677f01c691d tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/security-groups?id=98e60731-12ba-49c1-b8b5-9a4699e50900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419691 Mar 14 10:35:40.790758 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dbdcbf-74bc-43aa-9def-906a648e34f4 req-fcfe9121-c8a3-4889-aa07-31eef6aae1b3 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:35:40.792279 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-f8dbdcbf-74bc-43aa-9def-906a648e34f4 req-fcfe9121-c8a3-4889-aa07-31eef6aae1b3 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/ports?device_id=805eaa3c-1809-4471-ae4c-8c990bce80c3 HTTP/1.1" status: 200 len: 943 time: 0.0503807 Mar 14 10:35:40.841280 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-f8dbdcbf-74bc-43aa-9def-906a648e34f4 req-6c9788c3-43b0-4060-94ca-0bb0d89b26f5 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/security-groups?id=98e60731-12ba-49c1-b8b5-9a4699e50900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430551 Mar 14 10:35:41.955802 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0aa395-c890-49ac-8bd2-071bc4b4a334 req-11d9fa74-24a8-431a-884b-e169ba0cf28a tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:35:41.957239 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-5c0aa395-c890-49ac-8bd2-071bc4b4a334 req-11d9fa74-24a8-431a-884b-e169ba0cf28a tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/ports?device_id=805eaa3c-1809-4471-ae4c-8c990bce80c3 HTTP/1.1" status: 200 len: 943 time: 0.0511627 Mar 14 10:35:42.001882 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-5c0aa395-c890-49ac-8bd2-071bc4b4a334 req-720ea2c5-d497-4e59-8931-8acbd987228d tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/security-groups?id=98e60731-12ba-49c1-b8b5-9a4699e50900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388935 Mar 14 10:35:42.340656 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Device 00630065-00a0-42bf-b547-7ae53de6fbf6 details requested by agent hyperv_hv-cinder-83354 with host hv-cinder-83354 {{(pid=103644) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 10:35:42.438635 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] For port 00630065-00a0-42bf-b547-7ae53de6fbf6, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=00630065-00a0-42bf-b547-7ae53de6fbf6,segment=NetworkSegment(6ae4d02e-40e5-4abd-9646-fddaab197544),segment_id=6ae4d02e-40e5-4abd-9646-fddaab197544)] {{(pid=103644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:35:42.448693 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Returning: {'device': '00630065-00a0-42bf-b547-7ae53de6fbf6', 'network_id': '41fa337d-ea5f-4994-bc9b-def763652602', 'port_id': '00630065-00a0-42bf-b547-7ae53de6fbf6', 'mac_address': 'fa:16:3e:f6:0d:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '623577f8-c7f3-4e24-b897-1f421a0f10a6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103644) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 10:35:42.485518 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Current status of the port 00630065-00a0-42bf-b547-7ae53de6fbf6 is: DOWN; New status is: BUILD {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:35:42.485913 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (00630065-00a0-42bf-b547-7ae53de6fbf6), before_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:35:42.498853 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.notifiers.nova [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00630065-00a0-42bf-b547-7ae53de6fbf6 {{(pid=103644) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 10:35:42.517060 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] For port 00630065-00a0-42bf-b547-7ae53de6fbf6, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=00630065-00a0-42bf-b547-7ae53de6fbf6,segment=NetworkSegment(6ae4d02e-40e5-4abd-9646-fddaab197544),segment_id=6ae4d02e-40e5-4abd-9646-fddaab197544)] {{(pid=103644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:35:42.601374 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (00630065-00a0-42bf-b547-7ae53de6fbf6), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:35:42.647797 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Pushing event updated for resources: {'Port': ['ID=00630065-00a0-42bf-b547-7ae53de6fbf6,revision_number=4']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:35:43.095118 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] get_ports_and_sgs() called for port_ids ['00630065-00a0-42bf-b547-7ae53de6fbf6'] {{(pid=103644) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 10:35:43.115536 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28498426-89c3-46e7-9a76-684c725d4474 req-597b4a04-afbb-4d49-b487-f4f1836e1cce tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:35:43.117052 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-28498426-89c3-46e7-9a76-684c725d4474 req-597b4a04-afbb-4d49-b487-f4f1836e1cce tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/ports?device_id=805eaa3c-1809-4471-ae4c-8c990bce80c3 HTTP/1.1" status: 200 len: 944 time: 0.0517406 Mar 14 10:35:43.163013 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-28498426-89c3-46e7-9a76-684c725d4474 req-644b1362-5bac-4c88-92ef-9adca85895de tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/security-groups?id=98e60731-12ba-49c1-b8b5-9a4699e50900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403578 Mar 14 10:35:44.280590 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee3bec6-d0af-4ab2-83d5-0007642e0000 req-51d02a4f-8629-48d1-bb3e-e8df3da1b823 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:35:44.282022 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-dee3bec6-d0af-4ab2-83d5-0007642e0000 req-51d02a4f-8629-48d1-bb3e-e8df3da1b823 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/ports?device_id=805eaa3c-1809-4471-ae4c-8c990bce80c3 HTTP/1.1" status: 200 len: 944 time: 0.0546105 Mar 14 10:35:44.326066 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-dee3bec6-d0af-4ab2-83d5-0007642e0000 req-f432dd0f-a93a-4af7-aad3-6714c318192e tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/security-groups?id=98e60731-12ba-49c1-b8b5-9a4699e50900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386367 Mar 14 10:35:44.334405 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Device 00630065-00a0-42bf-b547-7ae53de6fbf6 up at agent hyperv_hv-cinder-83354 {{(pid=103644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:35:44.448167 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Provisioning for port 00630065-00a0-42bf-b547-7ae53de6fbf6 completed by entity L2. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 14 10:35:44.452481 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Provisioning complete for port 00630065-00a0-42bf-b547-7ae53de6fbf6 triggered by entity L2. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:35:44.452861 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (00630065-00a0-42bf-b547-7ae53de6fbf6), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:35:44.530286 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Current status of the port 00630065-00a0-42bf-b547-7ae53de6fbf6 is: BUILD; New status is: ACTIVE {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:35:44.530670 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (00630065-00a0-42bf-b547-7ae53de6fbf6), before_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:35:44.551881 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '805eaa3c-1809-4471-ae4c-8c990bce80c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00630065-00a0-42bf-b547-7ae53de6fbf6'}] {{(pid=103644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:35:44.554103 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cdcf2ce3ae030c6c85cf8a8616b2d58d36b16ae178b61bcd15320d14238e4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54532b51-5fb0-4b09-8ba5-0dfddcf5685f" -d '{"events": [{"server_uuid": "805eaa3c-1809-4471-ae4c-8c990bce80c3", "name": "network-vif-plugged", "status": "completed", "tag": "00630065-00a0-42bf-b547-7ae53de6fbf6"}]}' {{(pid=103644) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:35:44.566901 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] For port 00630065-00a0-42bf-b547-7ae53de6fbf6, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=00630065-00a0-42bf-b547-7ae53de6fbf6,segment=NetworkSegment(6ae4d02e-40e5-4abd-9646-fddaab197544),segment_id=6ae4d02e-40e5-4abd-9646-fddaab197544)] {{(pid=103644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:35:44.589180 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 10:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16855484-1c36-498f-b215-edf5738fa749 x-openstack-request-id: req-16855484-1c36-498f-b215-edf5738fa749 {{(pid=103644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:35:44.589470 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "805eaa3c-1809-4471-ae4c-8c990bce80c3", "name": "network-vif-plugged", "status": "completed", "tag": "00630065-00a0-42bf-b547-7ae53de6fbf6", "code": 200}]} {{(pid=103644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:35:44.589723 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-16855484-1c36-498f-b215-edf5738fa749 {{(pid=103644) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:35:44.590137 dv-cinder-833544-1-iscsi neutron-server[103644]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '805eaa3c-1809-4471-ae4c-8c990bce80c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00630065-00a0-42bf-b547-7ae53de6fbf6', 'code': 200} Mar 14 10:35:44.613753 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (00630065-00a0-42bf-b547-7ae53de6fbf6), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:35:44.662518 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Pushing event updated for resources: {'Port': ['ID=00630065-00a0-42bf-b547-7ae53de6fbf6,revision_number=5']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:35:44.940839 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61135dcd-2917-4628-b1de-6004642b60ce req-7a48d48b-2a7e-4afe-a5c8-37268f9f19fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:35:44.942361 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-61135dcd-2917-4628-b1de-6004642b60ce req-7a48d48b-2a7e-4afe-a5c8-37268f9f19fc service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=805eaa3c-1809-4471-ae4c-8c990bce80c3 HTTP/1.1" status: 200 len: 1129 time: 0.0428202 Mar 14 10:35:44.986102 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-61135dcd-2917-4628-b1de-6004642b60ce req-54fd38ae-bd1f-40c3-8883-2162b2d46b4c service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=98e60731-12ba-49c1-b8b5-9a4699e50900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367446 Mar 14 10:35:45.453370 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb00416-5e6d-4da6-9e11-3a47d247b625 req-cb85428f-2e7f-45b0-bf71-7787df661ce2 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:35:45.454844 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-fdb00416-5e6d-4da6-9e11-3a47d247b625 req-cb85428f-2e7f-45b0-bf71-7787df661ce2 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/ports?device_id=805eaa3c-1809-4471-ae4c-8c990bce80c3 HTTP/1.1" status: 200 len: 945 time: 0.0535374 Mar 14 10:35:45.503935 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-fdb00416-5e6d-4da6-9e11-3a47d247b625 req-577e3c80-841c-4ed9-9c58-ce2b519cb99d tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/security-groups?id=98e60731-12ba-49c1-b8b5-9a4699e50900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435989 Mar 14 10:35:46.621378 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f195f711-eb03-4fa2-bc6f-e4ba2d8f7280 req-19cae8c6-3c99-4835-a3d4-16a3f74e0145 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:35:46.623317 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-f195f711-eb03-4fa2-bc6f-e4ba2d8f7280 req-19cae8c6-3c99-4835-a3d4-16a3f74e0145 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/ports?device_id=805eaa3c-1809-4471-ae4c-8c990bce80c3 HTTP/1.1" status: 200 len: 945 time: 0.0522318 Mar 14 10:35:46.669675 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-f195f711-eb03-4fa2-bc6f-e4ba2d8f7280 req-4f2797c8-222c-443c-9a8c-74046b59767b tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/security-groups?id=98e60731-12ba-49c1-b8b5-9a4699e50900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406687 Mar 14 10:35:47.784966 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f1c586-7fae-4da4-8f5f-347dd41ff19e req-62a495cb-3386-47d9-a7db-7ae3fe387fb2 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:35:47.786416 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-f3f1c586-7fae-4da4-8f5f-347dd41ff19e req-62a495cb-3386-47d9-a7db-7ae3fe387fb2 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/ports?device_id=805eaa3c-1809-4471-ae4c-8c990bce80c3 HTTP/1.1" status: 200 len: 945 time: 0.0512977 Mar 14 10:35:47.831196 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-f3f1c586-7fae-4da4-8f5f-347dd41ff19e req-97f30302-c6ed-4c8b-be2f-4d838f1d14b8 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/security-groups?id=98e60731-12ba-49c1-b8b5-9a4699e50900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392559 Mar 14 10:35:47.944558 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4049e2bb-f07f-4c3d-a653-0fc95686cc35 req-55cedd3d-c242-421e-b0b0-9d0c55b2a81d tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:35:47.945986 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-4049e2bb-f07f-4c3d-a653-0fc95686cc35 req-55cedd3d-c242-421e-b0b0-9d0c55b2a81d tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/ports?device_id=805eaa3c-1809-4471-ae4c-8c990bce80c3 HTTP/1.1" status: 200 len: 945 time: 0.0535572 Mar 14 10:35:47.954913 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 47822) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:35:47.959068 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [None req-190766b1-1dcd-43d1-aee9-f45476a1b431 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Request body: {'floatingip': {'port_id': '00630065-00a0-42bf-b547-7ae53de6fbf6'}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:35:47.995774 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-190766b1-1dcd-43d1-aee9-f45476a1b431 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Publish callbacks [] for floatingip (1140d9c9-8dd6-4227-a631-29525f0f175a), before_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:35:48.420962 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-190766b1-1dcd-43d1-aee9-f45476a1b431 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:35:48.465392 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-190766b1-1dcd-43d1-aee9-f45476a1b431 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-564448'] for floatingip (1140d9c9-8dd6-4227-a631-29525f0f175a), after_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:35:48.564604 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.db.l3_db [None req-190766b1-1dcd-43d1-aee9-f45476a1b431 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Floating IP 1140d9c9-8dd6-4227-a631-29525f0f175a associated. External IP: 172.27.2.78, port: 00630065-00a0-42bf-b547-7ae53de6fbf6. Mar 14 10:35:49.008990 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-190766b1-1dcd-43d1-aee9-f45476a1b431 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Router 16e5a124-7863-4847-aa71-e29d5729fc3d has already been hosted by L3 agent a016a58c-1f8a-4210-ae6c-360b1a1f78c1 {{(pid=103643) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 10:35:49.116307 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-190766b1-1dcd-43d1-aee9-f45476a1b431 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Notify agent at l3_agent.dv-cinder-833544-1-iscsi the message routers_updated {{(pid=103643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 10:35:49.121237 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-190766b1-1dcd-43d1-aee9-f45476a1b431 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211739'] for floatingip (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:35:49.125689 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d5432d-1ea6-4786-af56-bf02956f5a3f None None] Sync routers for ids ['16e5a124-7863-4847-aa71-e29d5729fc3d'] in dv-cinder-833544-1-iscsi {{(pid=103644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 10:35:49.135194 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d5432d-1ea6-4786-af56-bf02956f5a3f None None] Routers {'16e5a124-7863-4847-aa71-e29d5729fc3d'} bound to L3 agent in host dv-cinder-833544-1-iscsi {{(pid=103644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:35:49.135844 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-75d5432d-1ea6-4786-af56-bf02956f5a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833544-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-14T10:17:23Z,description=,heartbeat_timestamp=2022-03-14T10:35:23Z,host='dv-cinder-833544-1-iscsi',id=a016a58c-1f8a-4210-ae6c-360b1a1f78c1,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:17:24Z,topic='l3_agent')) {'router_ids': ['16e5a124-7863-4847-aa71-e29d5729fc3d'], 'active': True} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:35:49.149622 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-190766b1-1dcd-43d1-aee9-f45476a1b431 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "PUT /v2.0/floatingips/1140d9c9-8dd6-4227-a631-29525f0f175a HTTP/1.1" status: 200 len: 990 time: 1.1937203 Mar 14 10:35:49.150210 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '805eaa3c-1809-4471-ae4c-8c990bce80c3', 'tag': '00630065-00a0-42bf-b547-7ae53de6fbf6'}] {{(pid=103643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:35:49.152463 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b58adf1808d3e8f2b7de4636db435fb255da6a44abdc46a7a48cdc23cb85b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9af64f8-afed-446c-9c6a-f3912be2f18b" -d '{"events": [{"name": "network-changed", "server_uuid": "805eaa3c-1809-4471-ae4c-8c990bce80c3", "tag": "00630065-00a0-42bf-b547-7ae53de6fbf6"}]}' {{(pid=103643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:35:49.187353 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 10:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ead892e3-1c55-4543-890a-524376b0e07b x-openstack-request-id: req-ead892e3-1c55-4543-890a-524376b0e07b {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:35:49.187646 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "805eaa3c-1809-4471-ae4c-8c990bce80c3", "tag": "00630065-00a0-42bf-b547-7ae53de6fbf6", "status": "completed", "code": 200}]} {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:35:49.187987 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ead892e3-1c55-4543-890a-524376b0e07b {{(pid=103643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:35:49.188387 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '805eaa3c-1809-4471-ae4c-8c990bce80c3', 'tag': '00630065-00a0-42bf-b547-7ae53de6fbf6', 'status': 'completed', 'code': 200} Mar 14 10:35:49.248483 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvr_db [None req-75d5432d-1ea6-4786-af56-bf02956f5a3f None None] Set router 16e5a124-7863-4847-aa71-e29d5729fc3d gateway port host: dv-cinder-833544-1-iscsi {{(pid=103644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:35:49.289384 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9af64f8-afed-446c-9c6a-f3912be2f18b req-886081de-aac3-47f1-aae1-dc74094d6524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:35:49.290817 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-b9af64f8-afed-446c-9c6a-f3912be2f18b req-886081de-aac3-47f1-aae1-dc74094d6524 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8323ed68f5bb4a3488c9723cb7c54c0f&device_id=805eaa3c-1809-4471-ae4c-8c990bce80c3 HTTP/1.1" status: 200 len: 1129 time: 0.0452290 Mar 14 10:35:49.386296 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9af64f8-afed-446c-9c6a-f3912be2f18b req-0092137c-cece-4c7c-999c-240ab60a1bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:35:49.388345 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-b9af64f8-afed-446c-9c6a-f3912be2f18b req-0092137c-cece-4c7c-999c-240ab60a1bcc service neutron] 10.222.0.39 "GET /v2.0/networks?id=41fa337d-ea5f-4994-bc9b-def763652602 HTTP/1.1" status: 200 len: 912 time: 0.0913241 Mar 14 10:35:49.453695 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-b9af64f8-afed-446c-9c6a-f3912be2f18b req-05251363-8cf7-45f0-8ffc-c97607a46013 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=00630065-00a0-42bf-b547-7ae53de6fbf6 HTTP/1.1" status: 200 len: 998 time: 0.0574050 Mar 14 10:35:49.501199 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9af64f8-afed-446c-9c6a-f3912be2f18b req-81fc2f04-c970-40a7-bc86-ee8f727160b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:35:49.502662 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-b9af64f8-afed-446c-9c6a-f3912be2f18b req-81fc2f04-c970-40a7-bc86-ee8f727160b1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=623577f8-c7f3-4e24-b897-1f421a0f10a6 HTTP/1.1" status: 200 len: 850 time: 0.0428412 Mar 14 10:35:49.553616 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9af64f8-afed-446c-9c6a-f3912be2f18b req-e7f7c299-ff18-444b-b2c8-ce062a6ca451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:35:49.555037 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-b9af64f8-afed-446c-9c6a-f3912be2f18b req-e7f7c299-ff18-444b-b2c8-ce062a6ca451 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=41fa337d-ea5f-4994-bc9b-def763652602&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462255 Mar 14 10:35:49.606456 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-75d5432d-1ea6-4786-af56-bf02956f5a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16e5a124-7863-4847-aa71-e29d5729fc3d', 'name': 'tempest-AttachVolumeTestJSON-1016826043-router', 'tenant_id': '8323ed68f5bb4a3488c9723cb7c54c0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.18'}], 'enable_snat': True}, 'gw_port_id': '9379c44a-50d0-40b0-a8cf-0d9c6e315511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:29:31Z', 'updated_at': '2022-03-14T10:29:34Z', 'revision_number': 4, 'project_id': '8323ed68f5bb4a3488c9723cb7c54c0f', 'gw_port': {'id': '9379c44a-50d0-40b0-a8cf-0d9c6e315511', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d8:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e5a124-7863-4847-aa71-e29d5729fc3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:29:32Z', 'updated_at': '2022-03-14T10:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi', '_floatingips': [{'id': '1140d9c9-8dd6-4227-a631-29525f0f175a', 'tenant_id': '8323ed68f5bb4a3488c9723cb7c54c0f', 'floating_ip_address': '172.27.2.78', 'floating_network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'router_id': '16e5a124-7863-4847-aa71-e29d5729fc3d', 'port_id': '00630065-00a0-42bf-b547-7ae53de6fbf6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '41fa337d-ea5f-4994-bc9b-def763652602', 'mac_address': 'fa:16:3e:f6:0d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '805eaa3c-1809-4471-ae4c-8c990bce80c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T10:35:30Z', 'updated_at': '2022-03-14T10:35:48Z', 'revision_number': 1, 'project_id': '8323ed68f5bb4a3488c9723cb7c54c0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afef2976-9cb4-499a-b0a3-cf2af4c9578c', 'name': '', 'network_id': '41fa337d-ea5f-4994-bc9b-def763652602', 'tenant_id': '8323ed68f5bb4a3488c9723cb7c54c0f', 'mac_address': 'fa:16:3e:e4:3b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e5a124-7863-4847-aa71-e29d5729fc3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '623577f8-c7f3-4e24-b897-1f421a0f10a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:29:34Z', 'updated_at': '2022-03-14T10:29:39Z', 'revision_number': 5, 'project_id': '8323ed68f5bb4a3488c9723cb7c54c0f', 'subnets': [{'id': '623577f8-c7f3-4e24-b897-1f421a0f10a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833544-1-iscsi', False) {} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:35:49.632360 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d5432d-1ea6-4786-af56-bf02956f5a3f None None] Checking router: 16e5a124-7863-4847-aa71-e29d5729fc3d for host: dv-cinder-833544-1-iscsi {{(pid=103644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 10:35:49.641303 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d5432d-1ea6-4786-af56-bf02956f5a3f None None] Routers {'16e5a124-7863-4847-aa71-e29d5729fc3d'} bound to L3 agent in host dv-cinder-833544-1-iscsi {{(pid=103644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:35:49.641909 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-75d5432d-1ea6-4786-af56-bf02956f5a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833544-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-14T10:17:23Z,description=,heartbeat_timestamp=2022-03-14T10:35:23Z,host='dv-cinder-833544-1-iscsi',id=a016a58c-1f8a-4210-ae6c-360b1a1f78c1,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:17:24Z,topic='l3_agent')) {'router_ids': ['16e5a124-7863-4847-aa71-e29d5729fc3d'], 'active': True} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:35:49.648311 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-b9af64f8-afed-446c-9c6a-f3912be2f18b req-537dffe6-80b7-4af2-80f2-3906687ccf32 service neutron] 10.222.0.39 "GET /v2.0/networks/41fa337d-ea5f-4994-bc9b-def763652602?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846026 Mar 14 10:35:49.742507 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-b9af64f8-afed-446c-9c6a-f3912be2f18b req-e1cd5f35-800d-4143-9993-cd017911e40d service neutron] 10.222.0.39 "GET /v2.0/networks/41fa337d-ea5f-4994-bc9b-def763652602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858827 Mar 14 10:35:49.751262 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvr_db [None req-75d5432d-1ea6-4786-af56-bf02956f5a3f None None] Set router 16e5a124-7863-4847-aa71-e29d5729fc3d gateway port host: dv-cinder-833544-1-iscsi {{(pid=103644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:35:49.969254 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-75d5432d-1ea6-4786-af56-bf02956f5a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16e5a124-7863-4847-aa71-e29d5729fc3d', 'name': 'tempest-AttachVolumeTestJSON-1016826043-router', 'tenant_id': '8323ed68f5bb4a3488c9723cb7c54c0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.18'}], 'enable_snat': True}, 'gw_port_id': '9379c44a-50d0-40b0-a8cf-0d9c6e315511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:29:31Z', 'updated_at': '2022-03-14T10:29:34Z', 'revision_number': 4, 'project_id': '8323ed68f5bb4a3488c9723cb7c54c0f', 'gw_port': {'id': '9379c44a-50d0-40b0-a8cf-0d9c6e315511', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d8:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e5a124-7863-4847-aa71-e29d5729fc3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:29:32Z', 'updated_at': '2022-03-14T10:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi', '_floatingips': [{'id': '1140d9c9-8dd6-4227-a631-29525f0f175a', 'tenant_id': '8323ed68f5bb4a3488c9723cb7c54c0f', 'floating_ip_address': '172.27.2.78', 'floating_network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'router_id': '16e5a124-7863-4847-aa71-e29d5729fc3d', 'port_id': '00630065-00a0-42bf-b547-7ae53de6fbf6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '41fa337d-ea5f-4994-bc9b-def763652602', 'mac_address': 'fa:16:3e:f6:0d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '805eaa3c-1809-4471-ae4c-8c990bce80c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T10:35:30Z', 'updated_at': '2022-03-14T10:35:48Z', 'revision_number': 1, 'project_id': '8323ed68f5bb4a3488c9723cb7c54c0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afef2976-9cb4-499a-b0a3-cf2af4c9578c', 'name': '', 'network_id': '41fa337d-ea5f-4994-bc9b-def763652602', 'tenant_id': '8323ed68f5bb4a3488c9723cb7c54c0f', 'mac_address': 'fa:16:3e:e4:3b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e5a124-7863-4847-aa71-e29d5729fc3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '623577f8-c7f3-4e24-b897-1f421a0f10a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:29:34Z', 'updated_at': '2022-03-14T10:29:39Z', 'revision_number': 5, 'project_id': '8323ed68f5bb4a3488c9723cb7c54c0f', 'subnets': [{'id': '623577f8-c7f3-4e24-b897-1f421a0f10a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833544-1-iscsi', False) {} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:35:49.994828 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d5432d-1ea6-4786-af56-bf02956f5a3f None None] The sync data for ids ['16e5a124-7863-4847-aa71-e29d5729fc3d'] in dv-cinder-833544-1-iscsi is: [{'id': '16e5a124-7863-4847-aa71-e29d5729fc3d', 'name': 'tempest-AttachVolumeTestJSON-1016826043-router', 'tenant_id': '8323ed68f5bb4a3488c9723cb7c54c0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.18'}], 'enable_snat': True}, 'gw_port_id': '9379c44a-50d0-40b0-a8cf-0d9c6e315511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:29:31Z', 'updated_at': '2022-03-14T10:29:34Z', 'revision_number': 4, 'project_id': '8323ed68f5bb4a3488c9723cb7c54c0f', 'gw_port': {'id': '9379c44a-50d0-40b0-a8cf-0d9c6e315511', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d8:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e5a124-7863-4847-aa71-e29d5729fc3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:29:32Z', 'updated_at': '2022-03-14T10:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi', '_floatingips': [{'id': '1140d9c9-8dd6-4227-a631-29525f0f175a', 'tenant_id': '8323ed68f5bb4a3488c9723cb7c54c0f', 'floating_ip_address': '172.27.2.78', 'floating_network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'router_id': '16e5a124-7863-4847-aa71-e29d5729fc3d', 'port_id': '00630065-00a0-42bf-b547-7ae53de6fbf6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '41fa337d-ea5f-4994-bc9b-def763652602', 'mac_address': 'fa:16:3e:f6:0d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '805eaa3c-1809-4471-ae4c-8c990bce80c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T10:35:30Z', 'updated_at': '2022-03-14T10:35:48Z', 'revision_number': 1, 'project_id': '8323ed68f5bb4a3488c9723cb7c54c0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afef2976-9cb4-499a-b0a3-cf2af4c9578c', 'name': '', 'network_id': '41fa337d-ea5f-4994-bc9b-def763652602', 'tenant_id': '8323ed68f5bb4a3488c9723cb7c54c0f', 'mac_address': 'fa:16:3e:e4:3b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e5a124-7863-4847-aa71-e29d5729fc3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '623577f8-c7f3-4e24-b897-1f421a0f10a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:29:34Z', 'updated_at': '2022-03-14T10:29:39Z', 'revision_number': 5, 'project_id': '8323ed68f5bb4a3488c9723cb7c54c0f', 'subnets': [{'id': '623577f8-c7f3-4e24-b897-1f421a0f10a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 10:35:50.109744 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.agents_db [None req-e5bc90a1-3fae-4be0-a54a-d59a030b4380 None None] Agent healthcheck: found 6 active agents {{(pid=103645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 10:35:50.176436 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7fb254-b656-40df-a0a6-67e5442c4afd None None] New status for floating IP 1140d9c9-8dd6-4227-a631-29525f0f175a: ACTIVE {{(pid=103645) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 10:35:50.739416 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-3ae693e7-63a0-47f1-a2ed-0082fc6a6cd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (71411765-f129-4ae6-9e82-4fe742fde8ff), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:35:50.879264 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8af77e-6de0-48a1-9ecd-cad9d3e19137 req-513ae795-76e8-4d12-8856-4f612c493e4f tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:35:50.881643 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-6b8af77e-6de0-48a1-9ecd-cad9d3e19137 req-513ae795-76e8-4d12-8856-4f612c493e4f tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] 10.222.0.16 "GET /v2.0/ports?device_id=323518de-d844-4d21-9b10-67694018a4e6 HTTP/1.1" status: 200 len: 945 time: 0.0540586 Mar 14 10:35:50.929564 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-6b8af77e-6de0-48a1-9ecd-cad9d3e19137 req-25a0913e-29c4-459d-9008-feef2129dcee tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] 10.222.0.16 "GET /v2.0/security-groups?id=d23d2d79-4d9b-4ed5-b742-b4641230e35d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425496 Mar 14 10:35:52.045084 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dc819c-017c-4df9-bb70-81c7666cf42c req-dfcfd5e0-c8d3-4c89-8d78-69948137f53f tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:35:52.046511 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-d9dc819c-017c-4df9-bb70-81c7666cf42c req-dfcfd5e0-c8d3-4c89-8d78-69948137f53f tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] 10.222.0.16 "GET /v2.0/ports?device_id=323518de-d844-4d21-9b10-67694018a4e6 HTTP/1.1" status: 200 len: 945 time: 0.0506620 Mar 14 10:35:52.096567 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-d9dc819c-017c-4df9-bb70-81c7666cf42c req-09b1bc83-358c-40bc-8055-9f47008f30e7 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] 10.222.0.16 "GET /v2.0/security-groups?id=d23d2d79-4d9b-4ed5-b742-b4641230e35d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446770 Mar 14 10:35:52.961292 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-109d7d51-6117-4c4e-8567-7e757ef61b5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (a016a58c-1f8a-4210-ae6c-360b1a1f78c1), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:35:53.214574 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bedb713-16f8-4333-abe0-9c3d0951da55 req-f55bb570-72d1-4a7a-8821-1918c40265d1 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:35:53.215958 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-0bedb713-16f8-4333-abe0-9c3d0951da55 req-f55bb570-72d1-4a7a-8821-1918c40265d1 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] 10.222.0.16 "GET /v2.0/ports?device_id=323518de-d844-4d21-9b10-67694018a4e6 HTTP/1.1" status: 200 len: 945 time: 0.0515947 Mar 14 10:35:53.262893 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-0bedb713-16f8-4333-abe0-9c3d0951da55 req-3b22cacf-e1f9-4754-b204-0af31d7e4e7a tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] 10.222.0.16 "GET /v2.0/security-groups?id=d23d2d79-4d9b-4ed5-b742-b4641230e35d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408368 Mar 14 10:35:54.093536 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-f4039063-230b-41a9-bf4a-d5dd4b348b96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (46201191-f63a-41db-ad4d-3c2c795fe1c2), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:35:54.425958 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d93b3f3-c9ea-401e-821c-71a51dd61649 req-297ccb9a-fb8b-4a5c-b1d5-4dc710b7f2a5 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:35:54.427409 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-2d93b3f3-c9ea-401e-821c-71a51dd61649 req-297ccb9a-fb8b-4a5c-b1d5-4dc710b7f2a5 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] 10.222.0.16 "GET /v2.0/ports?device_id=323518de-d844-4d21-9b10-67694018a4e6 HTTP/1.1" status: 200 len: 945 time: 0.0999904 Mar 14 10:35:54.475144 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-2d93b3f3-c9ea-401e-821c-71a51dd61649 req-c25663a7-76aa-45c8-a26d-4a7120d48dbc tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] 10.222.0.16 "GET /v2.0/security-groups?id=d23d2d79-4d9b-4ed5-b742-b4641230e35d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420048 Mar 14 10:35:55.644256 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d074998-6a88-4ac8-8850-0d6be743dc99 req-b74d3c09-3721-414b-adaf-d8f444a896ef tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:35:55.645696 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-2d074998-6a88-4ac8-8850-0d6be743dc99 req-b74d3c09-3721-414b-adaf-d8f444a896ef tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] 10.222.0.16 "GET /v2.0/ports?device_id=323518de-d844-4d21-9b10-67694018a4e6 HTTP/1.1" status: 200 len: 945 time: 0.1062617 Mar 14 10:35:55.692731 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-2d074998-6a88-4ac8-8850-0d6be743dc99 req-95043705-be69-4f98-a96f-54615a532873 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] 10.222.0.16 "GET /v2.0/security-groups?id=d23d2d79-4d9b-4ed5-b742-b4641230e35d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414679 Mar 14 10:35:55.710137 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-a3541fa5-4b74-4b29-92a0-285d4d95a3dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (a9a1db27-ecd3-427e-bc57-ce8de4da4c28), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:35:56.807110 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf71d35-eca7-4236-b175-5f7dd7217c57 req-f13688fa-1707-4a0c-bbc1-bfceeea279e1 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:35:56.808570 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-0cf71d35-eca7-4236-b175-5f7dd7217c57 req-f13688fa-1707-4a0c-bbc1-bfceeea279e1 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] 10.222.0.16 "GET /v2.0/ports?device_id=323518de-d844-4d21-9b10-67694018a4e6 HTTP/1.1" status: 200 len: 945 time: 0.0509615 Mar 14 10:35:56.875547 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-0cf71d35-eca7-4236-b175-5f7dd7217c57 req-d03623db-eb5e-4f9a-b552-4218854c7741 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] 10.222.0.16 "GET /v2.0/security-groups?id=d23d2d79-4d9b-4ed5-b742-b4641230e35d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412388 Mar 14 10:35:56.967993 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (3daba05a-6d77-487a-83af-fb9f8edf24c0), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:35:57.326907 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (cd4c1fd5-6bd0-46fc-9cd1-9ea8fc180379), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:35:57.971090 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a260b364-6467-46cb-80a9-f3aa9f4440f1 req-8b2c99cb-9490-49b7-82e4-18e019eea972 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:35:57.972569 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-a260b364-6467-46cb-80a9-f3aa9f4440f1 req-8b2c99cb-9490-49b7-82e4-18e019eea972 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] 10.222.0.16 "GET /v2.0/ports?device_id=323518de-d844-4d21-9b10-67694018a4e6 HTTP/1.1" status: 200 len: 945 time: 0.0515399 Mar 14 10:35:58.022120 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-a260b364-6467-46cb-80a9-f3aa9f4440f1 req-b662bcdd-a902-4418-988f-a30a044c6aa4 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] 10.222.0.16 "GET /v2.0/security-groups?id=d23d2d79-4d9b-4ed5-b742-b4641230e35d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441234 Mar 14 10:35:59.136319 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c724ad30-f034-448f-849d-245c2e4c2fda req-2bfbb61b-24ac-47eb-9abb-2c6d1c26d89a tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:35:59.137875 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-c724ad30-f034-448f-849d-245c2e4c2fda req-2bfbb61b-24ac-47eb-9abb-2c6d1c26d89a tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] 10.222.0.16 "GET /v2.0/ports?device_id=323518de-d844-4d21-9b10-67694018a4e6 HTTP/1.1" status: 200 len: 945 time: 0.0517061 Mar 14 10:35:59.185609 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-c724ad30-f034-448f-849d-245c2e4c2fda req-a9728898-e3e5-4b4f-8db7-7256857f2f2a tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] 10.222.0.16 "GET /v2.0/security-groups?id=d23d2d79-4d9b-4ed5-b742-b4641230e35d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424385 Mar 14 10:36:00.298903 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf4461-70c8-46c8-87f0-0e617762b1e1 req-31d6b144-4390-4ba7-8010-c151fb26eac6 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:36:00.300363 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-55cf4461-70c8-46c8-87f0-0e617762b1e1 req-31d6b144-4390-4ba7-8010-c151fb26eac6 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] 10.222.0.16 "GET /v2.0/ports?device_id=323518de-d844-4d21-9b10-67694018a4e6 HTTP/1.1" status: 200 len: 945 time: 0.0499446 Mar 14 10:36:00.347192 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-55cf4461-70c8-46c8-87f0-0e617762b1e1 req-70132c62-c3e7-4bb9-b3da-a5448039905c tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] 10.222.0.16 "GET /v2.0/security-groups?id=d23d2d79-4d9b-4ed5-b742-b4641230e35d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413568 Mar 14 10:36:01.195711 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f3cfae-f895-4c97-b1cb-5ac83113bba1 req-cdb84872-27fb-4aba-92ff-382b1df2d2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:36:01.197162 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-61f3cfae-f895-4c97-b1cb-5ac83113bba1 req-cdb84872-27fb-4aba-92ff-382b1df2d2f7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=95044ea425734624aaff8798e60e7f23&device_id=323518de-d844-4d21-9b10-67694018a4e6 HTTP/1.1" status: 200 len: 1129 time: 0.0462399 Mar 14 10:36:01.284953 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f3cfae-f895-4c97-b1cb-5ac83113bba1 req-4dfdafb8-b83c-4fad-98ba-051e5102e282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:36:01.286365 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-61f3cfae-f895-4c97-b1cb-5ac83113bba1 req-4dfdafb8-b83c-4fad-98ba-051e5102e282 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5e8d43d9-8e06-477c-94a7-c145f612c20a HTTP/1.1" status: 200 len: 910 time: 0.0813177 Mar 14 10:36:01.352099 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-61f3cfae-f895-4c97-b1cb-5ac83113bba1 req-19e6d08d-844a-49ac-a94c-eada8163d7dc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f5876d9f-5139-484e-8c48-89996428f4e4 HTTP/1.1" status: 200 len: 1000 time: 0.0594523 Mar 14 10:36:01.400003 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f3cfae-f895-4c97-b1cb-5ac83113bba1 req-d2095bf1-4ffc-4d94-b309-fe7a43988879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:36:01.401556 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-61f3cfae-f895-4c97-b1cb-5ac83113bba1 req-d2095bf1-4ffc-4d94-b309-fe7a43988879 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=913c06b0-3027-4edb-99c2-07504a459961 HTTP/1.1" status: 200 len: 848 time: 0.0439115 Mar 14 10:36:01.486529 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f3cfae-f895-4c97-b1cb-5ac83113bba1 req-bba6ad50-03fb-4872-9d18-0ee777167362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:36:01.487959 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-61f3cfae-f895-4c97-b1cb-5ac83113bba1 req-bba6ad50-03fb-4872-9d18-0ee777167362 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5e8d43d9-8e06-477c-94a7-c145f612c20a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0794787 Mar 14 10:36:01.495056 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576b513a-393d-4d01-9dc9-a400faf5df62 req-3ded20cd-a155-4335-a2eb-9f64458efea7 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:36:01.496892 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-576b513a-393d-4d01-9dc9-a400faf5df62 req-3ded20cd-a155-4335-a2eb-9f64458efea7 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] 10.222.0.16 "GET /v2.0/ports?device_id=323518de-d844-4d21-9b10-67694018a4e6 HTTP/1.1" status: 200 len: 945 time: 0.0805216 Mar 14 10:36:01.596804 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-576b513a-393d-4d01-9dc9-a400faf5df62 req-f2a3be43-59aa-4cf9-ab9d-17af1d2915eb tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] 10.222.0.16 "GET /v2.0/security-groups?id=d23d2d79-4d9b-4ed5-b742-b4641230e35d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923066 Mar 14 10:36:01.610090 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-61f3cfae-f895-4c97-b1cb-5ac83113bba1 req-814324a5-0b7e-4ec5-a4aa-eab1f63002e2 service neutron] 10.222.0.39 "GET /v2.0/networks/5e8d43d9-8e06-477c-94a7-c145f612c20a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123207 Mar 14 10:36:01.702989 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-61f3cfae-f895-4c97-b1cb-5ac83113bba1 req-04072d12-71d2-414d-bfd7-77c9d45572b4 service neutron] 10.222.0.39 "GET /v2.0/networks/5e8d43d9-8e06-477c-94a7-c145f612c20a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859778 Mar 14 10:36:02.718385 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd6b950-0fbb-44b6-ab8a-305fba37c9cd req-8a02658e-72e4-45b5-8ece-38385afccd14 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:36:02.719917 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-9cd6b950-0fbb-44b6-ab8a-305fba37c9cd req-8a02658e-72e4-45b5-8ece-38385afccd14 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] 10.222.0.16 "GET /v2.0/ports?device_id=323518de-d844-4d21-9b10-67694018a4e6 HTTP/1.1" status: 200 len: 945 time: 0.0538833 Mar 14 10:36:02.768152 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-9cd6b950-0fbb-44b6-ab8a-305fba37c9cd req-715dfc60-c161-46a1-9a2e-8cc0b3e3b911 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] 10.222.0.16 "GET /v2.0/security-groups?id=d23d2d79-4d9b-4ed5-b742-b4641230e35d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419641 Mar 14 10:36:03.886411 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db86ef5-5786-4496-a270-0c464e1b939b req-69953e18-2ca5-4667-9d2a-799a6cabf098 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:36:03.888457 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-5db86ef5-5786-4496-a270-0c464e1b939b req-69953e18-2ca5-4667-9d2a-799a6cabf098 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] 10.222.0.16 "GET /v2.0/ports?device_id=323518de-d844-4d21-9b10-67694018a4e6 HTTP/1.1" status: 200 len: 945 time: 0.0554543 Mar 14 10:36:03.934727 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-5db86ef5-5786-4496-a270-0c464e1b939b req-4937f852-4528-4dc9-97a9-44aeb83b3c36 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] 10.222.0.16 "GET /v2.0/security-groups?id=d23d2d79-4d9b-4ed5-b742-b4641230e35d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407784 Mar 14 10:36:05.054581 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5590e7b-2c2b-4dc5-982b-e08d50055daf req-45d023b0-319b-47be-86d4-c37297bfd802 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:36:05.056075 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-b5590e7b-2c2b-4dc5-982b-e08d50055daf req-45d023b0-319b-47be-86d4-c37297bfd802 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] 10.222.0.16 "GET /v2.0/ports?device_id=323518de-d844-4d21-9b10-67694018a4e6 HTTP/1.1" status: 200 len: 945 time: 0.0530860 Mar 14 10:36:05.104139 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-b5590e7b-2c2b-4dc5-982b-e08d50055daf req-72697afc-351a-447e-bcee-155c170e7718 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] 10.222.0.16 "GET /v2.0/security-groups?id=d23d2d79-4d9b-4ed5-b742-b4641230e35d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419192 Mar 14 10:36:05.477896 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213251f5-1943-4fa7-9d04-ee1526836ad5 req-feb1da67-af6d-4164-8dfb-19402aceff11 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:36:05.479348 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-213251f5-1943-4fa7-9d04-ee1526836ad5 req-feb1da67-af6d-4164-8dfb-19402aceff11 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] 10.222.0.16 "GET /v2.0/ports?device_id=323518de-d844-4d21-9b10-67694018a4e6 HTTP/1.1" status: 200 len: 945 time: 0.0520480 Mar 14 10:36:05.521635 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-44093472-b120-4db4-b6b2-b593a76b27da req-b6da1a49-fa80-4c9b-8a72-3432d0eea357 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=323518de-d844-4d21-9b10-67694018a4e6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0462611 Mar 14 10:36:05.531435 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-213251f5-1943-4fa7-9d04-ee1526836ad5 req-b6f6f56f-2fa4-4699-b87a-7bcda2580e6a tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] 10.222.0.16 "GET /v2.0/security-groups?id=d23d2d79-4d9b-4ed5-b742-b4641230e35d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458477 Mar 14 10:36:05.595967 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44093472-b120-4db4-b6b2-b593a76b27da req-988aae89-73ec-4ee8-a43f-fb4b091bafea tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:36:05.597315 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-44093472-b120-4db4-b6b2-b593a76b27da req-988aae89-73ec-4ee8-a43f-fb4b091bafea tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] 10.222.0.16 "GET /v2.0/ports/f5876d9f-5139-484e-8c48-89996428f4e4 HTTP/1.1" status: 200 len: 942 time: 0.0485249 Mar 14 10:36:06.457925 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Device f5876d9f-5139-484e-8c48-89996428f4e4 no longer exists at agent hyperv_hv-cinder-83354 {{(pid=103644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 10:36:06.533380 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Current status of the port f5876d9f-5139-484e-8c48-89996428f4e4 is: ACTIVE; New status is: DOWN {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:36:06.533706 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (f5876d9f-5139-484e-8c48-89996428f4e4), before_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:36:06.555286 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '323518de-d844-4d21-9b10-67694018a4e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5876d9f-5139-484e-8c48-89996428f4e4'}] {{(pid=103644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:36:06.557549 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cdcf2ce3ae030c6c85cf8a8616b2d58d36b16ae178b61bcd15320d14238e4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-500ff461-39d6-4fc1-b9fa-316b0a1cd1fa" -d '{"events": [{"server_uuid": "323518de-d844-4d21-9b10-67694018a4e6", "name": "network-vif-unplugged", "status": "completed", "tag": "f5876d9f-5139-484e-8c48-89996428f4e4"}]}' {{(pid=103644) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:36:06.571579 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] For port f5876d9f-5139-484e-8c48-89996428f4e4, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=f5876d9f-5139-484e-8c48-89996428f4e4,segment=NetworkSegment(17b4787a-2a2c-4b17-82be-be6262e64611),segment_id=17b4787a-2a2c-4b17-82be-be6262e64611)] {{(pid=103644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:36:06.598992 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 14 Mar 2022 10:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a535e515-1c3d-45e7-af96-e44bf05d7293 x-openstack-request-id: req-a535e515-1c3d-45e7-af96-e44bf05d7293 {{(pid=103644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:36:06.599280 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "323518de-d844-4d21-9b10-67694018a4e6", "name": "network-vif-unplugged", "status": "failed", "tag": "f5876d9f-5139-484e-8c48-89996428f4e4", "code": 422}]} {{(pid=103644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:36:06.599538 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a535e515-1c3d-45e7-af96-e44bf05d7293 {{(pid=103644) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:36:06.600005 dv-cinder-833544-1-iscsi neutron-server[103644]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '323518de-d844-4d21-9b10-67694018a4e6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f5876d9f-5139-484e-8c48-89996428f4e4', 'code': 422} returned with failed status Mar 14 10:36:06.654573 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a596e4d4-1de8-49e1-9a2f-c54aeade3594 req-b2f47b8b-daaf-4b7b-8071-ff89b005cf3b tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:36:06.656037 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-a596e4d4-1de8-49e1-9a2f-c54aeade3594 req-b2f47b8b-daaf-4b7b-8071-ff89b005cf3b tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] 10.222.0.16 "GET /v2.0/ports?device_id=323518de-d844-4d21-9b10-67694018a4e6 HTTP/1.1" status: 200 len: 945 time: 0.0536611 Mar 14 10:36:06.703847 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-a596e4d4-1de8-49e1-9a2f-c54aeade3594 req-9e0ccc8a-140e-4fd0-a8e1-2425fb82bb39 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] 10.222.0.16 "GET /v2.0/security-groups?id=d23d2d79-4d9b-4ed5-b742-b4641230e35d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422885 Mar 14 10:36:06.716713 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (f5876d9f-5139-484e-8c48-89996428f4e4), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:36:06.763495 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Pushing event updated for resources: {'Port': ['ID=f5876d9f-5139-484e-8c48-89996428f4e4,revision_number=6']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:36:07.820949 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb88286-0fff-4c03-a77f-13f912a7bd17 req-2896f1d9-005a-4d8a-862f-d2d5b2c4bc71 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:36:07.822418 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-1eb88286-0fff-4c03-a77f-13f912a7bd17 req-2896f1d9-005a-4d8a-862f-d2d5b2c4bc71 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] 10.222.0.16 "GET /v2.0/ports?device_id=323518de-d844-4d21-9b10-67694018a4e6 HTTP/1.1" status: 200 len: 943 time: 0.0522468 Mar 14 10:36:07.871553 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-1eb88286-0fff-4c03-a77f-13f912a7bd17 req-b8b853c6-3708-4554-ad34-262c2e894920 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] 10.222.0.16 "GET /v2.0/security-groups?id=d23d2d79-4d9b-4ed5-b742-b4641230e35d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429335 Mar 14 10:36:08.220622 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44093472-b120-4db4-b6b2-b593a76b27da req-e636c1fd-7b74-47eb-92ff-67dd41e990ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:36:08.222081 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-44093472-b120-4db4-b6b2-b593a76b27da req-e636c1fd-7b74-47eb-92ff-67dd41e990ea service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=323518de-d844-4d21-9b10-67694018a4e6&tenant_id=95044ea425734624aaff8798e60e7f23 HTTP/1.1" status: 200 len: 1127 time: 0.0478606 Mar 14 10:36:08.296728 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44093472-b120-4db4-b6b2-b593a76b27da req-44d15879-51f3-4308-8199-e7d7592c4d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:36:08.298194 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-44093472-b120-4db4-b6b2-b593a76b27da req-44d15879-51f3-4308-8199-e7d7592c4d74 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=95044ea425734624aaff8798e60e7f23&device_id=323518de-d844-4d21-9b10-67694018a4e6 HTTP/1.1" status: 200 len: 1127 time: 0.0426834 Mar 14 10:36:08.386312 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44093472-b120-4db4-b6b2-b593a76b27da req-20a2bd43-a754-4bd7-a611-c72027879ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:36:08.388410 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-44093472-b120-4db4-b6b2-b593a76b27da req-20a2bd43-a754-4bd7-a611-c72027879ed2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5e8d43d9-8e06-477c-94a7-c145f612c20a HTTP/1.1" status: 200 len: 910 time: 0.0820651 Mar 14 10:36:08.454666 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-44093472-b120-4db4-b6b2-b593a76b27da req-0919d6e7-41ae-446f-8bef-3c4a9e02bf7e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f5876d9f-5139-484e-8c48-89996428f4e4 HTTP/1.1" status: 200 len: 998 time: 0.0595303 Mar 14 10:36:08.503466 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44093472-b120-4db4-b6b2-b593a76b27da req-93befcd2-99be-4b24-aca8-597099783160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:36:08.504849 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-44093472-b120-4db4-b6b2-b593a76b27da req-93befcd2-99be-4b24-aca8-597099783160 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=913c06b0-3027-4edb-99c2-07504a459961 HTTP/1.1" status: 200 len: 848 time: 0.0433459 Mar 14 10:36:08.553783 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44093472-b120-4db4-b6b2-b593a76b27da req-d0a05b9c-6a29-42f3-8139-8b2ae8001a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:36:08.555562 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-44093472-b120-4db4-b6b2-b593a76b27da req-d0a05b9c-6a29-42f3-8139-8b2ae8001a61 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5e8d43d9-8e06-477c-94a7-c145f612c20a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437822 Mar 14 10:36:08.645544 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-44093472-b120-4db4-b6b2-b593a76b27da req-0cad1ca4-2664-4e53-8428-299a839ac840 service neutron] 10.222.0.39 "GET /v2.0/networks/5e8d43d9-8e06-477c-94a7-c145f612c20a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831625 Mar 14 10:36:08.746872 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-44093472-b120-4db4-b6b2-b593a76b27da req-821be205-9bf7-4c1e-b93e-4009f50ce80e service neutron] 10.222.0.39 "GET /v2.0/networks/5e8d43d9-8e06-477c-94a7-c145f612c20a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946186 Mar 14 10:36:08.985782 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0edc740-f8e1-4cf7-923e-84cca70ea9c4 req-49ae2a1a-cbbe-49f0-9238-ea7ee777ca57 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:36:08.987219 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-d0edc740-f8e1-4cf7-923e-84cca70ea9c4 req-49ae2a1a-cbbe-49f0-9238-ea7ee777ca57 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] 10.222.0.16 "GET /v2.0/ports?device_id=323518de-d844-4d21-9b10-67694018a4e6 HTTP/1.1" status: 200 len: 943 time: 0.0514810 Mar 14 10:36:09.033922 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-d0edc740-f8e1-4cf7-923e-84cca70ea9c4 req-308ca60a-ac94-481e-8b80-6fd66735eaf3 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] 10.222.0.16 "GET /v2.0/security-groups?id=d23d2d79-4d9b-4ed5-b742-b4641230e35d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412755 Mar 14 10:36:10.148030 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc48105c-c5a7-4e34-8785-4424beff6f7a req-65891ce1-703a-41d8-adb8-8ea23b82b777 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:36:10.149465 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-fc48105c-c5a7-4e34-8785-4424beff6f7a req-65891ce1-703a-41d8-adb8-8ea23b82b777 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] 10.222.0.16 "GET /v2.0/ports?device_id=323518de-d844-4d21-9b10-67694018a4e6 HTTP/1.1" status: 200 len: 943 time: 0.0509133 Mar 14 10:36:10.195652 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-fc48105c-c5a7-4e34-8785-4424beff6f7a req-9b35d785-5d23-48f4-8cbe-da617b1c2571 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] 10.222.0.16 "GET /v2.0/security-groups?id=d23d2d79-4d9b-4ed5-b742-b4641230e35d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408094 Mar 14 10:36:11.313087 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a52d92-81f5-41d1-b38c-6ce7b207da20 req-f8a90a2a-9d15-47bb-9508-2bcfc6390643 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:36:11.314518 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-17a52d92-81f5-41d1-b38c-6ce7b207da20 req-f8a90a2a-9d15-47bb-9508-2bcfc6390643 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] 10.222.0.16 "GET /v2.0/ports?device_id=323518de-d844-4d21-9b10-67694018a4e6 HTTP/1.1" status: 200 len: 943 time: 0.0544772 Mar 14 10:36:11.360386 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-17a52d92-81f5-41d1-b38c-6ce7b207da20 req-57d9319b-c162-446d-b913-a9c58b0c11e1 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] 10.222.0.16 "GET /v2.0/security-groups?id=d23d2d79-4d9b-4ed5-b742-b4641230e35d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405376 Mar 14 10:36:12.475893 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58579fd0-583f-45b5-8089-944f04eca1bb req-b7fefe9f-f799-41ab-9f5d-53bb9ab6c598 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:36:12.477337 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-58579fd0-583f-45b5-8089-944f04eca1bb req-b7fefe9f-f799-41ab-9f5d-53bb9ab6c598 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] 10.222.0.16 "GET /v2.0/ports?device_id=323518de-d844-4d21-9b10-67694018a4e6 HTTP/1.1" status: 200 len: 943 time: 0.0518584 Mar 14 10:36:12.524354 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-58579fd0-583f-45b5-8089-944f04eca1bb req-d0b145d1-f9a3-4e25-a773-63850bc43f17 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] 10.222.0.16 "GET /v2.0/security-groups?id=d23d2d79-4d9b-4ed5-b742-b4641230e35d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409269 Mar 14 10:36:13.638272 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6681dd71-7537-4811-b9e0-283757325ce5 req-3ad36a47-4cb5-4fe5-a628-bf3798418e5c tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:36:13.639755 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-6681dd71-7537-4811-b9e0-283757325ce5 req-3ad36a47-4cb5-4fe5-a628-bf3798418e5c tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] 10.222.0.16 "GET /v2.0/ports?device_id=323518de-d844-4d21-9b10-67694018a4e6 HTTP/1.1" status: 200 len: 943 time: 0.0512769 Mar 14 10:36:13.690388 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-6681dd71-7537-4811-b9e0-283757325ce5 req-1641705b-9621-45bd-943c-dea436a68980 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] 10.222.0.16 "GET /v2.0/security-groups?id=d23d2d79-4d9b-4ed5-b742-b4641230e35d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451536 Mar 14 10:36:14.805512 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f319113d-55df-4a9f-b635-817e03e3b44b req-5d511803-4a05-440f-a750-8f64012b7959 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:36:14.806944 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-f319113d-55df-4a9f-b635-817e03e3b44b req-5d511803-4a05-440f-a750-8f64012b7959 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] 10.222.0.16 "GET /v2.0/ports?device_id=323518de-d844-4d21-9b10-67694018a4e6 HTTP/1.1" status: 200 len: 943 time: 0.0512342 Mar 14 10:36:14.853767 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-f319113d-55df-4a9f-b635-817e03e3b44b req-df474058-dd4e-4c27-af34-b6f1f866f099 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] 10.222.0.16 "GET /v2.0/security-groups?id=d23d2d79-4d9b-4ed5-b742-b4641230e35d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412619 Mar 14 10:36:15.968904 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a82db10-04c8-47eb-83a5-d9e7e0251fdc req-3ad291fb-f944-4ab2-8f6c-933de25dda03 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:36:15.970370 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-7a82db10-04c8-47eb-83a5-d9e7e0251fdc req-3ad291fb-f944-4ab2-8f6c-933de25dda03 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] 10.222.0.16 "GET /v2.0/ports?device_id=323518de-d844-4d21-9b10-67694018a4e6 HTTP/1.1" status: 200 len: 943 time: 0.0507450 Mar 14 10:36:16.019152 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-7a82db10-04c8-47eb-83a5-d9e7e0251fdc req-af770614-3363-4e9f-844c-48e0dd050e30 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] 10.222.0.16 "GET /v2.0/security-groups?id=d23d2d79-4d9b-4ed5-b742-b4641230e35d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427227 Mar 14 10:36:17.141221 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c8d7f1-023d-4573-a012-ddef7500164b req-3998d990-533d-4115-8342-684d202bf3cd tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:36:17.142650 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-d7c8d7f1-023d-4573-a012-ddef7500164b req-3998d990-533d-4115-8342-684d202bf3cd tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] 10.222.0.16 "GET /v2.0/ports?device_id=323518de-d844-4d21-9b10-67694018a4e6 HTTP/1.1" status: 200 len: 943 time: 0.0545192 Mar 14 10:36:17.188507 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-d7c8d7f1-023d-4573-a012-ddef7500164b req-676a2c7f-293d-41be-a018-2b2f124bb35c tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] 10.222.0.16 "GET /v2.0/security-groups?id=d23d2d79-4d9b-4ed5-b742-b4641230e35d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403724 Mar 14 10:36:18.302937 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432b56ba-101f-43a4-890a-a183d2607fe1 req-c7866589-e00a-4d23-818b-979c955735ea tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:36:18.304411 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-432b56ba-101f-43a4-890a-a183d2607fe1 req-c7866589-e00a-4d23-818b-979c955735ea tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] 10.222.0.16 "GET /v2.0/ports?device_id=323518de-d844-4d21-9b10-67694018a4e6 HTTP/1.1" status: 200 len: 943 time: 0.0510895 Mar 14 10:36:18.352017 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-432b56ba-101f-43a4-890a-a183d2607fe1 req-bc408ccd-16b7-4b67-aec8-0e1a356b8c98 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] 10.222.0.16 "GET /v2.0/security-groups?id=d23d2d79-4d9b-4ed5-b742-b4641230e35d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418448 Mar 14 10:36:18.520218 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Device f5876d9f-5139-484e-8c48-89996428f4e4 details requested by agent hyperv_hv-cinder-83354 with host hv-cinder-83354 {{(pid=103644) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 10:36:18.616849 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] For port f5876d9f-5139-484e-8c48-89996428f4e4, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=f5876d9f-5139-484e-8c48-89996428f4e4,segment=NetworkSegment(17b4787a-2a2c-4b17-82be-be6262e64611),segment_id=17b4787a-2a2c-4b17-82be-be6262e64611)] {{(pid=103644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:36:18.627500 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Returning: {'device': 'f5876d9f-5139-484e-8c48-89996428f4e4', 'network_id': '5e8d43d9-8e06-477c-94a7-c145f612c20a', 'port_id': 'f5876d9f-5139-484e-8c48-89996428f4e4', 'mac_address': 'fa:16:3e:c8:27:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '913c06b0-3027-4edb-99c2-07504a459961', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103644) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 10:36:18.664030 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Current status of the port f5876d9f-5139-484e-8c48-89996428f4e4 is: DOWN; New status is: BUILD {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:36:18.664430 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (f5876d9f-5139-484e-8c48-89996428f4e4), before_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:36:18.676912 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.notifiers.nova [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5876d9f-5139-484e-8c48-89996428f4e4 {{(pid=103644) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 10:36:18.695993 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] For port f5876d9f-5139-484e-8c48-89996428f4e4, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=f5876d9f-5139-484e-8c48-89996428f4e4,segment=NetworkSegment(17b4787a-2a2c-4b17-82be-be6262e64611),segment_id=17b4787a-2a2c-4b17-82be-be6262e64611)] {{(pid=103644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:36:18.784994 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (f5876d9f-5139-484e-8c48-89996428f4e4), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:36:18.830258 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Pushing event updated for resources: {'Port': ['ID=f5876d9f-5139-484e-8c48-89996428f4e4,revision_number=7']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:36:19.214685 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] get_ports_and_sgs() called for port_ids ['f5876d9f-5139-484e-8c48-89996428f4e4'] {{(pid=103644) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 10:36:19.470275 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663e27db-d555-43a3-8e50-446818faa33a req-28c8d755-4a94-4b74-9df8-666586cffc2a tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:36:19.471646 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-663e27db-d555-43a3-8e50-446818faa33a req-28c8d755-4a94-4b74-9df8-666586cffc2a tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] 10.222.0.16 "GET /v2.0/ports?device_id=323518de-d844-4d21-9b10-67694018a4e6 HTTP/1.1" status: 200 len: 944 time: 0.0553176 Mar 14 10:36:19.517734 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-663e27db-d555-43a3-8e50-446818faa33a req-55804aea-68f0-4852-99c3-5a6a11bbe233 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] 10.222.0.16 "GET /v2.0/security-groups?id=d23d2d79-4d9b-4ed5-b742-b4641230e35d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406621 Mar 14 10:36:20.528776 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Device f5876d9f-5139-484e-8c48-89996428f4e4 up at agent hyperv_hv-cinder-83354 {{(pid=103644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:36:20.581378 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Provisioning complete for port f5876d9f-5139-484e-8c48-89996428f4e4 triggered by entity L2. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:36:20.581741 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (f5876d9f-5139-484e-8c48-89996428f4e4), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:36:20.636539 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f1633c-c848-4e3b-9476-b7b5a8d6b98f req-e78493f0-6999-4259-88d3-12e22d7996b8 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:36:20.637966 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-25f1633c-c848-4e3b-9476-b7b5a8d6b98f req-e78493f0-6999-4259-88d3-12e22d7996b8 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] 10.222.0.16 "GET /v2.0/ports?device_id=323518de-d844-4d21-9b10-67694018a4e6 HTTP/1.1" status: 200 len: 944 time: 0.0535729 Mar 14 10:36:20.657588 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Current status of the port f5876d9f-5139-484e-8c48-89996428f4e4 is: BUILD; New status is: ACTIVE {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:36:20.657988 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (f5876d9f-5139-484e-8c48-89996428f4e4), before_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:36:20.680262 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '323518de-d844-4d21-9b10-67694018a4e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5876d9f-5139-484e-8c48-89996428f4e4'}] {{(pid=103644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:36:20.682497 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cdcf2ce3ae030c6c85cf8a8616b2d58d36b16ae178b61bcd15320d14238e4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f99f6b5-127b-420f-ab4b-176d93df591c" -d '{"events": [{"server_uuid": "323518de-d844-4d21-9b10-67694018a4e6", "name": "network-vif-plugged", "status": "completed", "tag": "f5876d9f-5139-484e-8c48-89996428f4e4"}]}' {{(pid=103644) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:36:20.689658 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-25f1633c-c848-4e3b-9476-b7b5a8d6b98f req-73ab600d-fc7a-45f0-8c6a-c337c6255334 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] 10.222.0.16 "GET /v2.0/security-groups?id=d23d2d79-4d9b-4ed5-b742-b4641230e35d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458729 Mar 14 10:36:20.700309 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] For port f5876d9f-5139-484e-8c48-89996428f4e4, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=f5876d9f-5139-484e-8c48-89996428f4e4,segment=NetworkSegment(17b4787a-2a2c-4b17-82be-be6262e64611),segment_id=17b4787a-2a2c-4b17-82be-be6262e64611)] {{(pid=103644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:36:20.721250 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 10:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d74313d-f693-46df-adfb-555f86b933ef x-openstack-request-id: req-2d74313d-f693-46df-adfb-555f86b933ef {{(pid=103644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:36:20.721250 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "323518de-d844-4d21-9b10-67694018a4e6", "name": "network-vif-plugged", "status": "completed", "tag": "f5876d9f-5139-484e-8c48-89996428f4e4", "code": 200}]} {{(pid=103644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:36:20.721250 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2d74313d-f693-46df-adfb-555f86b933ef {{(pid=103644) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:36:20.721250 dv-cinder-833544-1-iscsi neutron-server[103644]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '323518de-d844-4d21-9b10-67694018a4e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5876d9f-5139-484e-8c48-89996428f4e4', 'code': 200} Mar 14 10:36:20.756348 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (f5876d9f-5139-484e-8c48-89996428f4e4), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:36:20.780646 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-d1b48647-be24-4929-a36d-4333a0dd815c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (71411765-f129-4ae6-9e82-4fe742fde8ff), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:36:20.809763 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Pushing event updated for resources: {'Port': ['ID=f5876d9f-5139-484e-8c48-89996428f4e4,revision_number=8']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:36:21.048974 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d59b81a-7acf-406f-bfb8-036c6d36855e req-0979ddf0-dd86-4440-b594-dee7b6018c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:36:21.050338 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-1d59b81a-7acf-406f-bfb8-036c6d36855e req-0979ddf0-dd86-4440-b594-dee7b6018c0d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=323518de-d844-4d21-9b10-67694018a4e6 HTTP/1.1" status: 200 len: 1129 time: 0.0425003 Mar 14 10:36:21.096615 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-1d59b81a-7acf-406f-bfb8-036c6d36855e req-c113260a-e593-4ae5-b9c4-3bfbebe86eac service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d23d2d79-4d9b-4ed5-b742-b4641230e35d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400047 Mar 14 10:36:21.805604 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6796b90d-016c-46a5-b6e9-a26c434297e5 req-c2c21e54-7913-4913-b1dc-a62af6457822 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:36:21.807025 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-6796b90d-016c-46a5-b6e9-a26c434297e5 req-c2c21e54-7913-4913-b1dc-a62af6457822 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] 10.222.0.16 "GET /v2.0/ports?device_id=323518de-d844-4d21-9b10-67694018a4e6 HTTP/1.1" status: 200 len: 945 time: 0.0501554 Mar 14 10:36:21.854138 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-6796b90d-016c-46a5-b6e9-a26c434297e5 req-33201748-3384-48b8-bfb7-e02eb5b7d722 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] 10.222.0.16 "GET /v2.0/security-groups?id=d23d2d79-4d9b-4ed5-b742-b4641230e35d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410862 Mar 14 10:36:22.927804 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-2560d475-4cfd-4e0a-a8bb-dfbf8bb61ab0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (a016a58c-1f8a-4210-ae6c-360b1a1f78c1), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:36:22.972348 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357d74f2-9091-49dd-b009-df7015bbae2c req-c2fbb359-93ac-4203-b732-955233385bae tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:36:22.973795 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-357d74f2-9091-49dd-b009-df7015bbae2c req-c2fbb359-93ac-4203-b732-955233385bae tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] 10.222.0.16 "GET /v2.0/ports?device_id=323518de-d844-4d21-9b10-67694018a4e6 HTTP/1.1" status: 200 len: 945 time: 0.0528259 Mar 14 10:36:23.021438 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-357d74f2-9091-49dd-b009-df7015bbae2c req-b696fc79-7ff3-4380-89f9-6e042310980f tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] 10.222.0.16 "GET /v2.0/security-groups?id=d23d2d79-4d9b-4ed5-b742-b4641230e35d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421705 Mar 14 10:36:24.092978 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-f4039063-230b-41a9-bf4a-d5dd4b348b96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (46201191-f63a-41db-ad4d-3c2c795fe1c2), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:36:25.659062 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-a3541fa5-4b74-4b29-92a0-285d4d95a3dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (a9a1db27-ecd3-427e-bc57-ce8de4da4c28), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:36:26.995955 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (3daba05a-6d77-487a-83af-fb9f8edf24c0), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:36:27.108374 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.agents_db [None req-e5bc90a1-3fae-4be0-a54a-d59a030b4380 None None] Agent healthcheck: found 6 active agents {{(pid=103645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 10:36:27.355899 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (cd4c1fd5-6bd0-46fc-9cd1-9ea8fc180379), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:36:40.878935 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4d8a26-07ce-43a7-a733-60db3f6c0881 req-49c5b8b7-1cdb-4216-b6eb-20c3a0fab737 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:36:40.880463 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-2e4d8a26-07ce-43a7-a733-60db3f6c0881 req-49c5b8b7-1cdb-4216-b6eb-20c3a0fab737 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=417348e5-d595-4c74-9f58-36520398856f HTTP/1.1" status: 200 len: 947 time: 0.0556874 Mar 14 10:36:40.925385 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-2e4d8a26-07ce-43a7-a733-60db3f6c0881 req-c4d6c6ff-35b3-4ba3-bc3a-cedec053f8fa tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=81c6a4c3-d9c6-42f0-85f7-56c1d8fe0a74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393853 Mar 14 10:36:42.046116 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1682d52d-ce4a-45be-b303-92a2ab8c2a0b req-89f15670-b48b-4ad5-b6e9-ac1f91ecd01a tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:36:42.047603 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-1682d52d-ce4a-45be-b303-92a2ab8c2a0b req-89f15670-b48b-4ad5-b6e9-ac1f91ecd01a tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=417348e5-d595-4c74-9f58-36520398856f HTTP/1.1" status: 200 len: 947 time: 0.0514934 Mar 14 10:36:42.094952 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-1682d52d-ce4a-45be-b303-92a2ab8c2a0b req-bdae1c5b-85cf-4b39-9f35-631c9bed6ca7 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=81c6a4c3-d9c6-42f0-85f7-56c1d8fe0a74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417287 Mar 14 10:36:42.642953 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b62073c-ccad-425e-8df4-051153335a5d req-c014df06-cea6-478a-a92a-dc9860b424e2 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:36:42.644340 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-6b62073c-ccad-425e-8df4-051153335a5d req-c014df06-cea6-478a-a92a-dc9860b424e2 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.39 "GET /v2.0/ports?device_id=417348e5-d595-4c74-9f58-36520398856f HTTP/1.1" status: 200 len: 947 time: 0.0518284 Mar 14 10:36:42.738745 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [req-6b62073c-ccad-425e-8df4-051153335a5d req-9bb22055-46b4-424c-bdc8-b27373ce8719 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Deleting port 7c41fa07-56be-408a-964e-38d7c70a3872 {{(pid=103643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 10:36:42.739096 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-6b62073c-ccad-425e-8df4-051153335a5d req-9bb22055-46b4-424c-bdc8-b27373ce8719 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739585920741'] for port (7c41fa07-56be-408a-964e-38d7c70a3872), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:36:42.838018 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.db [req-6b62073c-ccad-425e-8df4-051153335a5d req-9bb22055-46b4-424c-bdc8-b27373ce8719 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] For port 7c41fa07-56be-408a-964e-38d7c70a3872, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=7c41fa07-56be-408a-964e-38d7c70a3872,segment=NetworkSegment(9b07e94b-cdee-4fcd-b18d-5adbca991074),segment_id=9b07e94b-cdee-4fcd-b18d-5adbca991074)] {{(pid=103643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:36:42.838377 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-6b62073c-ccad-425e-8df4-051153335a5d req-9bb22055-46b4-424c-bdc8-b27373ce8719 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562337'] for port (7c41fa07-56be-408a-964e-38d7c70a3872), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:36:43.001276 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-6b62073c-ccad-425e-8df4-051153335a5d req-9bb22055-46b4-424c-bdc8-b27373ce8719 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:36:43.001552 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-6b62073c-ccad-425e-8df4-051153335a5d req-9bb22055-46b4-424c-bdc8-b27373ce8719 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-564448'] for floatingip (644ea921-4341-444b-891b-fb81f6fc3b59), after_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:36:43.001877 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.db.l3_db [req-6b62073c-ccad-425e-8df4-051153335a5d req-9bb22055-46b4-424c-bdc8-b27373ce8719 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Floating IP 644ea921-4341-444b-891b-fb81f6fc3b59 disassociated. External IP: 172.27.2.17, port: 7c41fa07-56be-408a-964e-38d7c70a3872. Mar 14 10:36:43.002216 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [req-6b62073c-ccad-425e-8df4-051153335a5d req-9bb22055-46b4-424c-bdc8-b27373ce8719 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Calling delete_port for 7c41fa07-56be-408a-964e-38d7c70a3872 owned by compute:nova {{(pid=103643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 10:36:43.194203 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-6b62073c-ccad-425e-8df4-051153335a5d req-9bb22055-46b4-424c-bdc8-b27373ce8719 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739585930060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739585409127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516063'] for port (7c41fa07-56be-408a-964e-38d7c70a3872), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:36:43.226141 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb22055-46b4-424c-bdc8-b27373ce8719 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Pushing event deleted for resources: {'Port': ['ID=7c41fa07-56be-408a-964e-38d7c70a3872,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:36:43.241354 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb22055-46b4-424c-bdc8-b27373ce8719 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:36:43.241705 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb22055-46b4-424c-bdc8-b27373ce8719 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:36:43.247743 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb22055-46b4-424c-bdc8-b27373ce8719 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:36:43.247743 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb22055-46b4-424c-bdc8-b27373ce8719 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:36:43.247743 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb22055-46b4-424c-bdc8-b27373ce8719 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:36:43.247743 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb22055-46b4-424c-bdc8-b27373ce8719 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:36:43.247743 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb22055-46b4-424c-bdc8-b27373ce8719 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:36:43.247743 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb22055-46b4-424c-bdc8-b27373ce8719 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:36:43.247743 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb22055-46b4-424c-bdc8-b27373ce8719 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:36:43.247743 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb22055-46b4-424c-bdc8-b27373ce8719 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:36:43.247743 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb22055-46b4-424c-bdc8-b27373ce8719 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:36:43.247743 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb22055-46b4-424c-bdc8-b27373ce8719 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:36:43.247743 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb22055-46b4-424c-bdc8-b27373ce8719 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:36:43.247743 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb22055-46b4-424c-bdc8-b27373ce8719 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:36:43.248827 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb22055-46b4-424c-bdc8-b27373ce8719 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:36:43.530138 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f88ae40-78b9-49fb-9cc7-472e3baeda84 req-73ef4a30-17db-4ebe-9250-54f1c2068d6f tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:36:43.532064 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-6f88ae40-78b9-49fb-9cc7-472e3baeda84 req-73ef4a30-17db-4ebe-9250-54f1c2068d6f tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=417348e5-d595-4c74-9f58-36520398856f HTTP/1.1" status: 200 len: 868 time: 0.3666530 Mar 14 10:36:43.627530 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-6f88ae40-78b9-49fb-9cc7-472e3baeda84 req-f599402e-dd98-4704-9693-60f2e7ae67a4 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups?id=81c6a4c3-d9c6-42f0-85f7-56c1d8fe0a74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899386 Mar 14 10:36:43.637485 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6b62073c-ccad-425e-8df4-051153335a5d req-9bb22055-46b4-424c-bdc8-b27373ce8719 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Router 2685b023-d3e0-46d1-9601-309947861e32 has already been hosted by L3 agent a016a58c-1f8a-4210-ae6c-360b1a1f78c1 {{(pid=103643) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 10:36:43.747634 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6b62073c-ccad-425e-8df4-051153335a5d req-9bb22055-46b4-424c-bdc8-b27373ce8719 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Notify agent at l3_agent.dv-cinder-833544-1-iscsi the message routers_updated {{(pid=103643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 10:36:43.758981 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142132f5-3f50-41c6-9246-e72649623299 None None] Sync routers for ids ['2685b023-d3e0-46d1-9601-309947861e32'] in dv-cinder-833544-1-iscsi {{(pid=103644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 10:36:43.769601 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142132f5-3f50-41c6-9246-e72649623299 None None] Routers {'2685b023-d3e0-46d1-9601-309947861e32'} bound to L3 agent in host dv-cinder-833544-1-iscsi {{(pid=103644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:36:43.770339 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-142132f5-3f50-41c6-9246-e72649623299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833544-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-14T10:17:23Z,description=,heartbeat_timestamp=2022-03-14T10:36:23Z,host='dv-cinder-833544-1-iscsi',id=a016a58c-1f8a-4210-ae6c-360b1a1f78c1,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:17:24Z,topic='l3_agent')) {'router_ids': ['2685b023-d3e0-46d1-9601-309947861e32'], 'active': True} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:36:43.790069 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b62073c-ccad-425e-8df4-051153335a5d req-9bb22055-46b4-424c-bdc8-b27373ce8719 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] No DVR routers for this DVR port 7c41fa07-56be-408a-964e-38d7c70a3872 on host hv-cinder-83354 {{(pid=103643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 10:36:43.792464 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-6b62073c-ccad-425e-8df4-051153335a5d req-9bb22055-46b4-424c-bdc8-b27373ce8719 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211739'] for port (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:36:43.795660 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-6b62073c-ccad-425e-8df4-051153335a5d req-9bb22055-46b4-424c-bdc8-b27373ce8719 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.39 "DELETE /v2.0/ports/7c41fa07-56be-408a-964e-38d7c70a3872 HTTP/1.1" status: 204 len: 173 time: 1.1451886 Mar 14 10:36:43.796113 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '417348e5-d595-4c74-9f58-36520398856f', 'name': 'network-vif-deleted', 'tag': '7c41fa07-56be-408a-964e-38d7c70a3872'}] {{(pid=103643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:36:43.798404 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b58adf1808d3e8f2b7de4636db435fb255da6a44abdc46a7a48cdc23cb85b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a66b5151-aef8-43a1-b304-49728758566a" -d '{"events": [{"server_uuid": "417348e5-d595-4c74-9f58-36520398856f", "name": "network-vif-deleted", "tag": "7c41fa07-56be-408a-964e-38d7c70a3872"}]}' {{(pid=103643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:36:43.834378 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 10:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11194e50-95ab-4b9b-9966-b0e10536047d x-openstack-request-id: req-11194e50-95ab-4b9b-9966-b0e10536047d {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:36:43.834766 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "417348e5-d595-4c74-9f58-36520398856f", "name": "network-vif-deleted", "tag": "7c41fa07-56be-408a-964e-38d7c70a3872", "status": "completed", "code": 200}]} {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:36:43.834981 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-11194e50-95ab-4b9b-9966-b0e10536047d {{(pid=103643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:36:43.835373 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '417348e5-d595-4c74-9f58-36520398856f', 'name': 'network-vif-deleted', 'tag': '7c41fa07-56be-408a-964e-38d7c70a3872', 'status': 'completed', 'code': 200} Mar 14 10:36:43.882428 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvr_db [None req-142132f5-3f50-41c6-9246-e72649623299 None None] Set router 2685b023-d3e0-46d1-9601-309947861e32 gateway port host: dv-cinder-833544-1-iscsi {{(pid=103644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:36:44.078913 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-142132f5-3f50-41c6-9246-e72649623299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2685b023-d3e0-46d1-9601-309947861e32', 'name': 'tempest-AttachVolumeShelveTestJSON-390245008-router', 'tenant_id': '5472bedc1d6a4e30b10a78f0f7cd05c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '232b1b15-77af-416a-90e9-0fcb9030d489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:25:55Z', 'updated_at': '2022-03-14T10:26:02Z', 'revision_number': 4, 'project_id': '5472bedc1d6a4e30b10a78f0f7cd05c1', 'gw_port': {'id': '232b1b15-77af-416a-90e9-0fcb9030d489', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:78:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2685b023-d3e0-46d1-9601-309947861e32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:25:56Z', 'updated_at': '2022-03-14T10:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi', '_interfaces': [{'id': 'd76d268c-892a-4ac9-a088-458dd507ef8d', 'name': '', 'network_id': 'b306e4a1-3e45-418e-92a7-1cdae507ef31', 'tenant_id': '5472bedc1d6a4e30b10a78f0f7cd05c1', 'mac_address': 'fa:16:3e:1d:24:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2685b023-d3e0-46d1-9601-309947861e32', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '583b334f-c92c-40ae-ba3b-abff06ff8c22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:26:01Z', 'updated_at': '2022-03-14T10:26:08Z', 'revision_number': 5, 'project_id': '5472bedc1d6a4e30b10a78f0f7cd05c1', 'subnets': [{'id': '583b334f-c92c-40ae-ba3b-abff06ff8c22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833544-1-iscsi', False) {} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:36:44.108215 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142132f5-3f50-41c6-9246-e72649623299 None None] Checking router: 2685b023-d3e0-46d1-9601-309947861e32 for host: dv-cinder-833544-1-iscsi {{(pid=103644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 10:36:44.116848 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142132f5-3f50-41c6-9246-e72649623299 None None] Routers {'2685b023-d3e0-46d1-9601-309947861e32'} bound to L3 agent in host dv-cinder-833544-1-iscsi {{(pid=103644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:36:44.117438 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-142132f5-3f50-41c6-9246-e72649623299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833544-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-14T10:17:23Z,description=,heartbeat_timestamp=2022-03-14T10:36:23Z,host='dv-cinder-833544-1-iscsi',id=a016a58c-1f8a-4210-ae6c-360b1a1f78c1,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:17:24Z,topic='l3_agent')) {'router_ids': ['2685b023-d3e0-46d1-9601-309947861e32'], 'active': True} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:36:44.348275 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvr_db [None req-142132f5-3f50-41c6-9246-e72649623299 None None] Set router 2685b023-d3e0-46d1-9601-309947861e32 gateway port host: dv-cinder-833544-1-iscsi {{(pid=103644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:36:44.541019 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-142132f5-3f50-41c6-9246-e72649623299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2685b023-d3e0-46d1-9601-309947861e32', 'name': 'tempest-AttachVolumeShelveTestJSON-390245008-router', 'tenant_id': '5472bedc1d6a4e30b10a78f0f7cd05c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '232b1b15-77af-416a-90e9-0fcb9030d489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:25:55Z', 'updated_at': '2022-03-14T10:26:02Z', 'revision_number': 4, 'project_id': '5472bedc1d6a4e30b10a78f0f7cd05c1', 'gw_port': {'id': '232b1b15-77af-416a-90e9-0fcb9030d489', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:78:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2685b023-d3e0-46d1-9601-309947861e32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:25:56Z', 'updated_at': '2022-03-14T10:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi', '_interfaces': [{'id': 'd76d268c-892a-4ac9-a088-458dd507ef8d', 'name': '', 'network_id': 'b306e4a1-3e45-418e-92a7-1cdae507ef31', 'tenant_id': '5472bedc1d6a4e30b10a78f0f7cd05c1', 'mac_address': 'fa:16:3e:1d:24:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2685b023-d3e0-46d1-9601-309947861e32', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '583b334f-c92c-40ae-ba3b-abff06ff8c22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:26:01Z', 'updated_at': '2022-03-14T10:26:08Z', 'revision_number': 5, 'project_id': '5472bedc1d6a4e30b10a78f0f7cd05c1', 'subnets': [{'id': '583b334f-c92c-40ae-ba3b-abff06ff8c22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833544-1-iscsi', False) {} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:36:44.567075 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142132f5-3f50-41c6-9246-e72649623299 None None] The sync data for ids ['2685b023-d3e0-46d1-9601-309947861e32'] in dv-cinder-833544-1-iscsi is: [{'id': '2685b023-d3e0-46d1-9601-309947861e32', 'name': 'tempest-AttachVolumeShelveTestJSON-390245008-router', 'tenant_id': '5472bedc1d6a4e30b10a78f0f7cd05c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '232b1b15-77af-416a-90e9-0fcb9030d489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:25:55Z', 'updated_at': '2022-03-14T10:26:02Z', 'revision_number': 4, 'project_id': '5472bedc1d6a4e30b10a78f0f7cd05c1', 'gw_port': {'id': '232b1b15-77af-416a-90e9-0fcb9030d489', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:78:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2685b023-d3e0-46d1-9601-309947861e32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:25:56Z', 'updated_at': '2022-03-14T10:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi', '_interfaces': [{'id': 'd76d268c-892a-4ac9-a088-458dd507ef8d', 'name': '', 'network_id': 'b306e4a1-3e45-418e-92a7-1cdae507ef31', 'tenant_id': '5472bedc1d6a4e30b10a78f0f7cd05c1', 'mac_address': 'fa:16:3e:1d:24:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2685b023-d3e0-46d1-9601-309947861e32', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '583b334f-c92c-40ae-ba3b-abff06ff8c22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:26:01Z', 'updated_at': '2022-03-14T10:26:08Z', 'revision_number': 5, 'project_id': '5472bedc1d6a4e30b10a78f0f7cd05c1', 'subnets': [{'id': '583b334f-c92c-40ae-ba3b-abff06ff8c22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 10:36:44.752508 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-52426fb4-8266-4433-93d5-cb374418b4c6 req-2c9d8c4b-8ff0-4adc-950b-93e0f16de98b tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/ports?device_id=417348e5-d595-4c74-9f58-36520398856f HTTP/1.1" status: 200 len: 210 time: 0.0315549 Mar 14 10:36:44.794525 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a087bd-f8d5-4c9b-98b0-1ae90b7344a4 None None] New status for floating IP 644ea921-4341-444b-891b-fb81f6fc3b59: DOWN {{(pid=103645) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 10:36:45.927987 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 47970) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:36:45.979205 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-f08b4362-d037-411d-830d-96ac963e7874 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Publish callbacks [] for security_group (81c6a4c3-d9c6-42f0-85f7-56c1d8fe0a74), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:36:46.001707 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-f08b4362-d037-411d-830d-96ac963e7874 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Publish callbacks [] for security_group (81c6a4c3-d9c6-42f0-85f7-56c1d8fe0a74), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:36:46.109301 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-f08b4362-d037-411d-830d-96ac963e7874 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (81c6a4c3-d9c6-42f0-85f7-56c1d8fe0a74), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:36:46.111784 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-f08b4362-d037-411d-830d-96ac963e7874 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Publish callbacks [] for security_group (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:36:46.115558 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-f08b4362-d037-411d-830d-96ac963e7874 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "DELETE /v2.0/security-groups/81c6a4c3-d9c6-42f0-85f7-56c1d8fe0a74 HTTP/1.1" status: 204 len: 168 time: 0.1838472 Mar 14 10:36:46.115883 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 47972) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:36:46.121522 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08b4362-d037-411d-830d-96ac963e7874 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81c6a4c3-d9c6-42f0-85f7-56c1d8fe0a74,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:36:46.129105 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.api.v2.resource [None req-a6735869-f06b-452d-99f0-338135216397 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] show failed (client error): The resource could not be found. Mar 14 10:36:46.130298 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-a6735869-f06b-452d-99f0-338135216397 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "GET /v2.0/security-groups/81c6a4c3-d9c6-42f0-85f7-56c1d8fe0a74 HTTP/1.1" status: 404 len: 347 time: 0.0133855 Mar 14 10:36:46.133420 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 47974) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:36:46.254993 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [None req-de03cdb1-5ba3-4b8d-9e53-6fac62b23012 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Deleting port 203f03b5-be72-45b4-b78f-884f6c6e4abc {{(pid=103643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 10:36:46.255334 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-de03cdb1-5ba3-4b8d-9e53-6fac62b23012 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739585920741'] for port (203f03b5-be72-45b4-b78f-884f6c6e4abc), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:36:46.332360 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-de03cdb1-5ba3-4b8d-9e53-6fac62b23012 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562337'] for port (203f03b5-be72-45b4-b78f-884f6c6e4abc), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:36:46.332693 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-de03cdb1-5ba3-4b8d-9e53-6fac62b23012 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Publish callbacks [] for floatingip (203f03b5-be72-45b4-b78f-884f6c6e4abc), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:36:46.344810 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [None req-de03cdb1-5ba3-4b8d-9e53-6fac62b23012 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Calling delete_port for 203f03b5-be72-45b4-b78f-884f6c6e4abc owned by network:floatingip {{(pid=103643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 10:36:46.532081 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-de03cdb1-5ba3-4b8d-9e53-6fac62b23012 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739585930060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739585409127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516063'] for port (203f03b5-be72-45b4-b78f-884f6c6e4abc), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:36:46.554748 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de03cdb1-5ba3-4b8d-9e53-6fac62b23012 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Pushing event deleted for resources: {'Port': ['ID=203f03b5-be72-45b4-b78f-884f6c6e4abc,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:36:46.619416 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-de03cdb1-5ba3-4b8d-9e53-6fac62b23012 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Publish callbacks [] for floatingip (644ea921-4341-444b-891b-fb81f6fc3b59), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:36:46.622046 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-de03cdb1-5ba3-4b8d-9e53-6fac62b23012 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211739'] for floatingip (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:36:46.623182 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-de03cdb1-5ba3-4b8d-9e53-6fac62b23012 tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] 10.222.0.16 "DELETE /v2.0/floatingips/644ea921-4341-444b-891b-fb81f6fc3b59 HTTP/1.1" status: 204 len: 168 time: 0.4887304 Mar 14 10:36:46.644899 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Device 7c41fa07-56be-408a-964e-38d7c70a3872 no longer exists at agent hyperv_hv-cinder-83354 {{(pid=103644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 10:36:46.664702 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] No Port match for: 7c41fa07-56be-408a-964e-38d7c70a3872 {{(pid=103644) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 10:36:46.665058 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Device 7c41fa07-56be-408a-964e-38d7c70a3872 not bound to the agent host hv-cinder-83354 {{(pid=103644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 10:36:49.332694 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 47998) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:36:50.006459 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-c47a818c-6944-48a9-8f7e-d1f65baa6da2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-557792'] for router_interface (2685b023-d3e0-46d1-9601-309947861e32), before_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:36:50.243851 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.plugin [None req-c47a818c-6944-48a9-8f7e-d1f65baa6da2 admin admin] Deleting port d76d268c-892a-4ac9-a088-458dd507ef8d {{(pid=103642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 10:36:50.244194 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-c47a818c-6944-48a9-8f7e-d1f65baa6da2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739585920741'] for port (d76d268c-892a-4ac9-a088-458dd507ef8d), before_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:36:50.318341 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.db [None req-c47a818c-6944-48a9-8f7e-d1f65baa6da2 admin admin] For port d76d268c-892a-4ac9-a088-458dd507ef8d, host dv-cinder-833544-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833544-1-iscsi',level=0,port_id=d76d268c-892a-4ac9-a088-458dd507ef8d,segment=NetworkSegment(9b07e94b-cdee-4fcd-b18d-5adbca991074),segment_id=9b07e94b-cdee-4fcd-b18d-5adbca991074)] {{(pid=103642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:36:50.318622 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-c47a818c-6944-48a9-8f7e-d1f65baa6da2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562337'] for port (d76d268c-892a-4ac9-a088-458dd507ef8d), precommit_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:36:50.330402 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.plugin [None req-c47a818c-6944-48a9-8f7e-d1f65baa6da2 admin admin] Calling delete_port for d76d268c-892a-4ac9-a088-458dd507ef8d owned by network:router_interface {{(pid=103642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 10:36:50.578800 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-c47a818c-6944-48a9-8f7e-d1f65baa6da2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739585930060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739585409127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9714944'] for port (d76d268c-892a-4ac9-a088-458dd507ef8d), after_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:36:50.602415 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47a818c-6944-48a9-8f7e-d1f65baa6da2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d76d268c-892a-4ac9-a088-458dd507ef8d,revision_number=None']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:36:50.612614 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47a818c-6944-48a9-8f7e-d1f65baa6da2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:36:50.613219 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47a818c-6944-48a9-8f7e-d1f65baa6da2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:36:50.613335 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47a818c-6944-48a9-8f7e-d1f65baa6da2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:36:50.613673 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47a818c-6944-48a9-8f7e-d1f65baa6da2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:36:50.614008 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47a818c-6944-48a9-8f7e-d1f65baa6da2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:36:50.614799 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47a818c-6944-48a9-8f7e-d1f65baa6da2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:36:50.614799 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47a818c-6944-48a9-8f7e-d1f65baa6da2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:36:50.615011 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47a818c-6944-48a9-8f7e-d1f65baa6da2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:36:50.615272 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47a818c-6944-48a9-8f7e-d1f65baa6da2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:36:50.615591 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47a818c-6944-48a9-8f7e-d1f65baa6da2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:36:50.616011 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47a818c-6944-48a9-8f7e-d1f65baa6da2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:36:50.616334 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47a818c-6944-48a9-8f7e-d1f65baa6da2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:36:50.616659 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47a818c-6944-48a9-8f7e-d1f65baa6da2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:36:50.616960 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47a818c-6944-48a9-8f7e-d1f65baa6da2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:36:50.617395 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47a818c-6944-48a9-8f7e-d1f65baa6da2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:36:50.755904 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-79b41339-e7bc-4f9f-82bd-cc483d30f7b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (71411765-f129-4ae6-9e82-4fe742fde8ff), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:36:50.789067 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-c47a818c-6944-48a9-8f7e-d1f65baa6da2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-559952'] for router_interface (2685b023-d3e0-46d1-9601-309947861e32), after_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:36:50.999397 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c47a818c-6944-48a9-8f7e-d1f65baa6da2 admin admin] Router 2685b023-d3e0-46d1-9601-309947861e32 has already been hosted by L3 agent a016a58c-1f8a-4210-ae6c-360b1a1f78c1 {{(pid=103642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 10:36:51.102756 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c47a818c-6944-48a9-8f7e-d1f65baa6da2 admin admin] Notify agent at l3_agent.dv-cinder-833544-1-iscsi the message routers_updated {{(pid=103642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 10:36:51.107607 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-c47a818c-6944-48a9-8f7e-d1f65baa6da2 admin admin] 10.222.0.16 "PUT /v2.0/routers/2685b023-d3e0-46d1-9601-309947861e32/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7739275 Mar 14 10:36:51.110116 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 48002) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:36:51.111044 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9969d804-5cf2-42fe-807b-3e9df10f4277 None None] Sync routers for ids ['2685b023-d3e0-46d1-9601-309947861e32'] in dv-cinder-833544-1-iscsi {{(pid=103644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 10:36:51.120898 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9969d804-5cf2-42fe-807b-3e9df10f4277 None None] Routers {'2685b023-d3e0-46d1-9601-309947861e32'} bound to L3 agent in host dv-cinder-833544-1-iscsi {{(pid=103644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:36:51.121506 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-9969d804-5cf2-42fe-807b-3e9df10f4277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833544-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-14T10:17:23Z,description=,heartbeat_timestamp=2022-03-14T10:36:23Z,host='dv-cinder-833544-1-iscsi',id=a016a58c-1f8a-4210-ae6c-360b1a1f78c1,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:17:24Z,topic='l3_agent')) {'router_ids': ['2685b023-d3e0-46d1-9601-309947861e32'], 'active': True} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:36:51.214520 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-85ae50b7-170e-4082-a7cc-1b73bae94a66 admin admin] Publish callbacks [] for router (2685b023-d3e0-46d1-9601-309947861e32), before_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:36:51.229294 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvr_db [None req-9969d804-5cf2-42fe-807b-3e9df10f4277 None None] Set router 2685b023-d3e0-46d1-9601-309947861e32 gateway port host: dv-cinder-833544-1-iscsi {{(pid=103644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:36:51.314993 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-85ae50b7-170e-4082-a7cc-1b73bae94a66 admin admin] Publish callbacks [] for router_gateway (2685b023-d3e0-46d1-9601-309947861e32), before_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:36:51.410474 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-9969d804-5cf2-42fe-807b-3e9df10f4277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2685b023-d3e0-46d1-9601-309947861e32', 'name': 'tempest-AttachVolumeShelveTestJSON-390245008-router', 'tenant_id': '5472bedc1d6a4e30b10a78f0f7cd05c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '232b1b15-77af-416a-90e9-0fcb9030d489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:25:55Z', 'updated_at': '2022-03-14T10:36:50Z', 'revision_number': 5, 'project_id': '5472bedc1d6a4e30b10a78f0f7cd05c1', 'gw_port': {'id': '232b1b15-77af-416a-90e9-0fcb9030d489', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:78:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2685b023-d3e0-46d1-9601-309947861e32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:25:56Z', 'updated_at': '2022-03-14T10:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi'}], 'dv-cinder-833544-1-iscsi', False) {} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:36:51.410885 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.plugin [None req-85ae50b7-170e-4082-a7cc-1b73bae94a66 admin admin] Deleting port 232b1b15-77af-416a-90e9-0fcb9030d489 {{(pid=103642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 10:36:51.411229 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-85ae50b7-170e-4082-a7cc-1b73bae94a66 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739585920741'] for port (232b1b15-77af-416a-90e9-0fcb9030d489), before_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:36:51.439495 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9969d804-5cf2-42fe-807b-3e9df10f4277 None None] Checking router: 2685b023-d3e0-46d1-9601-309947861e32 for host: dv-cinder-833544-1-iscsi {{(pid=103644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 10:36:51.447842 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9969d804-5cf2-42fe-807b-3e9df10f4277 None None] Routers {'2685b023-d3e0-46d1-9601-309947861e32'} bound to L3 agent in host dv-cinder-833544-1-iscsi {{(pid=103644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:36:51.448464 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-9969d804-5cf2-42fe-807b-3e9df10f4277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833544-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-14T10:17:23Z,description=,heartbeat_timestamp=2022-03-14T10:36:23Z,host='dv-cinder-833544-1-iscsi',id=a016a58c-1f8a-4210-ae6c-360b1a1f78c1,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:17:24Z,topic='l3_agent')) {'router_ids': ['2685b023-d3e0-46d1-9601-309947861e32'], 'active': True} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:36:51.488718 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.db [None req-85ae50b7-170e-4082-a7cc-1b73bae94a66 admin admin] For port 232b1b15-77af-416a-90e9-0fcb9030d489, host dv-cinder-833544-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833544-1-iscsi',level=0,port_id=232b1b15-77af-416a-90e9-0fcb9030d489,segment=NetworkSegment(11cedc40-3914-4af6-ba83-0b9ce6d6fc30),segment_id=11cedc40-3914-4af6-ba83-0b9ce6d6fc30)] {{(pid=103642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:36:51.489091 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-85ae50b7-170e-4082-a7cc-1b73bae94a66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562337'] for port (232b1b15-77af-416a-90e9-0fcb9030d489), precommit_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:36:51.501822 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.plugin [None req-85ae50b7-170e-4082-a7cc-1b73bae94a66 admin admin] Calling delete_port for 232b1b15-77af-416a-90e9-0fcb9030d489 owned by network:router_gateway {{(pid=103642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 10:36:51.537373 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvr_db [None req-9969d804-5cf2-42fe-807b-3e9df10f4277 None None] Set router 2685b023-d3e0-46d1-9601-309947861e32 gateway port host: None {{(pid=103644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:36:51.589323 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-9969d804-5cf2-42fe-807b-3e9df10f4277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2685b023-d3e0-46d1-9601-309947861e32', 'name': 'tempest-AttachVolumeShelveTestJSON-390245008-router', 'tenant_id': '5472bedc1d6a4e30b10a78f0f7cd05c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:25:55Z', 'updated_at': '2022-03-14T10:36:51Z', 'revision_number': 6, 'project_id': '5472bedc1d6a4e30b10a78f0f7cd05c1', 'gw_port_host': None}], 'dv-cinder-833544-1-iscsi', False) {} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:36:51.618813 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9969d804-5cf2-42fe-807b-3e9df10f4277 None None] The sync data for ids ['2685b023-d3e0-46d1-9601-309947861e32'] in dv-cinder-833544-1-iscsi is: [{'id': '2685b023-d3e0-46d1-9601-309947861e32', 'name': 'tempest-AttachVolumeShelveTestJSON-390245008-router', 'tenant_id': '5472bedc1d6a4e30b10a78f0f7cd05c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:25:55Z', 'updated_at': '2022-03-14T10:36:51Z', 'revision_number': 6, 'project_id': '5472bedc1d6a4e30b10a78f0f7cd05c1', 'gw_port_host': None}] {{(pid=103644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 10:36:51.720155 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-85ae50b7-170e-4082-a7cc-1b73bae94a66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739585930060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739585409127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9714944'] for port (232b1b15-77af-416a-90e9-0fcb9030d489), after_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:36:51.749941 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ae50b7-170e-4082-a7cc-1b73bae94a66 admin admin] Pushing event deleted for resources: {'Port': ['ID=232b1b15-77af-416a-90e9-0fcb9030d489,revision_number=None']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:36:51.806407 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-85ae50b7-170e-4082-a7cc-1b73bae94a66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-564278'] for router_gateway (2685b023-d3e0-46d1-9601-309947861e32), after_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:36:51.894894 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-85ae50b7-170e-4082-a7cc-1b73bae94a66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10120'] for router (2685b023-d3e0-46d1-9601-309947861e32), precommit_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:36:51.897580 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-85ae50b7-170e-4082-a7cc-1b73bae94a66 admin admin] Publish callbacks [] for router_controller (2685b023-d3e0-46d1-9601-309947861e32), precommit_delete_associations {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:36:52.007236 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-85ae50b7-170e-4082-a7cc-1b73bae94a66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-559426'] for router (2685b023-d3e0-46d1-9601-309947861e32), after_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:36:52.007833 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85ae50b7-170e-4082-a7cc-1b73bae94a66 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2685b023-d3e0-46d1-9601-309947861e32 {{(pid=103642) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 10:36:52.012095 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-85ae50b7-170e-4082-a7cc-1b73bae94a66 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:36:52.013987 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-85ae50b7-170e-4082-a7cc-1b73bae94a66 admin admin] 10.222.0.16 "DELETE /v2.0/routers/2685b023-d3e0-46d1-9601-309947861e32 HTTP/1.1" status: 204 len: 168 time: 0.9028442 Mar 14 10:36:52.016598 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 48004) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:36:52.068610 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.db.db_base_plugin_v2 [None req-f75705a6-6571-4dd2-867e-3aa05e478882 admin admin] Deleting subnet 583b334f-c92c-40ae-ba3b-abff06ff8c22 {{(pid=103642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 14 10:36:52.071827 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-f75705a6-6571-4dd2-867e-3aa05e478882 admin admin] Publish callbacks [] for subnet (583b334f-c92c-40ae-ba3b-abff06ff8c22), before_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:36:52.106037 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-f75705a6-6571-4dd2-867e-3aa05e478882 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10247711'] for subnet (583b334f-c92c-40ae-ba3b-abff06ff8c22), precommit_delete_associations {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:36:52.182221 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-f75705a6-6571-4dd2-867e-3aa05e478882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1689235'] for subnet (583b334f-c92c-40ae-ba3b-abff06ff8c22), precommit_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:36:52.310656 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-f75705a6-6571-4dd2-867e-3aa05e478882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9715037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10301227'] for subnet (583b334f-c92c-40ae-ba3b-abff06ff8c22), after_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:36:52.338047 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75705a6-6571-4dd2-867e-3aa05e478882 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=583b334f-c92c-40ae-ba3b-abff06ff8c22,revision_number=None']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:36:52.340045 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-f75705a6-6571-4dd2-867e-3aa05e478882 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:36:52.343881 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-f75705a6-6571-4dd2-867e-3aa05e478882 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/583b334f-c92c-40ae-ba3b-abff06ff8c22 HTTP/1.1" status: 204 len: 168 time: 0.3263047 Mar 14 10:36:52.346915 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be131c09-5c53-4d2b-a732-ee9be7e0d3d2 None None] Network b306e4a1-3e45-418e-92a7-1cdae507ef31 requested from dv-cinder-833544-1-iscsi {{(pid=103644) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 10:36:52.347425 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 48006) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:36:52.421999 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-99a8302f-7518-48ec-9239-db5ba2803886 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369052'] for network (b306e4a1-3e45-418e-92a7-1cdae507ef31), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:36:52.453266 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Device 232b1b15-77af-416a-90e9-0fcb9030d489 no longer exists at agent ovs-agent-dv-cinder-833544-1-iscsi {{(pid=103644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 10:36:52.474839 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] No Port match for: 232b1b15-77af-416a-90e9-0fcb9030d489 {{(pid=103644) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 10:36:52.475185 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Device 232b1b15-77af-416a-90e9-0fcb9030d489 not bound to the agent host dv-cinder-833544-1-iscsi {{(pid=103644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 10:36:52.475791 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Device d76d268c-892a-4ac9-a088-458dd507ef8d no longer exists at agent ovs-agent-dv-cinder-833544-1-iscsi {{(pid=103644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 10:36:52.478658 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [None req-99a8302f-7518-48ec-9239-db5ba2803886 admin admin] Deleting port 2a5917f6-8433-4f09-9526-363281521565 {{(pid=103643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 10:36:52.479001 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-99a8302f-7518-48ec-9239-db5ba2803886 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739585920741'] for port (2a5917f6-8433-4f09-9526-363281521565), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:36:52.498044 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] No Port match for: d76d268c-892a-4ac9-a088-458dd507ef8d {{(pid=103644) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 10:36:52.498469 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Device d76d268c-892a-4ac9-a088-458dd507ef8d not bound to the agent host dv-cinder-833544-1-iscsi {{(pid=103644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 10:36:52.538534 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e4af878-4d29-4e72-96e6-83d1949cdd1c None None] DHCP port deletion for b306e4a1-3e45-418e-92a7-1cdae507ef31 request from dv-cinder-833544-1-iscsi {{(pid=103644) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 14 10:36:52.544097 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.db [None req-99a8302f-7518-48ec-9239-db5ba2803886 admin admin] For port 2a5917f6-8433-4f09-9526-363281521565, host dv-cinder-833544-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833544-1-iscsi',level=0,port_id=2a5917f6-8433-4f09-9526-363281521565,segment=NetworkSegment(9b07e94b-cdee-4fcd-b18d-5adbca991074),segment_id=9b07e94b-cdee-4fcd-b18d-5adbca991074)] {{(pid=103643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:36:52.544369 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-99a8302f-7518-48ec-9239-db5ba2803886 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562337'] for port (2a5917f6-8433-4f09-9526-363281521565), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:36:52.556738 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [None req-99a8302f-7518-48ec-9239-db5ba2803886 admin admin] Calling delete_port for 2a5917f6-8433-4f09-9526-363281521565 owned by network:dhcp {{(pid=103643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 10:36:52.583709 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-8e4af878-4d29-4e72-96e6-83d1949cdd1c None None] Deleting port 2a5917f6-8433-4f09-9526-363281521565 {{(pid=103644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 10:36:52.584093 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-8e4af878-4d29-4e72-96e6-83d1949cdd1c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739585920741'] for port (2a5917f6-8433-4f09-9526-363281521565), before_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:36:52.652920 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-8e4af878-4d29-4e72-96e6-83d1949cdd1c None None] For port 2a5917f6-8433-4f09-9526-363281521565, host dv-cinder-833544-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833544-1-iscsi',level=0,port_id=2a5917f6-8433-4f09-9526-363281521565,segment=NetworkSegment(9b07e94b-cdee-4fcd-b18d-5adbca991074),segment_id=9b07e94b-cdee-4fcd-b18d-5adbca991074)] {{(pid=103644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:36:52.652920 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-8e4af878-4d29-4e72-96e6-83d1949cdd1c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562337'] for port (2a5917f6-8433-4f09-9526-363281521565), precommit_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:36:52.661571 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-8e4af878-4d29-4e72-96e6-83d1949cdd1c None None] Calling delete_port for 2a5917f6-8433-4f09-9526-363281521565 owned by network:dhcp {{(pid=103644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 10:36:52.697851 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-99a8302f-7518-48ec-9239-db5ba2803886 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739585930060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739585409127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516063'] for port (2a5917f6-8433-4f09-9526-363281521565), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:36:52.723715 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a8302f-7518-48ec-9239-db5ba2803886 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a5917f6-8433-4f09-9526-363281521565,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:36:52.728294 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a8302f-7518-48ec-9239-db5ba2803886 admin admin] No DVR routers for this DVR port 2a5917f6-8433-4f09-9526-363281521565 on host dv-cinder-833544-1-iscsi {{(pid=103643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 10:36:52.736395 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-8e4af878-4d29-4e72-96e6-83d1949cdd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739585930060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739585409127'] for port (2a5917f6-8433-4f09-9526-363281521565), after_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:36:52.761185 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4af878-4d29-4e72-96e6-83d1949cdd1c None None] Pushing event deleted for resources: {'Port': ['ID=2a5917f6-8433-4f09-9526-363281521565,revision_number=None']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:36:52.766109 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4af878-4d29-4e72-96e6-83d1949cdd1c None None] No DVR routers for this DVR port 2a5917f6-8433-4f09-9526-363281521565 on host dv-cinder-833544-1-iscsi {{(pid=103644) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 10:36:52.772479 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4af878-4d29-4e72-96e6-83d1949cdd1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:36:52.772829 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4af878-4d29-4e72-96e6-83d1949cdd1c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:36:52.777525 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4af878-4d29-4e72-96e6-83d1949cdd1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:36:52.777525 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4af878-4d29-4e72-96e6-83d1949cdd1c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:36:52.777525 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4af878-4d29-4e72-96e6-83d1949cdd1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:36:52.777525 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4af878-4d29-4e72-96e6-83d1949cdd1c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:36:52.777525 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4af878-4d29-4e72-96e6-83d1949cdd1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:36:52.777525 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4af878-4d29-4e72-96e6-83d1949cdd1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:36:52.777525 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4af878-4d29-4e72-96e6-83d1949cdd1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:36:52.777525 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4af878-4d29-4e72-96e6-83d1949cdd1c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:36:52.777525 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4af878-4d29-4e72-96e6-83d1949cdd1c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:36:52.777525 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4af878-4d29-4e72-96e6-83d1949cdd1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:36:52.777525 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4af878-4d29-4e72-96e6-83d1949cdd1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:36:52.777525 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4af878-4d29-4e72-96e6-83d1949cdd1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:36:52.777525 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4af878-4d29-4e72-96e6-83d1949cdd1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:36:52.810239 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-99a8302f-7518-48ec-9239-db5ba2803886 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687834', 'neutron.services.segments.db._delete_segments_for_network-8739585737229'] for network (b306e4a1-3e45-418e-92a7-1cdae507ef31), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:36:52.830971 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.services.segments.db [None req-99a8302f-7518-48ec-9239-db5ba2803886 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b306e4a1-3e45-418e-92a7-1cdae507ef31']}} {{(pid=103643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:36:52.840281 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.services.segments.db [None req-99a8302f-7518-48ec-9239-db5ba2803886 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b07e94b-cdee-4fcd-b18d-5adbca991074') {'for_net_delete': True} {{(pid=103643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:36:52.840581 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.services.segments.db [None req-99a8302f-7518-48ec-9239-db5ba2803886 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b07e94b-cdee-4fcd-b18d-5adbca991074') {} {{(pid=103643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:36:52.849721 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-99a8302f-7518-48ec-9239-db5ba2803886 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739585737494', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2656482'] for segment (9b07e94b-cdee-4fcd-b18d-5adbca991074), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:36:52.863451 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-99a8302f-7518-48ec-9239-db5ba2803886 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1663358'] for segment (9b07e94b-cdee-4fcd-b18d-5adbca991074), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:36:52.869858 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99a8302f-7518-48ec-9239-db5ba2803886 admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=103643) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 10:36:52.870239 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-99a8302f-7518-48ec-9239-db5ba2803886 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1663358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8516140'] for segment (9b07e94b-cdee-4fcd-b18d-5adbca991074), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:36:52.871895 dv-cinder-833544-1-iscsi neutron-server[103643]: Traceback (most recent call last): Mar 14 10:36:52.871895 dv-cinder-833544-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 10:36:52.871895 dv-cinder-833544-1-iscsi neutron-server[103643]: timer() Mar 14 10:36:52.871895 dv-cinder-833544-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 10:36:52.871895 dv-cinder-833544-1-iscsi neutron-server[103643]: cb(*args, **kw) Mar 14 10:36:52.871895 dv-cinder-833544-1-iscsi neutron-server[103643]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 10:36:52.871895 dv-cinder-833544-1-iscsi neutron-server[103643]: return func(*args, **kwargs) Mar 14 10:36:52.871895 dv-cinder-833544-1-iscsi neutron-server[103643]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 10:36:52.871895 dv-cinder-833544-1-iscsi neutron-server[103643]: self._notify() Mar 14 10:36:52.871895 dv-cinder-833544-1-iscsi neutron-server[103643]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 10:36:52.871895 dv-cinder-833544-1-iscsi neutron-server[103643]: self.callback(batched_events) Mar 14 10:36:52.871895 dv-cinder-833544-1-iscsi neutron-server[103643]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 10:36:52.871895 dv-cinder-833544-1-iscsi neutron-server[103643]: event.method(event) Mar 14 10:36:52.871895 dv-cinder-833544-1-iscsi neutron-server[103643]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 10:36:52.871895 dv-cinder-833544-1-iscsi neutron-server[103643]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 10:36:52.871895 dv-cinder-833544-1-iscsi neutron-server[103643]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 10:36:52.871895 dv-cinder-833544-1-iscsi neutron-server[103643]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 10:36:52.871895 dv-cinder-833544-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 10:36:52.871895 dv-cinder-833544-1-iscsi neutron-server[103643]: return f(self, *a, **k) Mar 14 10:36:52.871895 dv-cinder-833544-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 10:36:52.871895 dv-cinder-833544-1-iscsi neutron-server[103643]: return self._get(url).json() Mar 14 10:36:52.871895 dv-cinder-833544-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 10:36:52.871895 dv-cinder-833544-1-iscsi neutron-server[103643]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 10:36:52.871895 dv-cinder-833544-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 10:36:52.871895 dv-cinder-833544-1-iscsi neutron-server[103643]: return self.request(url, 'GET', **kwargs) Mar 14 10:36:52.871895 dv-cinder-833544-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 10:36:52.871895 dv-cinder-833544-1-iscsi neutron-server[103643]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 10:36:52.871895 dv-cinder-833544-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 10:36:52.871895 dv-cinder-833544-1-iscsi neutron-server[103643]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 10:36:52.871895 dv-cinder-833544-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 10:36:52.871895 dv-cinder-833544-1-iscsi neutron-server[103643]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 10:36:52.871895 dv-cinder-833544-1-iscsi neutron-server[103643]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 10:36:52.943161 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-a9e1938c-89bf-4a1a-b047-80b482266b37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (a016a58c-1f8a-4210-ae6c-360b1a1f78c1), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:36:52.977741 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-99a8302f-7518-48ec-9239-db5ba2803886 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-564434'] for network (b306e4a1-3e45-418e-92a7-1cdae507ef31), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:36:52.981699 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-99a8302f-7518-48ec-9239-db5ba2803886 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631023'] for network (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:36:52.985664 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-99a8302f-7518-48ec-9239-db5ba2803886 admin admin] 10.222.0.16 "DELETE /v2.0/networks/b306e4a1-3e45-418e-92a7-1cdae507ef31 HTTP/1.1" status: 204 len: 168 time: 0.6373410 Mar 14 10:36:52.998028 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a8302f-7518-48ec-9239-db5ba2803886 admin admin] Pushing event deleted for resources: {'Network': ['ID=b306e4a1-3e45-418e-92a7-1cdae507ef31,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:36:53.278515 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 48010) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:36:53.321230 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-bf846945-60bc-42bb-a3ca-865b9bc002e0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5472bedc1d6a4e30b10a78f0f7cd05c1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0415373 Mar 14 10:36:53.323581 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 48012) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:36:53.369714 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-09c8ceb7-93ff-4dd5-acc3-3b2414cd321a admin admin] Publish callbacks [] for security_group (ce2e4297-3f1d-4569-aa9d-cddaf215b495), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:36:53.389913 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-09c8ceb7-93ff-4dd5-acc3-3b2414cd321a admin admin] Publish callbacks [] for security_group (ce2e4297-3f1d-4569-aa9d-cddaf215b495), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:36:53.509872 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-09c8ceb7-93ff-4dd5-acc3-3b2414cd321a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (ce2e4297-3f1d-4569-aa9d-cddaf215b495), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:36:53.512667 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-09c8ceb7-93ff-4dd5-acc3-3b2414cd321a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:36:53.513799 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-09c8ceb7-93ff-4dd5-acc3-3b2414cd321a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ce2e4297-3f1d-4569-aa9d-cddaf215b495 HTTP/1.1" status: 204 len: 168 time: 0.1893201 Mar 14 10:36:53.521724 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c8ceb7-93ff-4dd5-acc3-3b2414cd321a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce2e4297-3f1d-4569-aa9d-cddaf215b495,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:36:54.104024 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-f4039063-230b-41a9-bf4a-d5dd4b348b96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (46201191-f63a-41db-ad4d-3c2c795fe1c2), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:36:54.391932 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 48034) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:36:54.443028 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Device 2a5917f6-8433-4f09-9526-363281521565 no longer exists at agent ovs-agent-dv-cinder-833544-1-iscsi {{(pid=103644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 10:36:54.463529 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] No Port match for: 2a5917f6-8433-4f09-9526-363281521565 {{(pid=103644) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 10:36:54.463906 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Device 2a5917f6-8433-4f09-9526-363281521565 not bound to the agent host dv-cinder-833544-1-iscsi {{(pid=103644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 10:36:54.488048 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [None req-15edab26-af50-447a-bb92-22eba9bab14c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-542487346-network', 'tenant_id': 'ec9fb341ae784a188d2c22728a1d4c86'}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:36:54.543876 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15edab26-af50-447a-bb92-22eba9bab14c admin admin] Made reservation on behalf of ec9fb341ae784a188d2c22728a1d4c86 for: {'network': 1} {{(pid=103643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 10:36:54.546215 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-15edab26-af50-447a-bb92-22eba9bab14c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for network (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:36:54.554480 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-15edab26-af50-447a-bb92-22eba9bab14c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:36:54.625316 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-15edab26-af50-447a-bb92-22eba9bab14c admin admin] Publish callbacks [] for security_group (a5bcf6e5-448f-4e7d-9fdd-bc0c81fe7e2c), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:36:54.681100 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-15edab26-af50-447a-bb92-22eba9bab14c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (a5bcf6e5-448f-4e7d-9fdd-bc0c81fe7e2c), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:36:54.705294 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15edab26-af50-447a-bb92-22eba9bab14c admin admin] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=103643) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 10:36:54.714961 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15edab26-af50-447a-bb92-22eba9bab14c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5bcf6e5-448f-4e7d-9fdd-bc0c81fe7e2c,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:36:54.720219 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-15edab26-af50-447a-bb92-22eba9bab14c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1663358'] for segment (178995d1-5f67-4684-9116-b12e73922a62), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:36:54.720612 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.db.segments_db [None req-15edab26-af50-447a-bb92-22eba9bab14c admin admin] Added segment 178995d1-5f67-4684-9116-b12e73922a62 of type vlan for network 57ee559b-7405-419c-add9-12136a347c22 Mar 14 10:36:54.760736 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-15edab26-af50-447a-bb92-22eba9bab14c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739585426881'] for network (57ee559b-7405-419c-add9-12136a347c22), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:36:54.858029 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-15edab26-af50-447a-bb92-22eba9bab14c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005'] for network (57ee559b-7405-419c-add9-12136a347c22), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:36:54.858986 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15edab26-af50-447a-bb92-22eba9bab14c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:36:54.859596 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-15edab26-af50-447a-bb92-22eba9bab14c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631023'] for network (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:36:54.916210 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15edab26-af50-447a-bb92-22eba9bab14c admin admin] Pushing event updated for resources: {'Network': ['ID=57ee559b-7405-419c-add9-12136a347c22,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:36:54.925572 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Network 57ee559b-7405-419c-add9-12136a347c22 details requested by agent ovs-agent-dv-cinder-833544-1-iscsi with host dv-cinder-833544-1-iscsi {{(pid=103644) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 10:36:54.964101 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-15edab26-af50-447a-bb92-22eba9bab14c admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5710428 Mar 14 10:36:54.966880 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 48038) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:36:54.971731 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [None req-6189f55f-80cc-45cf-bfc1-8261af64bf1c admin admin] Request body: {'subnet': {'network_id': '57ee559b-7405-419c-add9-12136a347c22', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-542487346-subnet', 'tenant_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:36:55.086911 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6189f55f-80cc-45cf-bfc1-8261af64bf1c admin admin] Made reservation on behalf of ec9fb341ae784a188d2c22728a1d4c86 for: {'subnet': 1} {{(pid=103643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 10:36:55.089262 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-6189f55f-80cc-45cf-bfc1-8261af64bf1c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281011'] for subnet (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:36:55.303457 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-6189f55f-80cc-45cf-bfc1-8261af64bf1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8515907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9280961'] for subnet (445e9f07-5c2c-42dc-a9b7-aeafc1941d6c), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:36:55.361927 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6189f55f-80cc-45cf-bfc1-8261af64bf1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=445e9f07-5c2c-42dc-a9b7-aeafc1941d6c,revision_number=0']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:36:55.368902 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6189f55f-80cc-45cf-bfc1-8261af64bf1c admin admin] Checking segment: {'id': '178995d1-5f67-4684-9116-b12e73922a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '57ee559b-7405-419c-add9-12136a347c22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:36:55.369262 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6189f55f-80cc-45cf-bfc1-8261af64bf1c admin admin] Network hostable DHCP agents. Network: 57ee559b-7405-419c-add9-12136a347c22, hostable agents: ['71411765-f129-4ae6-9e82-4fe742fde8ff'], hosted agents: [] {{(pid=103643) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 10:36:55.440173 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6189f55f-80cc-45cf-bfc1-8261af64bf1c admin admin] Network 57ee559b-7405-419c-add9-12136a347c22 is scheduled to be hosted by DHCP agent 71411765-f129-4ae6-9e82-4fe742fde8ff with binding_index 1 {{(pid=103643) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 10:36:55.521405 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.base_scheduler [None req-6189f55f-80cc-45cf-bfc1-8261af64bf1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-833544-1-iscsi, 57ee559b-7405-419c-add9-12136a347c22) {{(pid=103643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:36:55.525413 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6189f55f-80cc-45cf-bfc1-8261af64bf1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:36:55.526047 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-6189f55f-80cc-45cf-bfc1-8261af64bf1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631023'] for subnet (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:36:55.530621 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d0e3a9-5315-4e92-969c-2dfb73944b2a None None] Network 57ee559b-7405-419c-add9-12136a347c22 requested from dv-cinder-833544-1-iscsi {{(pid=103644) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 10:36:55.615805 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-6189f55f-80cc-45cf-bfc1-8261af64bf1c admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6478362 Mar 14 10:36:55.618518 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 48042) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:36:55.623126 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.v2.base [None req-62697ad6-e02e-4f5f-a081-e51be9d07c5c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-542487346-router', 'tenant_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a'}}} {{(pid=103642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:36:55.642942 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b6ce93-9633-451d-9461-f20e1a52a1bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5134b456-3691-55a4-ab1f-9767d820ba17-57ee559b-7405-419c-add9-12136a347c22', 'network_id': '57ee559b-7405-419c-add9-12136a347c22', 'project_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'fixed_ips': [{'subnet_id': '445e9f07-5c2c-42dc-a9b7-aeafc1941d6c'}]}} from dv-cinder-833544-1-iscsi. {{(pid=103644) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 14 10:36:55.643838 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-c8b6ce93-9633-451d-9461-f20e1a52a1bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (None), before_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:36:55.698862 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-62697ad6-e02e-4f5f-a081-e51be9d07c5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-559121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10214'] for router (af46814b-06af-4a09-b7be-76dcaa7e3d2d), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:36:55.699947 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-62697ad6-e02e-4f5f-a081-e51be9d07c5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-564327', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-678354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10225'] for router (af46814b-06af-4a09-b7be-76dcaa7e3d2d), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:36:55.714410 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-a3541fa5-4b74-4b29-92a0-285d4d95a3dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (a9a1db27-ecd3-427e-bc57-ce8de4da4c28), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:36:55.758132 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-62697ad6-e02e-4f5f-a081-e51be9d07c5c admin admin] Publish callbacks [] for router_controller (af46814b-06af-4a09-b7be-76dcaa7e3d2d), precommit_add_association {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:36:55.778697 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.db_base_plugin_common [None req-c8b6ce93-9633-451d-9461-f20e1a52a1bd None None] Allocated IP 172.20.0.2 (57ee559b-7405-419c-add9-12136a347c22/445e9f07-5c2c-42dc-a9b7-aeafc1941d6c/38337831-3dc1-4287-9823-f5062143a329) {{(pid=103644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 10:36:55.923504 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-c8b6ce93-9633-451d-9461-f20e1a52a1bd None None] Publish callbacks [] for port (38337831-3dc1-4287-9823-f5062143a329), precommit_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:36:55.979687 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-c8b6ce93-9633-451d-9461-f20e1a52a1bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739585409118'] for port (38337831-3dc1-4287-9823-f5062143a329), after_create {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:36:56.020513 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b6ce93-9633-451d-9461-f20e1a52a1bd None None] Network 57ee559b-7405-419c-add9-12136a347c22 is already hosted by enough agents. {{(pid=103644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:36:56.025148 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.scheduler.base_scheduler [None req-c8b6ce93-9633-451d-9461-f20e1a52a1bd None None] Resources bound (agent type, host, resource id): {{(pid=103644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:36:56.030581 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b6ce93-9633-451d-9461-f20e1a52a1bd None None] Received port after_create {{(pid=103644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 10:36:56.039471 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b6ce93-9633-451d-9461-f20e1a52a1bd None None] Pushing event updated for resources: {'Port': ['ID=38337831-3dc1-4287-9823-f5062143a329,revision_number=1']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:36:56.093550 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.managers [None req-c8b6ce93-9633-451d-9461-f20e1a52a1bd None None] Attempting to bind port 38337831-3dc1-4287-9823-f5062143a329 on host dv-cinder-833544-1-iscsi for vnic_type normal with profile {{(pid=103644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 10:36:56.093924 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.managers [None req-c8b6ce93-9633-451d-9461-f20e1a52a1bd None None] Attempting to bind port 38337831-3dc1-4287-9823-f5062143a329 by drivers openvswitch,hyperv on host dv-cinder-833544-1-iscsi at level 0 using segments [{'id': '178995d1-5f67-4684-9116-b12e73922a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '57ee559b-7405-419c-add9-12136a347c22'}] {{(pid=103644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 10:36:56.094284 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b6ce93-9633-451d-9461-f20e1a52a1bd None None] Attempting to bind port 38337831-3dc1-4287-9823-f5062143a329 on network 57ee559b-7405-419c-add9-12136a347c22 {{(pid=103644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:36:56.100002 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b6ce93-9633-451d-9461-f20e1a52a1bd None None] Checking agent: {'id': '3daba05a-6d77-487a-83af-fb9f8edf24c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833544-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 14, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 10, 36, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833544-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 10:36:56.104853 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b6ce93-9633-451d-9461-f20e1a52a1bd None None] Checking segment: {'id': '178995d1-5f67-4684-9116-b12e73922a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '57ee559b-7405-419c-add9-12136a347c22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:36:56.104853 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-c8b6ce93-9633-451d-9461-f20e1a52a1bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:36:56.104853 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b6ce93-9633-451d-9461-f20e1a52a1bd None None] Bound using segment: {'id': '178995d1-5f67-4684-9116-b12e73922a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '57ee559b-7405-419c-add9-12136a347c22'} {{(pid=103644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 10:36:56.104853 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.managers [None req-c8b6ce93-9633-451d-9461-f20e1a52a1bd None None] Bound port: 38337831-3dc1-4287-9823-f5062143a329, host: dv-cinder-833544-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '178995d1-5f67-4684-9116-b12e73922a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '57ee559b-7405-419c-add9-12136a347c22'}}] {{(pid=103644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 10:36:56.104853 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-c8b6ce93-9633-451d-9461-f20e1a52a1bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (38337831-3dc1-4287-9823-f5062143a329), before_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:36:56.166030 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-c8b6ce93-9633-451d-9461-f20e1a52a1bd None None] For port 38337831-3dc1-4287-9823-f5062143a329, host dv-cinder-833544-1-iscsi, cleared binding levels {{(pid=103644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 10:36:56.169014 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-c8b6ce93-9633-451d-9461-f20e1a52a1bd None None] For port 38337831-3dc1-4287-9823-f5062143a329, host dv-cinder-833544-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833544-1-iscsi',level=0,port_id=38337831-3dc1-4287-9823-f5062143a329,segment=NetworkSegment(178995d1-5f67-4684-9116-b12e73922a62),segment_id=178995d1-5f67-4684-9116-b12e73922a62)] {{(pid=103644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 10:36:56.205218 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-62697ad6-e02e-4f5f-a081-e51be9d07c5c admin admin] Publish callbacks [] for router_gateway (af46814b-06af-4a09-b7be-76dcaa7e3d2d), precommit_update {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:36:56.252978 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-c8b6ce93-9633-451d-9461-f20e1a52a1bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (38337831-3dc1-4287-9823-f5062143a329), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:36:56.310402 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b6ce93-9633-451d-9461-f20e1a52a1bd None None] Pushing event updated for resources: {'Port': ['ID=38337831-3dc1-4287-9823-f5062143a329,revision_number=2']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:36:56.487560 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-62697ad6-e02e-4f5f-a081-e51be9d07c5c admin admin] Publish callbacks [] for router_gateway (af46814b-06af-4a09-b7be-76dcaa7e3d2d), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:36:56.507462 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-62697ad6-e02e-4f5f-a081-e51be9d07c5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (None), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:36:56.622080 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.db.db_base_plugin_common [None req-62697ad6-e02e-4f5f-a081-e51be9d07c5c admin admin] Allocated IP 172.27.2.126 (d3edc090-f075-4654-a10f-87b9c191544a/b94c44b1-4eb3-4139-bb38-cf15afc675ad/4038d135-f1a7-44ee-a8aa-d68043c4ba7e) {{(pid=103642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 10:36:56.724822 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-62697ad6-e02e-4f5f-a081-e51be9d07c5c admin admin] Publish callbacks [] for port (4038d135-f1a7-44ee-a8aa-d68043c4ba7e), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:36:56.824261 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-62697ad6-e02e-4f5f-a081-e51be9d07c5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739585409118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9714944'] for port (4038d135-f1a7-44ee-a8aa-d68043c4ba7e), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:36:56.864267 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62697ad6-e02e-4f5f-a081-e51be9d07c5c admin admin] Network d3edc090-f075-4654-a10f-87b9c191544a is already hosted by enough agents. {{(pid=103642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:36:56.867093 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.scheduler.base_scheduler [None req-62697ad6-e02e-4f5f-a081-e51be9d07c5c admin admin] Resources bound (agent type, host, resource id): {{(pid=103642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:36:56.870601 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62697ad6-e02e-4f5f-a081-e51be9d07c5c admin admin] Received port after_create {{(pid=103642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 10:36:56.876502 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62697ad6-e02e-4f5f-a081-e51be9d07c5c admin admin] Pushing event updated for resources: {'Port': ['ID=4038d135-f1a7-44ee-a8aa-d68043c4ba7e,revision_number=1']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:36:56.985435 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (3daba05a-6d77-487a-83af-fb9f8edf24c0), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:36:57.183889 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-62697ad6-e02e-4f5f-a081-e51be9d07c5c admin admin] Publish callbacks [] for router_gateway (af46814b-06af-4a09-b7be-76dcaa7e3d2d), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:36:57.189891 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b98bd30a-6674-4638-9935-924c180624f1 None None] Network 57ee559b-7405-419c-add9-12136a347c22 requested from dv-cinder-833544-1-iscsi {{(pid=103644) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 10:36:57.315762 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-834f5190-aa5a-428c-bd14-352aab957c69 None None] Provisioning complete for port 38337831-3dc1-4287-9823-f5062143a329 triggered by entity DHCP. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:36:57.315762 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-834f5190-aa5a-428c-bd14-352aab957c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (38337831-3dc1-4287-9823-f5062143a329), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:36:57.361756 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (cd4c1fd5-6bd0-46fc-9cd1-9ea8fc180379), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:36:57.387843 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-62697ad6-e02e-4f5f-a081-e51be9d07c5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-564250'] for router (af46814b-06af-4a09-b7be-76dcaa7e3d2d), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:36:57.398864 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-834f5190-aa5a-428c-bd14-352aab957c69 None None] Current status of the port 38337831-3dc1-4287-9823-f5062143a329 is: DOWN; New status is: ACTIVE {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:36:57.399261 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-834f5190-aa5a-428c-bd14-352aab957c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (38337831-3dc1-4287-9823-f5062143a329), before_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:36:57.438584 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-834f5190-aa5a-428c-bd14-352aab957c69 None None] For port 38337831-3dc1-4287-9823-f5062143a329, host dv-cinder-833544-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833544-1-iscsi',level=0,port_id=38337831-3dc1-4287-9823-f5062143a329,segment=NetworkSegment(178995d1-5f67-4684-9116-b12e73922a62),segment_id=178995d1-5f67-4684-9116-b12e73922a62)] {{(pid=103644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:36:57.526898 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-834f5190-aa5a-428c-bd14-352aab957c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (38337831-3dc1-4287-9823-f5062143a329), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:36:57.574146 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62697ad6-e02e-4f5f-a081-e51be9d07c5c admin admin] Router af46814b-06af-4a09-b7be-76dcaa7e3d2d is scheduled to L3 agent a016a58c-1f8a-4210-ae6c-360b1a1f78c1 with binding_index 1 {{(pid=103642) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 10:36:57.574341 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834f5190-aa5a-428c-bd14-352aab957c69 None None] Pushing event updated for resources: {'Port': ['ID=38337831-3dc1-4287-9823-f5062143a329,revision_number=3']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:36:57.648144 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-e4b70a56-3b5c-466a-abb0-a2e85fff4ed0 None None] Provisioning complete for port 38337831-3dc1-4287-9823-f5062143a329 triggered by entity DHCP. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:36:57.648552 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-e4b70a56-3b5c-466a-abb0-a2e85fff4ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (38337831-3dc1-4287-9823-f5062143a329), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:36:57.681127 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62697ad6-e02e-4f5f-a081-e51be9d07c5c admin admin] Notify agent at l3_agent.dv-cinder-833544-1-iscsi the message routers_updated {{(pid=103642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 10:36:57.691429 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353e84b9-8935-4f1b-a218-86d6adafb3c5 None None] Sync routers for ids ['af46814b-06af-4a09-b7be-76dcaa7e3d2d'] in dv-cinder-833544-1-iscsi {{(pid=103645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 10:36:57.701005 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353e84b9-8935-4f1b-a218-86d6adafb3c5 None None] Routers {'af46814b-06af-4a09-b7be-76dcaa7e3d2d'} bound to L3 agent in host dv-cinder-833544-1-iscsi {{(pid=103645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:36:57.702110 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-353e84b9-8935-4f1b-a218-86d6adafb3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833544-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T10:17:23Z,description=,heartbeat_timestamp=2022-03-14T10:36:53Z,host='dv-cinder-833544-1-iscsi',id=a016a58c-1f8a-4210-ae6c-360b1a1f78c1,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:17:24Z,topic='l3_agent')) {'router_ids': ['af46814b-06af-4a09-b7be-76dcaa7e3d2d'], 'active': True} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:36:57.725166 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-e4b70a56-3b5c-466a-abb0-a2e85fff4ed0 None None] Current status of the port 38337831-3dc1-4287-9823-f5062143a329 is: ACTIVE; New status is: ACTIVE {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:36:57.763488 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-62697ad6-e02e-4f5f-a081-e51be9d07c5c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:36:57.765445 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-62697ad6-e02e-4f5f-a081-e51be9d07c5c admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1457131 Mar 14 10:36:57.768237 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 48044) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:36:57.805973 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvr_db [None req-353e84b9-8935-4f1b-a218-86d6adafb3c5 None None] Set router af46814b-06af-4a09-b7be-76dcaa7e3d2d gateway port host: dv-cinder-833544-1-iscsi {{(pid=103645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:36:57.978853 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-353e84b9-8935-4f1b-a218-86d6adafb3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af46814b-06af-4a09-b7be-76dcaa7e3d2d', 'name': 'tempest-AttachVolumeNegativeTest-542487346-router', 'tenant_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '4038d135-f1a7-44ee-a8aa-d68043c4ba7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:36:55Z', 'updated_at': '2022-03-14T10:36:57Z', 'revision_number': 3, 'project_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'gw_port': {'id': '4038d135-f1a7-44ee-a8aa-d68043c4ba7e', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ff:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af46814b-06af-4a09-b7be-76dcaa7e3d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:36:56Z', 'updated_at': '2022-03-14T10:36:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi'}], 'dv-cinder-833544-1-iscsi', False) {} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:36:58.004880 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353e84b9-8935-4f1b-a218-86d6adafb3c5 None None] Checking router: af46814b-06af-4a09-b7be-76dcaa7e3d2d for host: dv-cinder-833544-1-iscsi {{(pid=103645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 10:36:58.005237 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353e84b9-8935-4f1b-a218-86d6adafb3c5 None None] Updating router af46814b-06af-4a09-b7be-76dcaa7e3d2d port 4038d135-f1a7-44ee-a8aa-d68043c4ba7e binding host dv-cinder-833544-1-iscsi {{(pid=103645) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 10:36:58.034723 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-353e84b9-8935-4f1b-a218-86d6adafb3c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (4038d135-f1a7-44ee-a8aa-d68043c4ba7e), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:36:58.169623 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-d54449ef-7b09-43ec-b9a3-5223714ae7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:36:58.279342 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-353e84b9-8935-4f1b-a218-86d6adafb3c5 None None] Publish callbacks [] for port (4038d135-f1a7-44ee-a8aa-d68043c4ba7e), precommit_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:36:58.321447 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.db.db_base_plugin_common [None req-d54449ef-7b09-43ec-b9a3-5223714ae7b0 admin admin] Allocated IP 172.20.0.1 (57ee559b-7405-419c-add9-12136a347c22/445e9f07-5c2c-42dc-a9b7-aeafc1941d6c/ab8a89ac-e5fd-48ec-bc47-505baf6717ca) {{(pid=103643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 10:36:58.332345 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-353e84b9-8935-4f1b-a218-86d6adafb3c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (4038d135-f1a7-44ee-a8aa-d68043c4ba7e), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:36:58.380239 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.managers [None req-353e84b9-8935-4f1b-a218-86d6adafb3c5 None None] Attempting to bind port 4038d135-f1a7-44ee-a8aa-d68043c4ba7e on host dv-cinder-833544-1-iscsi for vnic_type normal with profile {{(pid=103645) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 10:36:58.380641 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.managers [None req-353e84b9-8935-4f1b-a218-86d6adafb3c5 None None] Attempting to bind port 4038d135-f1a7-44ee-a8aa-d68043c4ba7e by drivers openvswitch,hyperv on host dv-cinder-833544-1-iscsi at level 0 using segments [{'id': '11cedc40-3914-4af6-ba83-0b9ce6d6fc30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a'}] {{(pid=103645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 10:36:58.380978 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353e84b9-8935-4f1b-a218-86d6adafb3c5 None None] Attempting to bind port 4038d135-f1a7-44ee-a8aa-d68043c4ba7e on network d3edc090-f075-4654-a10f-87b9c191544a {{(pid=103645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:36:58.389335 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353e84b9-8935-4f1b-a218-86d6adafb3c5 None None] Checking agent: {'id': '3daba05a-6d77-487a-83af-fb9f8edf24c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833544-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 14, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 10, 36, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833544-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 10:36:58.389669 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353e84b9-8935-4f1b-a218-86d6adafb3c5 None None] Checking segment: {'id': '11cedc40-3914-4af6-ba83-0b9ce6d6fc30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103645) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:36:58.390069 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-353e84b9-8935-4f1b-a218-86d6adafb3c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:36:58.390980 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353e84b9-8935-4f1b-a218-86d6adafb3c5 None None] Bound using segment: {'id': '11cedc40-3914-4af6-ba83-0b9ce6d6fc30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a'} {{(pid=103645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 10:36:58.390980 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.managers [None req-353e84b9-8935-4f1b-a218-86d6adafb3c5 None None] Bound port: 4038d135-f1a7-44ee-a8aa-d68043c4ba7e, host: dv-cinder-833544-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11cedc40-3914-4af6-ba83-0b9ce6d6fc30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a'}}] {{(pid=103645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 10:36:58.391303 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-353e84b9-8935-4f1b-a218-86d6adafb3c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (4038d135-f1a7-44ee-a8aa-d68043c4ba7e), before_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:36:58.394593 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded77573-a770-4cbd-a0ed-1a958fbf013a None None] Pushing event updated for resources: {'Port': ['ID=4038d135-f1a7-44ee-a8aa-d68043c4ba7e,revision_number=2']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:36:58.423329 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-d54449ef-7b09-43ec-b9a3-5223714ae7b0 admin admin] Publish callbacks [] for port (ab8a89ac-e5fd-48ec-bc47-505baf6717ca), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:36:58.430417 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded77573-a770-4cbd-a0ed-1a958fbf013a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:36:58.430768 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded77573-a770-4cbd-a0ed-1a958fbf013a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:36:58.431140 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded77573-a770-4cbd-a0ed-1a958fbf013a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:36:58.431499 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded77573-a770-4cbd-a0ed-1a958fbf013a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:36:58.431865 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded77573-a770-4cbd-a0ed-1a958fbf013a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:36:58.432205 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded77573-a770-4cbd-a0ed-1a958fbf013a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:36:58.432532 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded77573-a770-4cbd-a0ed-1a958fbf013a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:36:58.433069 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded77573-a770-4cbd-a0ed-1a958fbf013a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:36:58.433401 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded77573-a770-4cbd-a0ed-1a958fbf013a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:36:58.433724 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded77573-a770-4cbd-a0ed-1a958fbf013a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:36:58.434050 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded77573-a770-4cbd-a0ed-1a958fbf013a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:36:58.434389 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded77573-a770-4cbd-a0ed-1a958fbf013a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:36:58.434718 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded77573-a770-4cbd-a0ed-1a958fbf013a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:36:58.435041 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded77573-a770-4cbd-a0ed-1a958fbf013a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:36:58.435362 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded77573-a770-4cbd-a0ed-1a958fbf013a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:36:58.458856 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-353e84b9-8935-4f1b-a218-86d6adafb3c5 None None] For port 4038d135-f1a7-44ee-a8aa-d68043c4ba7e, host dv-cinder-833544-1-iscsi, cleared binding levels {{(pid=103645) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 10:36:58.462521 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.plugins.ml2.db [None req-353e84b9-8935-4f1b-a218-86d6adafb3c5 None None] For port 4038d135-f1a7-44ee-a8aa-d68043c4ba7e, host dv-cinder-833544-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833544-1-iscsi',level=0,port_id=4038d135-f1a7-44ee-a8aa-d68043c4ba7e,segment=NetworkSegment(11cedc40-3914-4af6-ba83-0b9ce6d6fc30),segment_id=11cedc40-3914-4af6-ba83-0b9ce6d6fc30)] {{(pid=103645) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 10:36:58.475452 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Device 38337831-3dc1-4287-9823-f5062143a329 up at agent ovs-agent-dv-cinder-833544-1-iscsi {{(pid=103644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:36:58.525405 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Provisioning complete for port 38337831-3dc1-4287-9823-f5062143a329 triggered by entity L2. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:36:58.525778 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (38337831-3dc1-4287-9823-f5062143a329), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:36:58.532417 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-d54449ef-7b09-43ec-b9a3-5223714ae7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739585409118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516063'] for port (ab8a89ac-e5fd-48ec-bc47-505baf6717ca), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:36:58.563596 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron_lib.callbacks.manager [None req-353e84b9-8935-4f1b-a218-86d6adafb3c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (4038d135-f1a7-44ee-a8aa-d68043c4ba7e), after_update {{(pid=103645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:36:58.578947 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d54449ef-7b09-43ec-b9a3-5223714ae7b0 admin admin] Network 57ee559b-7405-419c-add9-12136a347c22 is already hosted by enough agents. {{(pid=103643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:36:58.581928 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.base_scheduler [None req-d54449ef-7b09-43ec-b9a3-5223714ae7b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:36:58.585414 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54449ef-7b09-43ec-b9a3-5223714ae7b0 admin admin] Received port after_create {{(pid=103643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 10:36:58.591564 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54449ef-7b09-43ec-b9a3-5223714ae7b0 admin admin] Pushing event updated for resources: {'Port': ['ID=ab8a89ac-e5fd-48ec-bc47-505baf6717ca,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:36:58.613875 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Current status of the port 38337831-3dc1-4287-9823-f5062143a329 is: ACTIVE; New status is: ACTIVE {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:36:58.625236 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded77573-a770-4cbd-a0ed-1a958fbf013a None None] Pushing event updated for resources: {'Port': ['ID=4038d135-f1a7-44ee-a8aa-d68043c4ba7e,revision_number=3']} {{(pid=103645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:36:58.634379 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-d54449ef-7b09-43ec-b9a3-5223714ae7b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-557671'] for router_interface (af46814b-06af-4a09-b7be-76dcaa7e3d2d), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:36:58.639530 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353e84b9-8935-4f1b-a218-86d6adafb3c5 None None] Routers {'af46814b-06af-4a09-b7be-76dcaa7e3d2d'} bound to L3 agent in host dv-cinder-833544-1-iscsi {{(pid=103645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:36:58.640469 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-353e84b9-8935-4f1b-a218-86d6adafb3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833544-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T10:17:23Z,description=,heartbeat_timestamp=2022-03-14T10:36:53Z,host='dv-cinder-833544-1-iscsi',id=a016a58c-1f8a-4210-ae6c-360b1a1f78c1,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:17:24Z,topic='l3_agent')) {'router_ids': ['af46814b-06af-4a09-b7be-76dcaa7e3d2d'], 'active': True} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:36:58.824113 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-d54449ef-7b09-43ec-b9a3-5223714ae7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (ab8a89ac-e5fd-48ec-bc47-505baf6717ca), before_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:36:58.843890 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvr_db [None req-353e84b9-8935-4f1b-a218-86d6adafb3c5 None None] Set router af46814b-06af-4a09-b7be-76dcaa7e3d2d gateway port host: dv-cinder-833544-1-iscsi {{(pid=103645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:36:58.853592 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-ec2712c6-60bb-47ca-85d2-31e5d5cce7a4 None None] Provisioning complete for port ab8a89ac-e5fd-48ec-bc47-505baf6717ca triggered by entity DHCP. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:36:58.853964 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-ec2712c6-60bb-47ca-85d2-31e5d5cce7a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (ab8a89ac-e5fd-48ec-bc47-505baf6717ca), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:36:58.890971 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-ec2712c6-60bb-47ca-85d2-31e5d5cce7a4 None None] Port ab8a89ac-e5fd-48ec-bc47-505baf6717ca cannot update to ACTIVE because it is not bound. {{(pid=103644) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 10:36:58.992083 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-d54449ef-7b09-43ec-b9a3-5223714ae7b0 admin admin] Publish callbacks [] for port (ab8a89ac-e5fd-48ec-bc47-505baf6717ca), precommit_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:36:59.018812 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-353e84b9-8935-4f1b-a218-86d6adafb3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af46814b-06af-4a09-b7be-76dcaa7e3d2d', 'name': 'tempest-AttachVolumeNegativeTest-542487346-router', 'tenant_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '4038d135-f1a7-44ee-a8aa-d68043c4ba7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:36:55Z', 'updated_at': '2022-03-14T10:36:57Z', 'revision_number': 3, 'project_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'gw_port': {'id': '4038d135-f1a7-44ee-a8aa-d68043c4ba7e', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ff:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af46814b-06af-4a09-b7be-76dcaa7e3d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:36:56Z', 'updated_at': '2022-03-14T10:36:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi'}], 'dv-cinder-833544-1-iscsi', False) {} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:36:59.048073 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353e84b9-8935-4f1b-a218-86d6adafb3c5 None None] The sync data for ids ['af46814b-06af-4a09-b7be-76dcaa7e3d2d'] in dv-cinder-833544-1-iscsi is: [{'id': 'af46814b-06af-4a09-b7be-76dcaa7e3d2d', 'name': 'tempest-AttachVolumeNegativeTest-542487346-router', 'tenant_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '4038d135-f1a7-44ee-a8aa-d68043c4ba7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:36:55Z', 'updated_at': '2022-03-14T10:36:57Z', 'revision_number': 3, 'project_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'gw_port': {'id': '4038d135-f1a7-44ee-a8aa-d68043c4ba7e', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ff:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af46814b-06af-4a09-b7be-76dcaa7e3d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:36:56Z', 'updated_at': '2022-03-14T10:36:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi'}] {{(pid=103645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 10:36:59.052600 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-d54449ef-7b09-43ec-b9a3-5223714ae7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516052'] for port (ab8a89ac-e5fd-48ec-bc47-505baf6717ca), after_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:36:59.118566 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-d54449ef-7b09-43ec-b9a3-5223714ae7b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557787'] for router_interface (af46814b-06af-4a09-b7be-76dcaa7e3d2d), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:36:59.120478 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54449ef-7b09-43ec-b9a3-5223714ae7b0 admin admin] Pushing event updated for resources: {'Port': ['ID=ab8a89ac-e5fd-48ec-bc47-505baf6717ca,revision_number=2']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:36:59.216440 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d54449ef-7b09-43ec-b9a3-5223714ae7b0 admin admin] Network 57ee559b-7405-419c-add9-12136a347c22 is already hosted by enough agents. {{(pid=103643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:36:59.218410 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.base_scheduler [None req-d54449ef-7b09-43ec-b9a3-5223714ae7b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:36:59.356679 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d54449ef-7b09-43ec-b9a3-5223714ae7b0 admin admin] Router af46814b-06af-4a09-b7be-76dcaa7e3d2d has already been hosted by L3 agent a016a58c-1f8a-4210-ae6c-360b1a1f78c1 {{(pid=103643) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 10:36:59.476409 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d54449ef-7b09-43ec-b9a3-5223714ae7b0 admin admin] Notify agent at l3_agent.dv-cinder-833544-1-iscsi the message routers_updated {{(pid=103643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 10:36:59.481484 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-d54449ef-7b09-43ec-b9a3-5223714ae7b0 admin admin] 10.222.0.16 "PUT /v2.0/routers/af46814b-06af-4a09-b7be-76dcaa7e3d2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7121668 Mar 14 10:36:59.514630 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-582aadbe-4dc6-4616-9d68-b3bb65a8a573 None None] Provisioning complete for port ab8a89ac-e5fd-48ec-bc47-505baf6717ca triggered by entity DHCP. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:36:59.515727 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-582aadbe-4dc6-4616-9d68-b3bb65a8a573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (ab8a89ac-e5fd-48ec-bc47-505baf6717ca), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:36:59.550706 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-582aadbe-4dc6-4616-9d68-b3bb65a8a573 None None] Port ab8a89ac-e5fd-48ec-bc47-505baf6717ca cannot update to ACTIVE because it is not bound. {{(pid=103644) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 10:37:00.476676 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Device 4038d135-f1a7-44ee-a8aa-d68043c4ba7e up at agent ovs-agent-dv-cinder-833544-1-iscsi {{(pid=103644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:37:00.476812 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 48052) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:37:00.481516 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [None req-f130b7a7-32ab-421f-9bee-0c907b5fe8e7 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1697662296', 'description': 'tempest-description--922185190'}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:37:00.537921 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Provisioning complete for port 4038d135-f1a7-44ee-a8aa-d68043c4ba7e triggered by entity L2. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:37:00.540441 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (4038d135-f1a7-44ee-a8aa-d68043c4ba7e), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:37:00.551827 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-f130b7a7-32ab-421f-9bee-0c907b5fe8e7 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks [] for security_group (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:37:00.623457 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-f130b7a7-32ab-421f-9bee-0c907b5fe8e7 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks [] for security_group (ab5dde18-c743-4681-8414-50e105db6d1a), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:37:00.687156 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-f130b7a7-32ab-421f-9bee-0c907b5fe8e7 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (ab5dde18-c743-4681-8414-50e105db6d1a), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:37:00.717754 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f130b7a7-32ab-421f-9bee-0c907b5fe8e7 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab5dde18-c743-4681-8414-50e105db6d1a,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:37:00.746176 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55940acd-b1ae-44fe-a034-da989df83477 None None] Sync routers for ids ['af46814b-06af-4a09-b7be-76dcaa7e3d2d'] in dv-cinder-833544-1-iscsi {{(pid=103644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 10:37:00.767106 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Current status of the port 4038d135-f1a7-44ee-a8aa-d68043c4ba7e is: DOWN; New status is: ACTIVE {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:37:00.770677 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (4038d135-f1a7-44ee-a8aa-d68043c4ba7e), before_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:37:00.772312 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55940acd-b1ae-44fe-a034-da989df83477 None None] Routers {'af46814b-06af-4a09-b7be-76dcaa7e3d2d'} bound to L3 agent in host dv-cinder-833544-1-iscsi {{(pid=103644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:37:00.772917 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-55940acd-b1ae-44fe-a034-da989df83477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833544-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T10:17:23Z,description=,heartbeat_timestamp=2022-03-14T10:36:53Z,host='dv-cinder-833544-1-iscsi',id=a016a58c-1f8a-4210-ae6c-360b1a1f78c1,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:17:24Z,topic='l3_agent')) {'router_ids': ['af46814b-06af-4a09-b7be-76dcaa7e3d2d'], 'active': True} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:37:00.791524 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-f130b7a7-32ab-421f-9bee-0c907b5fe8e7 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks [] for security_group (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:37:00.793965 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-f130b7a7-32ab-421f-9bee-0c907b5fe8e7 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3149955 Mar 14 10:37:00.795686 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 48054) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:37:00.799971 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [None req-b0e590b9-e836-4cb7-859c-861f70ee5b1d tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Request body: {'security_group_rule': {'security_group_id': 'ab5dde18-c743-4681-8414-50e105db6d1a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:37:00.823795 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] For port 4038d135-f1a7-44ee-a8aa-d68043c4ba7e, host dv-cinder-833544-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833544-1-iscsi',level=0,port_id=4038d135-f1a7-44ee-a8aa-d68043c4ba7e,segment=NetworkSegment(11cedc40-3914-4af6-ba83-0b9ce6d6fc30),segment_id=11cedc40-3914-4af6-ba83-0b9ce6d6fc30)] {{(pid=103644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:37:00.894504 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvr_db [None req-55940acd-b1ae-44fe-a034-da989df83477 None None] Set router af46814b-06af-4a09-b7be-76dcaa7e3d2d gateway port host: dv-cinder-833544-1-iscsi {{(pid=103644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:37:00.896879 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-b0e590b9-e836-4cb7-859c-861f70ee5b1d tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks [] for security_group_rule (fd7df8a8-0e2d-414b-b605-4af7b9e26c76), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:37:00.921931 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (4038d135-f1a7-44ee-a8aa-d68043c4ba7e), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:37:00.955029 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-b0e590b9-e836-4cb7-859c-861f70ee5b1d tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks [] for security_group_rule (fd7df8a8-0e2d-414b-b605-4af7b9e26c76), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:37:01.025400 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Pushing event updated for resources: {'Port': ['ID=4038d135-f1a7-44ee-a8aa-d68043c4ba7e,revision_number=4']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:37:01.029819 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-b0e590b9-e836-4cb7-859c-861f70ee5b1d tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673333'] for security_group_rule (fd7df8a8-0e2d-414b-b605-4af7b9e26c76), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:37:01.048820 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e590b9-e836-4cb7-859c-861f70ee5b1d tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd7df8a8-0e2d-414b-b605-4af7b9e26c76,revision_number=0']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:37:01.117362 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-b0e590b9-e836-4cb7-859c-861f70ee5b1d tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:37:01.118581 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-b0e590b9-e836-4cb7-859c-861f70ee5b1d tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3219836 Mar 14 10:37:01.121317 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 48056) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:37:01.126201 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [None req-1f49e279-20d0-42ca-a4d6-ea4743cd8980 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Request body: {'security_group_rule': {'security_group_id': 'ab5dde18-c743-4681-8414-50e105db6d1a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:37:01.133563 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-55940acd-b1ae-44fe-a034-da989df83477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af46814b-06af-4a09-b7be-76dcaa7e3d2d', 'name': 'tempest-AttachVolumeNegativeTest-542487346-router', 'tenant_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '4038d135-f1a7-44ee-a8aa-d68043c4ba7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:36:55Z', 'updated_at': '2022-03-14T10:36:58Z', 'revision_number': 4, 'project_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'gw_port': {'id': '4038d135-f1a7-44ee-a8aa-d68043c4ba7e', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ff:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af46814b-06af-4a09-b7be-76dcaa7e3d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:36:56Z', 'updated_at': '2022-03-14T10:36:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi', '_interfaces': [{'id': 'ab8a89ac-e5fd-48ec-bc47-505baf6717ca', 'name': '', 'network_id': '57ee559b-7405-419c-add9-12136a347c22', 'tenant_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'mac_address': 'fa:16:3e:09:aa:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af46814b-06af-4a09-b7be-76dcaa7e3d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '445e9f07-5c2c-42dc-a9b7-aeafc1941d6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:36:58Z', 'updated_at': '2022-03-14T10:36:58Z', 'revision_number': 2, 'project_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'subnets': [{'id': '445e9f07-5c2c-42dc-a9b7-aeafc1941d6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833544-1-iscsi', False) {} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:37:01.160415 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55940acd-b1ae-44fe-a034-da989df83477 None None] Checking router: af46814b-06af-4a09-b7be-76dcaa7e3d2d for host: dv-cinder-833544-1-iscsi {{(pid=103644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 10:37:01.160711 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55940acd-b1ae-44fe-a034-da989df83477 None None] Updating router af46814b-06af-4a09-b7be-76dcaa7e3d2d port ab8a89ac-e5fd-48ec-bc47-505baf6717ca binding host dv-cinder-833544-1-iscsi {{(pid=103644) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 10:37:01.187234 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-55940acd-b1ae-44fe-a034-da989df83477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (ab8a89ac-e5fd-48ec-bc47-505baf6717ca), before_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:37:01.200217 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-1f49e279-20d0-42ca-a4d6-ea4743cd8980 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks [] for security_group_rule (85c69f0e-af02-49e9-8377-d925ce420f12), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:37:01.255111 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-1f49e279-20d0-42ca-a4d6-ea4743cd8980 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks [] for security_group_rule (85c69f0e-af02-49e9-8377-d925ce420f12), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:37:01.321000 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-1f49e279-20d0-42ca-a4d6-ea4743cd8980 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673333'] for security_group_rule (85c69f0e-af02-49e9-8377-d925ce420f12), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:37:01.339956 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f49e279-20d0-42ca-a4d6-ea4743cd8980 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85c69f0e-af02-49e9-8377-d925ce420f12,revision_number=0']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:37:01.397485 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-1f49e279-20d0-42ca-a4d6-ea4743cd8980 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:37:01.399001 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-1f49e279-20d0-42ca-a4d6-ea4743cd8980 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2764559 Mar 14 10:37:01.401784 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 48058) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:37:01.406105 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [None req-31b4020b-8d22-4e84-975b-b1c3197e2b10 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Request body: {'floatingip': {'floating_network_id': 'd3edc090-f075-4654-a10f-87b9c191544a'}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:37:01.449370 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-55940acd-b1ae-44fe-a034-da989df83477 None None] Publish callbacks [] for port (ab8a89ac-e5fd-48ec-bc47-505baf6717ca), precommit_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:37:01.474597 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-31b4020b-8d22-4e84-975b-b1c3197e2b10 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:37:01.521252 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-55940acd-b1ae-44fe-a034-da989df83477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (ab8a89ac-e5fd-48ec-bc47-505baf6717ca), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:37:01.574267 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c5493-a96a-4904-b5d7-dbce1beea8f2 None None] Pushing event updated for resources: {'Port': ['ID=ab8a89ac-e5fd-48ec-bc47-505baf6717ca,revision_number=3']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:37:01.587607 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-31b4020b-8d22-4e84-975b-b1c3197e2b10 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:37:01.624893 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.managers [None req-55940acd-b1ae-44fe-a034-da989df83477 None None] Attempting to bind port ab8a89ac-e5fd-48ec-bc47-505baf6717ca on host dv-cinder-833544-1-iscsi for vnic_type normal with profile {{(pid=103644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 10:37:01.625385 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.managers [None req-55940acd-b1ae-44fe-a034-da989df83477 None None] Attempting to bind port ab8a89ac-e5fd-48ec-bc47-505baf6717ca by drivers openvswitch,hyperv on host dv-cinder-833544-1-iscsi at level 0 using segments [{'id': '178995d1-5f67-4684-9116-b12e73922a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '57ee559b-7405-419c-add9-12136a347c22'}] {{(pid=103644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 10:37:01.625767 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55940acd-b1ae-44fe-a034-da989df83477 None None] Attempting to bind port ab8a89ac-e5fd-48ec-bc47-505baf6717ca on network 57ee559b-7405-419c-add9-12136a347c22 {{(pid=103644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:37:01.635867 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55940acd-b1ae-44fe-a034-da989df83477 None None] Checking agent: {'id': '3daba05a-6d77-487a-83af-fb9f8edf24c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833544-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 14, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 10, 36, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833544-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 10:37:01.636592 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55940acd-b1ae-44fe-a034-da989df83477 None None] Checking segment: {'id': '178995d1-5f67-4684-9116-b12e73922a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '57ee559b-7405-419c-add9-12136a347c22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:37:01.637066 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-55940acd-b1ae-44fe-a034-da989df83477 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:37:01.637534 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55940acd-b1ae-44fe-a034-da989df83477 None None] Bound using segment: {'id': '178995d1-5f67-4684-9116-b12e73922a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '57ee559b-7405-419c-add9-12136a347c22'} {{(pid=103644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 10:37:01.638861 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.managers [None req-55940acd-b1ae-44fe-a034-da989df83477 None None] Bound port: ab8a89ac-e5fd-48ec-bc47-505baf6717ca, host: dv-cinder-833544-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '178995d1-5f67-4684-9116-b12e73922a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '57ee559b-7405-419c-add9-12136a347c22'}}] {{(pid=103644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 10:37:01.638861 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-55940acd-b1ae-44fe-a034-da989df83477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (ab8a89ac-e5fd-48ec-bc47-505baf6717ca), before_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:37:01.705926 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.db.db_base_plugin_common [None req-31b4020b-8d22-4e84-975b-b1c3197e2b10 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Allocated IP 172.27.2.165 (d3edc090-f075-4654-a10f-87b9c191544a/b94c44b1-4eb3-4139-bb38-cf15afc675ad/00e27148-7e70-469d-8efa-232fcacd9855) {{(pid=103643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 10:37:01.708676 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-55940acd-b1ae-44fe-a034-da989df83477 None None] For port ab8a89ac-e5fd-48ec-bc47-505baf6717ca, host dv-cinder-833544-1-iscsi, cleared binding levels {{(pid=103644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 10:37:01.712349 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-55940acd-b1ae-44fe-a034-da989df83477 None None] For port ab8a89ac-e5fd-48ec-bc47-505baf6717ca, host dv-cinder-833544-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833544-1-iscsi',level=0,port_id=ab8a89ac-e5fd-48ec-bc47-505baf6717ca,segment=NetworkSegment(178995d1-5f67-4684-9116-b12e73922a62),segment_id=178995d1-5f67-4684-9116-b12e73922a62)] {{(pid=103644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 10:37:01.784761 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-f4e53fc4-84a2-4ae9-98dc-e354b5555b97 None None] Provisioning complete for port ab8a89ac-e5fd-48ec-bc47-505baf6717ca triggered by entity DHCP. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:37:01.785137 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-f4e53fc4-84a2-4ae9-98dc-e354b5555b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (ab8a89ac-e5fd-48ec-bc47-505baf6717ca), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:37:01.810703 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-31b4020b-8d22-4e84-975b-b1c3197e2b10 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks [] for port (00e27148-7e70-469d-8efa-232fcacd9855), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:37:01.811698 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-55940acd-b1ae-44fe-a034-da989df83477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (ab8a89ac-e5fd-48ec-bc47-505baf6717ca), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:37:01.856486 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-f4e53fc4-84a2-4ae9-98dc-e354b5555b97 None None] Port ab8a89ac-e5fd-48ec-bc47-505baf6717ca cannot update to ACTIVE because it is not bound. {{(pid=103644) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 10:37:01.881154 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c5493-a96a-4904-b5d7-dbce1beea8f2 None None] Pushing event updated for resources: {'Port': ['ID=ab8a89ac-e5fd-48ec-bc47-505baf6717ca,revision_number=4']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:37:01.884039 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55940acd-b1ae-44fe-a034-da989df83477 None None] Routers {'af46814b-06af-4a09-b7be-76dcaa7e3d2d'} bound to L3 agent in host dv-cinder-833544-1-iscsi {{(pid=103644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:37:01.884640 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-55940acd-b1ae-44fe-a034-da989df83477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833544-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T10:17:23Z,description=,heartbeat_timestamp=2022-03-14T10:36:53Z,host='dv-cinder-833544-1-iscsi',id=a016a58c-1f8a-4210-ae6c-360b1a1f78c1,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:17:24Z,topic='l3_agent')) {'router_ids': ['af46814b-06af-4a09-b7be-76dcaa7e3d2d'], 'active': True} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:37:01.979467 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-31b4020b-8d22-4e84-975b-b1c3197e2b10 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739585409118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516063'] for port (00e27148-7e70-469d-8efa-232fcacd9855), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:37:02.002890 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvr_db [None req-55940acd-b1ae-44fe-a034-da989df83477 None None] Set router af46814b-06af-4a09-b7be-76dcaa7e3d2d gateway port host: dv-cinder-833544-1-iscsi {{(pid=103644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:37:02.021474 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b4020b-8d22-4e84-975b-b1c3197e2b10 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Network d3edc090-f075-4654-a10f-87b9c191544a is already hosted by enough agents. {{(pid=103643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:37:02.024342 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.base_scheduler [None req-31b4020b-8d22-4e84-975b-b1c3197e2b10 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Resources bound (agent type, host, resource id): {{(pid=103643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:37:02.027803 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b4020b-8d22-4e84-975b-b1c3197e2b10 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Received port after_create {{(pid=103643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 10:37:02.033732 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b4020b-8d22-4e84-975b-b1c3197e2b10 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Pushing event updated for resources: {'Port': ['ID=00e27148-7e70-469d-8efa-232fcacd9855,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:37:02.127324 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-31b4020b-8d22-4e84-975b-b1c3197e2b10 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks [] for floatingip (7aa99ef1-dc89-43ed-8131-1fcbe4049168), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:37:02.146919 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-826c43ed-6ff2-4298-90cd-da62b240d49a None None] Provisioning complete for port ab8a89ac-e5fd-48ec-bc47-505baf6717ca triggered by entity DHCP. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:37:02.147304 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-826c43ed-6ff2-4298-90cd-da62b240d49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (ab8a89ac-e5fd-48ec-bc47-505baf6717ca), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:37:02.211929 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-31b4020b-8d22-4e84-975b-b1c3197e2b10 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (00e27148-7e70-469d-8efa-232fcacd9855), before_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:37:02.270675 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-826c43ed-6ff2-4298-90cd-da62b240d49a None None] Current status of the port ab8a89ac-e5fd-48ec-bc47-505baf6717ca is: DOWN; New status is: ACTIVE {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:37:02.270961 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-826c43ed-6ff2-4298-90cd-da62b240d49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (ab8a89ac-e5fd-48ec-bc47-505baf6717ca), before_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:37:02.302779 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-55940acd-b1ae-44fe-a034-da989df83477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af46814b-06af-4a09-b7be-76dcaa7e3d2d', 'name': 'tempest-AttachVolumeNegativeTest-542487346-router', 'tenant_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '4038d135-f1a7-44ee-a8aa-d68043c4ba7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:36:55Z', 'updated_at': '2022-03-14T10:36:58Z', 'revision_number': 4, 'project_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'gw_port': {'id': '4038d135-f1a7-44ee-a8aa-d68043c4ba7e', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ff:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af46814b-06af-4a09-b7be-76dcaa7e3d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:36:56Z', 'updated_at': '2022-03-14T10:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi', '_interfaces': [{'id': 'ab8a89ac-e5fd-48ec-bc47-505baf6717ca', 'name': '', 'network_id': '57ee559b-7405-419c-add9-12136a347c22', 'tenant_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'mac_address': 'fa:16:3e:09:aa:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af46814b-06af-4a09-b7be-76dcaa7e3d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '445e9f07-5c2c-42dc-a9b7-aeafc1941d6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:36:58Z', 'updated_at': '2022-03-14T10:37:01Z', 'revision_number': 4, 'project_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'subnets': [{'id': '445e9f07-5c2c-42dc-a9b7-aeafc1941d6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833544-1-iscsi', False) {} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:37:02.337678 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55940acd-b1ae-44fe-a034-da989df83477 None None] The sync data for ids ['af46814b-06af-4a09-b7be-76dcaa7e3d2d'] in dv-cinder-833544-1-iscsi is: [{'id': 'af46814b-06af-4a09-b7be-76dcaa7e3d2d', 'name': 'tempest-AttachVolumeNegativeTest-542487346-router', 'tenant_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '4038d135-f1a7-44ee-a8aa-d68043c4ba7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:36:55Z', 'updated_at': '2022-03-14T10:36:58Z', 'revision_number': 4, 'project_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'gw_port': {'id': '4038d135-f1a7-44ee-a8aa-d68043c4ba7e', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ff:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af46814b-06af-4a09-b7be-76dcaa7e3d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:36:56Z', 'updated_at': '2022-03-14T10:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi', '_interfaces': [{'id': 'ab8a89ac-e5fd-48ec-bc47-505baf6717ca', 'name': '', 'network_id': '57ee559b-7405-419c-add9-12136a347c22', 'tenant_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'mac_address': 'fa:16:3e:09:aa:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af46814b-06af-4a09-b7be-76dcaa7e3d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '445e9f07-5c2c-42dc-a9b7-aeafc1941d6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:36:58Z', 'updated_at': '2022-03-14T10:37:01Z', 'revision_number': 4, 'project_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'subnets': [{'id': '445e9f07-5c2c-42dc-a9b7-aeafc1941d6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 10:37:02.340332 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-826c43ed-6ff2-4298-90cd-da62b240d49a None None] For port ab8a89ac-e5fd-48ec-bc47-505baf6717ca, host dv-cinder-833544-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833544-1-iscsi',level=0,port_id=ab8a89ac-e5fd-48ec-bc47-505baf6717ca,segment=NetworkSegment(178995d1-5f67-4684-9116-b12e73922a62),segment_id=178995d1-5f67-4684-9116-b12e73922a62)] {{(pid=103644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:37:02.367921 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-31b4020b-8d22-4e84-975b-b1c3197e2b10 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks [] for port (00e27148-7e70-469d-8efa-232fcacd9855), precommit_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:37:02.393270 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-826c43ed-6ff2-4298-90cd-da62b240d49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (ab8a89ac-e5fd-48ec-bc47-505baf6717ca), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:37:02.444162 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-31b4020b-8d22-4e84-975b-b1c3197e2b10 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516052'] for port (00e27148-7e70-469d-8efa-232fcacd9855), after_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:37:02.463131 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826c43ed-6ff2-4298-90cd-da62b240d49a None None] Pushing event updated for resources: {'Port': ['ID=ab8a89ac-e5fd-48ec-bc47-505baf6717ca,revision_number=5']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:37:02.524026 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-31b4020b-8d22-4e84-975b-b1c3197e2b10 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-564448'] for floatingip (7aa99ef1-dc89-43ed-8131-1fcbe4049168), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:37:02.533779 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b4020b-8d22-4e84-975b-b1c3197e2b10 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Pushing event updated for resources: {'Port': ['ID=00e27148-7e70-469d-8efa-232fcacd9855,revision_number=2']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:37:02.593252 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Device 4038d135-f1a7-44ee-a8aa-d68043c4ba7e up at agent ovs-agent-dv-cinder-833544-1-iscsi {{(pid=103644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:37:02.644100 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-31b4020b-8d22-4e84-975b-b1c3197e2b10 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211739'] for floatingip (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:37:02.644863 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Provisioning complete for port 4038d135-f1a7-44ee-a8aa-d68043c4ba7e triggered by entity L2. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:37:02.646029 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (4038d135-f1a7-44ee-a8aa-d68043c4ba7e), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:37:02.646189 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-31b4020b-8d22-4e84-975b-b1c3197e2b10 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2428012 Mar 14 10:37:02.733887 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Current status of the port 4038d135-f1a7-44ee-a8aa-d68043c4ba7e is: ACTIVE; New status is: ACTIVE {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:37:02.734977 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Device ab8a89ac-e5fd-48ec-bc47-505baf6717ca up at agent ovs-agent-dv-cinder-833544-1-iscsi {{(pid=103644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:37:02.784994 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Provisioning complete for port ab8a89ac-e5fd-48ec-bc47-505baf6717ca triggered by entity L2. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:37:02.785192 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (ab8a89ac-e5fd-48ec-bc47-505baf6717ca), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:37:02.850539 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-98aa95a3-b86c-4e47-80ce-da00e5592b45 req-6672a8c1-1319-49db-88d0-aae9426c5c22 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1697662296&fields=id&tenant_id=ec9fb341ae784a188d2c22728a1d4c86 HTTP/1.1" status: 200 len: 267 time: 0.0831981 Mar 14 10:37:02.890375 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Current status of the port ab8a89ac-e5fd-48ec-bc47-505baf6717ca is: ACTIVE; New status is: ACTIVE {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:37:02.975864 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aa95a3-b86c-4e47-80ce-da00e5592b45 req-e62e097a-a441-4b14-a297-adc20897f4e9 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:37:02.979692 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-98aa95a3-b86c-4e47-80ce-da00e5592b45 req-e62e097a-a441-4b14-a297-adc20897f4e9 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "GET /v2.0/networks?id=57ee559b-7405-419c-add9-12136a347c22 HTTP/1.1" status: 200 len: 814 time: 0.1129403 Mar 14 10:37:02.995963 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-98aa95a3-b86c-4e47-80ce-da00e5592b45 req-9cbc4cee-782c-43ba-8f9f-f770fe881426 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "GET /v2.0/quotas/ec9fb341ae784a188d2c22728a1d4c86 HTTP/1.1" status: 200 len: 375 time: 0.0117106 Mar 14 10:37:03.056642 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-98aa95a3-b86c-4e47-80ce-da00e5592b45 req-9eebe924-d8e1-4c80-95b6-6e5a22d632b7 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ec9fb341ae784a188d2c22728a1d4c86&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0542705 Mar 14 10:37:03.072932 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [req-98aa95a3-b86c-4e47-80ce-da00e5592b45 req-0de1b53a-8019-4979-9f1c-cfc8cfdd0530 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103643) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 14 10:37:03.073920 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-98aa95a3-b86c-4e47-80ce-da00e5592b45 req-0de1b53a-8019-4979-9f1c-cfc8cfdd0530 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053415 Mar 14 10:37:03.405290 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-98aa95a3-b86c-4e47-80ce-da00e5592b45 req-8db5c2e7-fc9b-4acb-9a3b-2984ad165979 service neutron] 10.222.0.16 "GET /v2.0/networks/57ee559b-7405-419c-add9-12136a347c22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3254535 Mar 14 10:37:03.498832 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-98aa95a3-b86c-4e47-80ce-da00e5592b45 req-c0e10f9b-1017-48eb-b927-4587d04bbee9 service neutron] 10.222.0.16 "GET /v2.0/networks/57ee559b-7405-419c-add9-12136a347c22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878477 Mar 14 10:37:03.738278 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-3ff1230f-a3db-4c5e-b2b3-373c048fb62d req-d0e61956-0117-42a7-88df-52b14d998311 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "GET /v2.0/ports?device_id=3b4d8caf-bcda-4f86-a6ec-988ca9d2e025 HTTP/1.1" status: 200 len: 210 time: 0.0278125 Mar 14 10:37:04.107126 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.agents_db [None req-e5bc90a1-3fae-4be0-a54a-d59a030b4380 None None] Agent healthcheck: found 6 active agents {{(pid=103645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 10:37:04.455708 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Device ab8a89ac-e5fd-48ec-bc47-505baf6717ca up at agent ovs-agent-dv-cinder-833544-1-iscsi {{(pid=103644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:37:04.505358 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Provisioning complete for port ab8a89ac-e5fd-48ec-bc47-505baf6717ca triggered by entity L2. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:37:04.505738 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (ab8a89ac-e5fd-48ec-bc47-505baf6717ca), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:37:04.580884 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Current status of the port ab8a89ac-e5fd-48ec-bc47-505baf6717ca is: ACTIVE; New status is: ACTIVE {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:37:04.830769 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-e44b584a-5f4a-4928-a4da-cd1d02001144 req-746862e8-f5e1-4cbd-b5b9-0a544e48412c tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "GET /v2.0/ports?device_id=3b4d8caf-bcda-4f86-a6ec-988ca9d2e025 HTTP/1.1" status: 200 len: 210 time: 0.0265076 Mar 14 10:37:05.924157 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-a1b4afad-6268-4542-a6a0-5aa670daee73 req-cbb43af8-a989-46e3-99b2-c9e7bd1f796f tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "GET /v2.0/ports?device_id=3b4d8caf-bcda-4f86-a6ec-988ca9d2e025 HTTP/1.1" status: 200 len: 210 time: 0.0266414 Mar 14 10:37:06.288353 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aa95a3-b86c-4e47-80ce-da00e5592b45 req-a43edca1-fae8-47aa-aa43-a656a505b86f tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:37:06.289683 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-98aa95a3-b86c-4e47-80ce-da00e5592b45 req-a43edca1-fae8-47aa-aa43-a656a505b86f tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.39 "GET /v2.0/networks?id=57ee559b-7405-419c-add9-12136a347c22 HTTP/1.1" status: 200 len: 814 time: 0.1037922 Mar 14 10:37:06.354251 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-98aa95a3-b86c-4e47-80ce-da00e5592b45 req-370b61ae-5c37-4842-8f24-1197464b6809 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ec9fb341ae784a188d2c22728a1d4c86 HTTP/1.1" status: 200 len: 380 time: 0.0486417 Mar 14 10:37:06.362420 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [req-98aa95a3-b86c-4e47-80ce-da00e5592b45 req-2669ee2e-e453-4da6-96d3-662c333d5a7f tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Request body: {'port': {'device_id': '3b4d8caf-bcda-4f86-a6ec-988ca9d2e025', 'network_id': '57ee559b-7405-419c-add9-12136a347c22', 'admin_state_up': True, 'tenant_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'security_groups': ['ab5dde18-c743-4681-8414-50e105db6d1a']}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:37:06.572597 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98aa95a3-b86c-4e47-80ce-da00e5592b45 req-2669ee2e-e453-4da6-96d3-662c333d5a7f tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Made reservation on behalf of ec9fb341ae784a188d2c22728a1d4c86 for: {'port': 1} {{(pid=103643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 10:37:06.576667 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-98aa95a3-b86c-4e47-80ce-da00e5592b45 req-2669ee2e-e453-4da6-96d3-662c333d5a7f tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:37:06.631627 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-a9ab5418-bf7c-4c04-9404-ececd9e19e2d req-9e866a56-1b11-491a-a548-fc822c029823 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=323518de-d844-4d21-9b10-67694018a4e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0931656 Mar 14 10:37:06.708845 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.db.db_base_plugin_common [req-98aa95a3-b86c-4e47-80ce-da00e5592b45 req-2669ee2e-e453-4da6-96d3-662c333d5a7f tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Allocated IP 172.20.0.12 (57ee559b-7405-419c-add9-12136a347c22/445e9f07-5c2c-42dc-a9b7-aeafc1941d6c/d3489a11-8a78-4228-b306-782236378fce) {{(pid=103643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 10:37:06.742438 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ab5418-bf7c-4c04-9404-ececd9e19e2d req-99aa2ab7-1af4-4eea-8eab-c838d927f4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:37:06.744022 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-a9ab5418-bf7c-4c04-9404-ececd9e19e2d req-99aa2ab7-1af4-4eea-8eab-c838d927f4cc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=95044ea425734624aaff8798e60e7f23&device_id=323518de-d844-4d21-9b10-67694018a4e6 HTTP/1.1" status: 200 len: 1129 time: 0.0504827 Mar 14 10:37:06.850323 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ab5418-bf7c-4c04-9404-ececd9e19e2d req-543a5e94-48c1-4453-bcf4-dd92ee37899e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:37:06.851943 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-a9ab5418-bf7c-4c04-9404-ececd9e19e2d req-543a5e94-48c1-4453-bcf4-dd92ee37899e service neutron] 10.222.0.39 "GET /v2.0/networks?id=5e8d43d9-8e06-477c-94a7-c145f612c20a HTTP/1.1" status: 200 len: 910 time: 0.0902982 Mar 14 10:37:06.861478 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-98aa95a3-b86c-4e47-80ce-da00e5592b45 req-2669ee2e-e453-4da6-96d3-662c333d5a7f tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks [] for port (d3489a11-8a78-4228-b306-782236378fce), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:37:06.919452 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-a9ab5418-bf7c-4c04-9404-ececd9e19e2d req-d45b4ddd-e601-40d6-9ea0-2605700801dc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f5876d9f-5139-484e-8c48-89996428f4e4 HTTP/1.1" status: 200 len: 1000 time: 0.0610325 Mar 14 10:37:06.973141 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-98aa95a3-b86c-4e47-80ce-da00e5592b45 req-2669ee2e-e453-4da6-96d3-662c333d5a7f tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739585409118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516063'] for port (d3489a11-8a78-4228-b306-782236378fce), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:37:06.974981 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ab5418-bf7c-4c04-9404-ececd9e19e2d req-81849b9f-5120-47c0-8406-935974bd12d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:37:06.977774 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-a9ab5418-bf7c-4c04-9404-ececd9e19e2d req-81849b9f-5120-47c0-8406-935974bd12d9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=913c06b0-3027-4edb-99c2-07504a459961 HTTP/1.1" status: 200 len: 848 time: 0.0517585 Mar 14 10:37:07.035330 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ab5418-bf7c-4c04-9404-ececd9e19e2d req-833dc29d-d446-4dcc-8c88-74bfb88fe1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:37:07.036928 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-a9ab5418-bf7c-4c04-9404-ececd9e19e2d req-833dc29d-d446-4dcc-8c88-74bfb88fe1a2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5e8d43d9-8e06-477c-94a7-c145f612c20a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0534887 Mar 14 10:37:07.048392 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [req-a9ab5418-bf7c-4c04-9404-ececd9e19e2d req-d4170a74-8242-4f16-b29d-b598b5b19bdb service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103642) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 14 10:37:07.049344 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98aa95a3-b86c-4e47-80ce-da00e5592b45 req-2669ee2e-e453-4da6-96d3-662c333d5a7f tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Network 57ee559b-7405-419c-add9-12136a347c22 is already hosted by enough agents. {{(pid=103643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:37:07.049610 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-a9ab5418-bf7c-4c04-9404-ececd9e19e2d req-d4170a74-8242-4f16-b29d-b598b5b19bdb service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053444 Mar 14 10:37:07.057239 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.base_scheduler [req-98aa95a3-b86c-4e47-80ce-da00e5592b45 req-2669ee2e-e453-4da6-96d3-662c333d5a7f tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Resources bound (agent type, host, resource id): {{(pid=103643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:37:07.059771 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2669ee2e-e453-4da6-96d3-662c333d5a7f tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Pushing event updated for resources: {'Port': ['ID=d3489a11-8a78-4228-b306-782236378fce,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:37:07.062486 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.db.l3_dvrscheduler_db [req-98aa95a3-b86c-4e47-80ce-da00e5592b45 req-2669ee2e-e453-4da6-96d3-662c333d5a7f tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Received port after_create {{(pid=103643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 10:37:07.123643 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb0e35a-310c-4b10-bbf9-6c90e9bebf61 req-77144d7a-a33f-445d-93cb-206f34305199 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:37:07.125138 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-4bb0e35a-310c-4b10-bbf9-6c90e9bebf61 req-77144d7a-a33f-445d-93cb-206f34305199 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "GET /v2.0/ports?device_id=3b4d8caf-bcda-4f86-a6ec-988ca9d2e025 HTTP/1.1" status: 200 len: 932 time: 0.1190879 Mar 14 10:37:07.130940 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aa95a3-b86c-4e47-80ce-da00e5592b45 req-2669ee2e-e453-4da6-96d3-662c333d5a7f tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:37:07.131648 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-98aa95a3-b86c-4e47-80ce-da00e5592b45 req-2669ee2e-e453-4da6-96d3-662c333d5a7f tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211739'] for port (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:37:07.153939 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-a9ab5418-bf7c-4c04-9404-ececd9e19e2d req-44be8d69-8cc2-4c81-b84e-e9f2ff2f4319 service neutron] 10.222.0.39 "GET /v2.0/networks/5e8d43d9-8e06-477c-94a7-c145f612c20a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980599 Mar 14 10:37:07.181907 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-4bb0e35a-310c-4b10-bbf9-6c90e9bebf61 req-e7d6a2b1-d217-4536-a4dd-436574986b0f tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab5dde18-c743-4681-8414-50e105db6d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475323 Mar 14 10:37:07.226978 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-98aa95a3-b86c-4e47-80ce-da00e5592b45 req-2669ee2e-e453-4da6-96d3-662c333d5a7f tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8680048 Mar 14 10:37:07.244225 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [req-98aa95a3-b86c-4e47-80ce-da00e5592b45 req-c983427e-0c88-4839-88bc-066ccf470589 service neutron] Request body: {'port': {'device_id': '3b4d8caf-bcda-4f86-a6ec-988ca9d2e025', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83354'}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:37:07.281072 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-a9ab5418-bf7c-4c04-9404-ececd9e19e2d req-2b017055-2f63-4a28-8f41-f9034755b6db service neutron] 10.222.0.39 "GET /v2.0/networks/5e8d43d9-8e06-477c-94a7-c145f612c20a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876153 Mar 14 10:37:07.304940 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-98aa95a3-b86c-4e47-80ce-da00e5592b45 req-c983427e-0c88-4839-88bc-066ccf470589 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (d3489a11-8a78-4228-b306-782236378fce), before_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:37:07.366768 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-dc1595f2-da11-416c-8672-2b3ca2ea5643 None None] Provisioning complete for port d3489a11-8a78-4228-b306-782236378fce triggered by entity DHCP. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:37:07.367338 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-dc1595f2-da11-416c-8672-2b3ca2ea5643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (d3489a11-8a78-4228-b306-782236378fce), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:37:07.401941 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-dc1595f2-da11-416c-8672-2b3ca2ea5643 None None] Port d3489a11-8a78-4228-b306-782236378fce cannot update to ACTIVE because it is not bound. {{(pid=103644) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 10:37:07.571912 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.notifiers.nova [req-98aa95a3-b86c-4e47-80ce-da00e5592b45 req-c983427e-0c88-4839-88bc-066ccf470589 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3489a11-8a78-4228-b306-782236378fce {{(pid=103643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 10:37:07.579217 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-98aa95a3-b86c-4e47-80ce-da00e5592b45 req-c983427e-0c88-4839-88bc-066ccf470589 service neutron] Publish callbacks [] for port (d3489a11-8a78-4228-b306-782236378fce), precommit_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:37:07.591597 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.db.provisioning_blocks [req-98aa95a3-b86c-4e47-80ce-da00e5592b45 req-c983427e-0c88-4839-88bc-066ccf470589 service neutron] Transition to ACTIVE for port object d3489a11-8a78-4228-b306-782236378fce will not be triggered until provisioned by entity L2. {{(pid=103643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 14 10:37:07.658574 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-98aa95a3-b86c-4e47-80ce-da00e5592b45 req-c983427e-0c88-4839-88bc-066ccf470589 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516052'] for port (d3489a11-8a78-4228-b306-782236378fce), after_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:37:07.707325 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c983427e-0c88-4839-88bc-066ccf470589 service neutron] Pushing event updated for resources: {'Port': ['ID=d3489a11-8a78-4228-b306-782236378fce,revision_number=2']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:37:07.782442 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.managers [req-98aa95a3-b86c-4e47-80ce-da00e5592b45 req-c983427e-0c88-4839-88bc-066ccf470589 service neutron] Attempting to bind port d3489a11-8a78-4228-b306-782236378fce on host hv-cinder-83354 for vnic_type normal with profile {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 10:37:07.782777 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.managers [req-98aa95a3-b86c-4e47-80ce-da00e5592b45 req-c983427e-0c88-4839-88bc-066ccf470589 service neutron] Attempting to bind port d3489a11-8a78-4228-b306-782236378fce by drivers openvswitch,hyperv on host hv-cinder-83354 at level 0 using segments [{'id': '178995d1-5f67-4684-9116-b12e73922a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '57ee559b-7405-419c-add9-12136a347c22'}] {{(pid=103643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 10:37:07.783238 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98aa95a3-b86c-4e47-80ce-da00e5592b45 req-c983427e-0c88-4839-88bc-066ccf470589 service neutron] Attempting to bind port d3489a11-8a78-4228-b306-782236378fce on network 57ee559b-7405-419c-add9-12136a347c22 {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:37:07.787814 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98aa95a3-b86c-4e47-80ce-da00e5592b45 req-c983427e-0c88-4839-88bc-066ccf470589 service neutron] Port d3489a11-8a78-4228-b306-782236378fce on network 57ee559b-7405-419c-add9-12136a347c22 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83354 {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 10:37:07.788139 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98aa95a3-b86c-4e47-80ce-da00e5592b45 req-c983427e-0c88-4839-88bc-066ccf470589 service neutron] Attempting to bind port d3489a11-8a78-4228-b306-782236378fce on network 57ee559b-7405-419c-add9-12136a347c22 {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:37:07.792979 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98aa95a3-b86c-4e47-80ce-da00e5592b45 req-c983427e-0c88-4839-88bc-066ccf470589 service neutron] Checking agent: {'id': 'cd4c1fd5-6bd0-46fc-9cd1-9ea8fc180379', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83354', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 10, 23, 57), 'started_at': datetime.datetime(2022, 3, 14, 10, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 10, 36, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 10:37:07.793443 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98aa95a3-b86c-4e47-80ce-da00e5592b45 req-c983427e-0c88-4839-88bc-066ccf470589 service neutron] Checking segment: {'id': '178995d1-5f67-4684-9116-b12e73922a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '57ee559b-7405-419c-add9-12136a347c22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:37:07.793840 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98aa95a3-b86c-4e47-80ce-da00e5592b45 req-c983427e-0c88-4839-88bc-066ccf470589 service neutron] Bound using segment: {'id': '178995d1-5f67-4684-9116-b12e73922a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '57ee559b-7405-419c-add9-12136a347c22'} {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 10:37:07.794267 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.managers [req-98aa95a3-b86c-4e47-80ce-da00e5592b45 req-c983427e-0c88-4839-88bc-066ccf470589 service neutron] Bound port: d3489a11-8a78-4228-b306-782236378fce, host: hv-cinder-83354, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '178995d1-5f67-4684-9116-b12e73922a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '57ee559b-7405-419c-add9-12136a347c22'}}] {{(pid=103643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 10:37:07.794623 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-98aa95a3-b86c-4e47-80ce-da00e5592b45 req-c983427e-0c88-4839-88bc-066ccf470589 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (d3489a11-8a78-4228-b306-782236378fce), before_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:37:07.861364 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.db [req-98aa95a3-b86c-4e47-80ce-da00e5592b45 req-c983427e-0c88-4839-88bc-066ccf470589 service neutron] For port d3489a11-8a78-4228-b306-782236378fce, host hv-cinder-83354, cleared binding levels {{(pid=103643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 10:37:07.867114 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.db [req-98aa95a3-b86c-4e47-80ce-da00e5592b45 req-c983427e-0c88-4839-88bc-066ccf470589 service neutron] For port d3489a11-8a78-4228-b306-782236378fce, host hv-cinder-83354, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=d3489a11-8a78-4228-b306-782236378fce,segment=NetworkSegment(178995d1-5f67-4684-9116-b12e73922a62),segment_id=178995d1-5f67-4684-9116-b12e73922a62)] {{(pid=103643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 10:37:07.949720 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-98aa95a3-b86c-4e47-80ce-da00e5592b45 req-c983427e-0c88-4839-88bc-066ccf470589 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516052'] for port (d3489a11-8a78-4228-b306-782236378fce), after_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:37:07.987597 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aa95a3-b86c-4e47-80ce-da00e5592b45 req-c983427e-0c88-4839-88bc-066ccf470589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:37:07.988247 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-98aa95a3-b86c-4e47-80ce-da00e5592b45 req-c983427e-0c88-4839-88bc-066ccf470589 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211739'] for port (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:37:07.989624 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-98aa95a3-b86c-4e47-80ce-da00e5592b45 req-c983427e-0c88-4839-88bc-066ccf470589 service neutron] 10.222.0.39 "PUT /v2.0/ports/d3489a11-8a78-4228-b306-782236378fce HTTP/1.1" status: 200 len: 1094 time: 0.7498593 Mar 14 10:37:07.990064 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b4d8caf-bcda-4f86-a6ec-988ca9d2e025', 'tag': 'd3489a11-8a78-4228-b306-782236378fce'}] {{(pid=103643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:37:07.992396 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b58adf1808d3e8f2b7de4636db435fb255da6a44abdc46a7a48cdc23cb85b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bd2905a-3076-4372-b875-f1c478ab6f60" -d '{"events": [{"name": "network-changed", "server_uuid": "3b4d8caf-bcda-4f86-a6ec-988ca9d2e025", "tag": "d3489a11-8a78-4228-b306-782236378fce"}]}' {{(pid=103643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:37:08.024222 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c983427e-0c88-4839-88bc-066ccf470589 service neutron] Pushing event updated for resources: {'Port': ['ID=d3489a11-8a78-4228-b306-782236378fce,revision_number=3']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:37:08.031604 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 10:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d122f233-6521-4269-b5e8-4f025dcd8d3b x-openstack-request-id: req-d122f233-6521-4269-b5e8-4f025dcd8d3b {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:37:08.031932 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b4d8caf-bcda-4f86-a6ec-988ca9d2e025", "tag": "d3489a11-8a78-4228-b306-782236378fce", "status": "completed", "code": 200}]} {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:37:08.032192 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d122f233-6521-4269-b5e8-4f025dcd8d3b {{(pid=103643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:37:08.032592 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b4d8caf-bcda-4f86-a6ec-988ca9d2e025', 'tag': 'd3489a11-8a78-4228-b306-782236378fce', 'status': 'completed', 'code': 200} Mar 14 10:37:08.131255 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd2905a-3076-4372-b875-f1c478ab6f60 req-9c78997d-9c9d-4198-a4c7-a7a957d36bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:37:08.132832 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-7bd2905a-3076-4372-b875-f1c478ab6f60 req-9c78997d-9c9d-4198-a4c7-a7a957d36bc8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ec9fb341ae784a188d2c22728a1d4c86&device_id=3b4d8caf-bcda-4f86-a6ec-988ca9d2e025 HTTP/1.1" status: 200 len: 1128 time: 0.0460536 Mar 14 10:37:08.241779 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd2905a-3076-4372-b875-f1c478ab6f60 req-471941f5-6001-4b46-9638-d4dc2101e534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:37:08.243242 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-7bd2905a-3076-4372-b875-f1c478ab6f60 req-471941f5-6001-4b46-9638-d4dc2101e534 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=ec9fb341ae784a188d2c22728a1d4c86&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0960891 Mar 14 10:37:08.368579 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd2905a-3076-4372-b875-f1c478ab6f60 req-e01ac538-9c19-46e5-ad8d-8e742345b8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:37:08.370034 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-7bd2905a-3076-4372-b875-f1c478ab6f60 req-e01ac538-9c19-46e5-ad8d-8e742345b8f9 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1214750 Mar 14 10:37:08.377947 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a3a3f3-8768-4b73-b64c-4f3724b0b21f req-2f526a45-111c-42c4-b41b-09a1bc0bfcf8 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:37:08.379282 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-63a3a3f3-8768-4b73-b64c-4f3724b0b21f req-2f526a45-111c-42c4-b41b-09a1bc0bfcf8 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "GET /v2.0/ports?device_id=3b4d8caf-bcda-4f86-a6ec-988ca9d2e025 HTTP/1.1" status: 200 len: 944 time: 0.1091633 Mar 14 10:37:08.427924 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-63a3a3f3-8768-4b73-b64c-4f3724b0b21f req-95a5caf6-0902-43c7-bae5-5a9225071b18 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab5dde18-c743-4681-8414-50e105db6d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420802 Mar 14 10:37:08.474525 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aa95a3-b86c-4e47-80ce-da00e5592b45 req-4eab786c-0f82-4927-a33c-b34ac597364d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:37:08.475948 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-98aa95a3-b86c-4e47-80ce-da00e5592b45 req-4eab786c-0f82-4927-a33c-b34ac597364d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ec9fb341ae784a188d2c22728a1d4c86&device_id=3b4d8caf-bcda-4f86-a6ec-988ca9d2e025 HTTP/1.1" status: 200 len: 1128 time: 0.0451033 Mar 14 10:37:08.527057 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-98aa95a3-b86c-4e47-80ce-da00e5592b45 req-96dd3820-5f29-4863-84c5-170ba05f3c66 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d3489a11-8a78-4228-b306-782236378fce HTTP/1.1" status: 200 len: 217 time: 0.0375247 Mar 14 10:37:08.575169 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aa95a3-b86c-4e47-80ce-da00e5592b45 req-44f35964-a419-4655-a2b3-783e6f1961f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:37:08.577329 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-98aa95a3-b86c-4e47-80ce-da00e5592b45 req-44f35964-a419-4655-a2b3-783e6f1961f4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=445e9f07-5c2c-42dc-a9b7-aeafc1941d6c HTTP/1.1" status: 200 len: 853 time: 0.0436742 Mar 14 10:37:08.624692 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aa95a3-b86c-4e47-80ce-da00e5592b45 req-294b5222-fd17-47a7-9f4f-4c93787d3e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:37:08.626158 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-98aa95a3-b86c-4e47-80ce-da00e5592b45 req-294b5222-fd17-47a7-9f4f-4c93787d3e79 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=57ee559b-7405-419c-add9-12136a347c22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425816 Mar 14 10:37:08.716166 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-98aa95a3-b86c-4e47-80ce-da00e5592b45 req-83f305be-3cf2-4e00-9410-bc032877398b service neutron] 10.222.0.39 "GET /v2.0/networks/57ee559b-7405-419c-add9-12136a347c22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833147 Mar 14 10:37:08.801512 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-98aa95a3-b86c-4e47-80ce-da00e5592b45 req-8964df63-f306-4e16-baa1-ca62bbc1b2dc service neutron] 10.222.0.39 "GET /v2.0/networks/57ee559b-7405-419c-add9-12136a347c22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796788 Mar 14 10:37:09.555768 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfc0333-bbf0-4179-899b-5f84b7397dd7 req-a4b936ad-de70-47e1-a980-686c01932930 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:37:09.557238 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-ecfc0333-bbf0-4179-899b-5f84b7397dd7 req-a4b936ad-de70-47e1-a980-686c01932930 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "GET /v2.0/ports?device_id=3b4d8caf-bcda-4f86-a6ec-988ca9d2e025 HTTP/1.1" status: 200 len: 944 time: 0.0605555 Mar 14 10:37:09.603597 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-ecfc0333-bbf0-4179-899b-5f84b7397dd7 req-976f4ebd-5842-4fc5-8fe1-95b1a9f4de49 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab5dde18-c743-4681-8414-50e105db6d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407798 Mar 14 10:37:10.722937 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56658d6f-d76e-46b0-8495-c1601a2ebc96 req-761e4e75-6b55-496c-985f-26e6570b5d81 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:37:10.724401 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-56658d6f-d76e-46b0-8495-c1601a2ebc96 req-761e4e75-6b55-496c-985f-26e6570b5d81 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "GET /v2.0/ports?device_id=3b4d8caf-bcda-4f86-a6ec-988ca9d2e025 HTTP/1.1" status: 200 len: 944 time: 0.0508308 Mar 14 10:37:10.769717 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-56658d6f-d76e-46b0-8495-c1601a2ebc96 req-0c9f3abb-9558-4291-8f1d-024629d05969 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab5dde18-c743-4681-8414-50e105db6d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398269 Mar 14 10:37:11.883186 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3de8ed-ea84-442c-9336-d4a9fdb146e9 req-df9a7eb8-c0a6-442c-b8ca-20f590a85136 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:37:11.884641 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-ab3de8ed-ea84-442c-9336-d4a9fdb146e9 req-df9a7eb8-c0a6-442c-b8ca-20f590a85136 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "GET /v2.0/ports?device_id=3b4d8caf-bcda-4f86-a6ec-988ca9d2e025 HTTP/1.1" status: 200 len: 944 time: 0.0509424 Mar 14 10:37:11.931961 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-ab3de8ed-ea84-442c-9336-d4a9fdb146e9 req-b4eb9d7b-0515-48f6-95f2-6a585c939d32 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab5dde18-c743-4681-8414-50e105db6d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417781 Mar 14 10:37:12.830620 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Device d3489a11-8a78-4228-b306-782236378fce details requested by agent hyperv_hv-cinder-83354 with host hv-cinder-83354 {{(pid=103644) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 10:37:12.927330 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] For port d3489a11-8a78-4228-b306-782236378fce, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=d3489a11-8a78-4228-b306-782236378fce,segment=NetworkSegment(178995d1-5f67-4684-9116-b12e73922a62),segment_id=178995d1-5f67-4684-9116-b12e73922a62)] {{(pid=103644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:37:12.937805 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Returning: {'device': 'd3489a11-8a78-4228-b306-782236378fce', 'network_id': '57ee559b-7405-419c-add9-12136a347c22', 'port_id': 'd3489a11-8a78-4228-b306-782236378fce', 'mac_address': 'fa:16:3e:c6:32:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '445e9f07-5c2c-42dc-a9b7-aeafc1941d6c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103644) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 10:37:12.975330 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Current status of the port d3489a11-8a78-4228-b306-782236378fce is: DOWN; New status is: BUILD {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:37:12.975755 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (d3489a11-8a78-4228-b306-782236378fce), before_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:37:12.988502 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.notifiers.nova [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3489a11-8a78-4228-b306-782236378fce {{(pid=103644) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 10:37:13.008205 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] For port d3489a11-8a78-4228-b306-782236378fce, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=d3489a11-8a78-4228-b306-782236378fce,segment=NetworkSegment(178995d1-5f67-4684-9116-b12e73922a62),segment_id=178995d1-5f67-4684-9116-b12e73922a62)] {{(pid=103644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:37:13.046609 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa259966-c28e-486d-bc2d-39d427d0ce8c req-92d6041e-9ae0-4390-b9c3-e3311b013ac8 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:37:13.048107 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-fa259966-c28e-486d-bc2d-39d427d0ce8c req-92d6041e-9ae0-4390-b9c3-e3311b013ac8 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "GET /v2.0/ports?device_id=3b4d8caf-bcda-4f86-a6ec-988ca9d2e025 HTTP/1.1" status: 200 len: 944 time: 0.0525322 Mar 14 10:37:13.086785 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (d3489a11-8a78-4228-b306-782236378fce), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:37:13.094606 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-fa259966-c28e-486d-bc2d-39d427d0ce8c req-7ad01967-ac92-4908-8242-1203bafff485 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab5dde18-c743-4681-8414-50e105db6d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408723 Mar 14 10:37:13.133362 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Pushing event updated for resources: {'Port': ['ID=d3489a11-8a78-4228-b306-782236378fce,revision_number=4']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:37:13.564834 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] get_ports_and_sgs() called for port_ids ['d3489a11-8a78-4228-b306-782236378fce'] {{(pid=103644) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 10:37:14.210335 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78173e9-2b65-45c4-a70f-df2fceacc2f5 req-2912b947-99ff-4e98-8170-d2faee72aef1 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:37:14.212204 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-f78173e9-2b65-45c4-a70f-df2fceacc2f5 req-2912b947-99ff-4e98-8170-d2faee72aef1 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "GET /v2.0/ports?device_id=3b4d8caf-bcda-4f86-a6ec-988ca9d2e025 HTTP/1.1" status: 200 len: 945 time: 0.0516028 Mar 14 10:37:14.260585 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-f78173e9-2b65-45c4-a70f-df2fceacc2f5 req-c3cca18b-f3f3-4bef-bce7-4dbf2fe315cd tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab5dde18-c743-4681-8414-50e105db6d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405192 Mar 14 10:37:14.844554 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Device d3489a11-8a78-4228-b306-782236378fce up at agent hyperv_hv-cinder-83354 {{(pid=103644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:37:14.988910 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Provisioning for port d3489a11-8a78-4228-b306-782236378fce completed by entity L2. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 14 10:37:14.993208 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Provisioning complete for port d3489a11-8a78-4228-b306-782236378fce triggered by entity L2. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:37:14.993588 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (d3489a11-8a78-4228-b306-782236378fce), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:37:15.190929 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Current status of the port d3489a11-8a78-4228-b306-782236378fce is: BUILD; New status is: ACTIVE {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:37:15.191323 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (d3489a11-8a78-4228-b306-782236378fce), before_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:37:15.213664 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b4d8caf-bcda-4f86-a6ec-988ca9d2e025', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3489a11-8a78-4228-b306-782236378fce'}] {{(pid=103644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:37:15.215913 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cdcf2ce3ae030c6c85cf8a8616b2d58d36b16ae178b61bcd15320d14238e4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5f4d912-0353-44a2-a422-d1ed3ea78038" -d '{"events": [{"server_uuid": "3b4d8caf-bcda-4f86-a6ec-988ca9d2e025", "name": "network-vif-plugged", "status": "completed", "tag": "d3489a11-8a78-4228-b306-782236378fce"}]}' {{(pid=103644) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:37:15.228569 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] For port d3489a11-8a78-4228-b306-782236378fce, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=d3489a11-8a78-4228-b306-782236378fce,segment=NetworkSegment(178995d1-5f67-4684-9116-b12e73922a62),segment_id=178995d1-5f67-4684-9116-b12e73922a62)] {{(pid=103644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:37:15.252045 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 10:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46f8250b-34b0-4869-8566-b9394d2224bd x-openstack-request-id: req-46f8250b-34b0-4869-8566-b9394d2224bd {{(pid=103644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:37:15.252406 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b4d8caf-bcda-4f86-a6ec-988ca9d2e025", "name": "network-vif-plugged", "status": "completed", "tag": "d3489a11-8a78-4228-b306-782236378fce", "code": 200}]} {{(pid=103644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:37:15.252672 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-46f8250b-34b0-4869-8566-b9394d2224bd {{(pid=103644) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:37:15.253071 dv-cinder-833544-1-iscsi neutron-server[103644]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b4d8caf-bcda-4f86-a6ec-988ca9d2e025', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3489a11-8a78-4228-b306-782236378fce', 'code': 200} Mar 14 10:37:15.298182 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (d3489a11-8a78-4228-b306-782236378fce), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:37:15.351461 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Pushing event updated for resources: {'Port': ['ID=d3489a11-8a78-4228-b306-782236378fce,revision_number=5']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:37:15.383919 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c897712c-9a8d-423a-bf44-b14553f257bd req-f6dc15d8-dc0b-44dd-8aac-692ae01a997d tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:37:15.385415 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-c897712c-9a8d-423a-bf44-b14553f257bd req-f6dc15d8-dc0b-44dd-8aac-692ae01a997d tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "GET /v2.0/ports?device_id=3b4d8caf-bcda-4f86-a6ec-988ca9d2e025 HTTP/1.1" status: 200 len: 946 time: 0.0566556 Mar 14 10:37:15.431936 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-c897712c-9a8d-423a-bf44-b14553f257bd req-d22f7214-6c52-4d65-bf10-68dcc490edc3 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab5dde18-c743-4681-8414-50e105db6d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408862 Mar 14 10:37:15.636760 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f49bb49-fcdd-4469-9463-a9c7d44e1027 req-e9858280-d07f-480e-955c-e9f9b37add2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:37:15.638707 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-6f49bb49-fcdd-4469-9463-a9c7d44e1027 req-e9858280-d07f-480e-955c-e9f9b37add2e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3b4d8caf-bcda-4f86-a6ec-988ca9d2e025 HTTP/1.1" status: 200 len: 1130 time: 0.0419226 Mar 14 10:37:15.681158 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-6f49bb49-fcdd-4469-9463-a9c7d44e1027 req-92edce93-dbd5-4641-8794-743b7a774793 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ab5dde18-c743-4681-8414-50e105db6d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357678 Mar 14 10:37:16.555129 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc09e2ff-3165-4295-b256-2a00b7d22e63 req-8fe1c029-3f9e-4c33-868a-a3b48f720f83 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:37:16.565914 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-fc09e2ff-3165-4295-b256-2a00b7d22e63 req-8fe1c029-3f9e-4c33-868a-a3b48f720f83 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "GET /v2.0/ports?device_id=3b4d8caf-bcda-4f86-a6ec-988ca9d2e025 HTTP/1.1" status: 200 len: 946 time: 0.0594075 Mar 14 10:37:16.603449 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-fc09e2ff-3165-4295-b256-2a00b7d22e63 req-22291121-b440-4a94-857f-e8c952a4f646 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab5dde18-c743-4681-8414-50e105db6d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405083 Mar 14 10:37:17.720485 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae3f19a-18c2-43bb-8a6f-a4fc2498417e req-c6a50ff6-d0af-4357-8e87-f4994aee14a4 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:37:17.722066 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-fae3f19a-18c2-43bb-8a6f-a4fc2498417e req-c6a50ff6-d0af-4357-8e87-f4994aee14a4 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "GET /v2.0/ports?device_id=3b4d8caf-bcda-4f86-a6ec-988ca9d2e025 HTTP/1.1" status: 200 len: 946 time: 0.0535209 Mar 14 10:37:17.769607 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-fae3f19a-18c2-43bb-8a6f-a4fc2498417e req-327035d0-6eb4-438f-8d46-1f28d07c0e89 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab5dde18-c743-4681-8414-50e105db6d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420597 Mar 14 10:37:17.887746 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f24f3b-53c8-4080-a540-f522a7cfa3ce req-7041423e-9cb2-4f05-a082-7c23476bf33e tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:37:17.889722 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-77f24f3b-53c8-4080-a540-f522a7cfa3ce req-7041423e-9cb2-4f05-a082-7c23476bf33e tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "GET /v2.0/ports?device_id=3b4d8caf-bcda-4f86-a6ec-988ca9d2e025 HTTP/1.1" status: 200 len: 946 time: 0.0525937 Mar 14 10:37:17.898702 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 48182) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:37:17.902917 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [None req-dc71270a-aaa7-4e87-90d5-3e56299c2f0e tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Request body: {'floatingip': {'port_id': 'd3489a11-8a78-4228-b306-782236378fce'}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:37:17.945687 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-dc71270a-aaa7-4e87-90d5-3e56299c2f0e tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks [] for floatingip (7aa99ef1-dc89-43ed-8131-1fcbe4049168), before_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:37:18.394253 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-dc71270a-aaa7-4e87-90d5-3e56299c2f0e tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:37:18.458020 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-dc71270a-aaa7-4e87-90d5-3e56299c2f0e tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-564448'] for floatingip (7aa99ef1-dc89-43ed-8131-1fcbe4049168), after_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:37:18.553049 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.db.l3_db [None req-dc71270a-aaa7-4e87-90d5-3e56299c2f0e tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Floating IP 7aa99ef1-dc89-43ed-8131-1fcbe4049168 associated. External IP: 172.27.2.165, port: d3489a11-8a78-4228-b306-782236378fce. Mar 14 10:37:18.755103 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc71270a-aaa7-4e87-90d5-3e56299c2f0e tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Router af46814b-06af-4a09-b7be-76dcaa7e3d2d has already been hosted by L3 agent a016a58c-1f8a-4210-ae6c-360b1a1f78c1 {{(pid=103643) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 10:37:18.861882 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc71270a-aaa7-4e87-90d5-3e56299c2f0e tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Notify agent at l3_agent.dv-cinder-833544-1-iscsi the message routers_updated {{(pid=103643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 10:37:18.866835 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-dc71270a-aaa7-4e87-90d5-3e56299c2f0e tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211739'] for floatingip (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:37:18.871819 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5cedbbc-e6ff-4ab8-b65f-5d92f0e2372d None None] Sync routers for ids ['af46814b-06af-4a09-b7be-76dcaa7e3d2d'] in dv-cinder-833544-1-iscsi {{(pid=103645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 10:37:18.880663 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5cedbbc-e6ff-4ab8-b65f-5d92f0e2372d None None] Routers {'af46814b-06af-4a09-b7be-76dcaa7e3d2d'} bound to L3 agent in host dv-cinder-833544-1-iscsi {{(pid=103645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:37:18.881267 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-b5cedbbc-e6ff-4ab8-b65f-5d92f0e2372d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833544-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T10:17:23Z,description=,heartbeat_timestamp=2022-03-14T10:36:53Z,host='dv-cinder-833544-1-iscsi',id=a016a58c-1f8a-4210-ae6c-360b1a1f78c1,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:17:24Z,topic='l3_agent')) {'router_ids': ['af46814b-06af-4a09-b7be-76dcaa7e3d2d'], 'active': True} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:37:18.895095 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-dc71270a-aaa7-4e87-90d5-3e56299c2f0e tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "PUT /v2.0/floatingips/7aa99ef1-dc89-43ed-8131-1fcbe4049168 HTTP/1.1" status: 200 len: 992 time: 0.9953659 Mar 14 10:37:18.895708 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b4d8caf-bcda-4f86-a6ec-988ca9d2e025', 'tag': 'd3489a11-8a78-4228-b306-782236378fce'}] {{(pid=103643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:37:18.897932 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b58adf1808d3e8f2b7de4636db435fb255da6a44abdc46a7a48cdc23cb85b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83b0ac85-22a9-4c39-8548-3493aa533247" -d '{"events": [{"name": "network-changed", "server_uuid": "3b4d8caf-bcda-4f86-a6ec-988ca9d2e025", "tag": "d3489a11-8a78-4228-b306-782236378fce"}]}' {{(pid=103643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:37:18.935000 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 10:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cc43e17-3ac7-4468-967c-cb4e78fa6e33 x-openstack-request-id: req-2cc43e17-3ac7-4468-967c-cb4e78fa6e33 {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:37:18.935337 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b4d8caf-bcda-4f86-a6ec-988ca9d2e025", "tag": "d3489a11-8a78-4228-b306-782236378fce", "status": "completed", "code": 200}]} {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:37:18.935656 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2cc43e17-3ac7-4468-967c-cb4e78fa6e33 {{(pid=103643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:37:18.936251 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b4d8caf-bcda-4f86-a6ec-988ca9d2e025', 'tag': 'd3489a11-8a78-4228-b306-782236378fce', 'status': 'completed', 'code': 200} Mar 14 10:37:18.994395 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvr_db [None req-b5cedbbc-e6ff-4ab8-b65f-5d92f0e2372d None None] Set router af46814b-06af-4a09-b7be-76dcaa7e3d2d gateway port host: dv-cinder-833544-1-iscsi {{(pid=103645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:37:19.232504 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-b5cedbbc-e6ff-4ab8-b65f-5d92f0e2372d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af46814b-06af-4a09-b7be-76dcaa7e3d2d', 'name': 'tempest-AttachVolumeNegativeTest-542487346-router', 'tenant_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '4038d135-f1a7-44ee-a8aa-d68043c4ba7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:36:55Z', 'updated_at': '2022-03-14T10:36:58Z', 'revision_number': 4, 'project_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'gw_port': {'id': '4038d135-f1a7-44ee-a8aa-d68043c4ba7e', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ff:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af46814b-06af-4a09-b7be-76dcaa7e3d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:36:56Z', 'updated_at': '2022-03-14T10:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi', '_floatingips': [{'id': '7aa99ef1-dc89-43ed-8131-1fcbe4049168', 'tenant_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'floating_ip_address': '172.27.2.165', 'floating_network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'router_id': 'af46814b-06af-4a09-b7be-76dcaa7e3d2d', 'port_id': 'd3489a11-8a78-4228-b306-782236378fce', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '57ee559b-7405-419c-add9-12136a347c22', 'mac_address': 'fa:16:3e:c6:32:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4d8caf-bcda-4f86-a6ec-988ca9d2e025', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T10:37:02Z', 'updated_at': '2022-03-14T10:37:18Z', 'revision_number': 1, 'project_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab8a89ac-e5fd-48ec-bc47-505baf6717ca', 'name': '', 'network_id': '57ee559b-7405-419c-add9-12136a347c22', 'tenant_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'mac_address': 'fa:16:3e:09:aa:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af46814b-06af-4a09-b7be-76dcaa7e3d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '445e9f07-5c2c-42dc-a9b7-aeafc1941d6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:36:58Z', 'updated_at': '2022-03-14T10:37:02Z', 'revision_number': 5, 'project_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'subnets': [{'id': '445e9f07-5c2c-42dc-a9b7-aeafc1941d6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833544-1-iscsi', False) {} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:37:19.257393 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b0ac85-22a9-4c39-8548-3493aa533247 req-a5c595ad-585d-419e-aef3-263a314c9bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:37:19.258729 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5cedbbc-e6ff-4ab8-b65f-5d92f0e2372d None None] Checking router: af46814b-06af-4a09-b7be-76dcaa7e3d2d for host: dv-cinder-833544-1-iscsi {{(pid=103645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 10:37:19.260281 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-83b0ac85-22a9-4c39-8548-3493aa533247 req-a5c595ad-585d-419e-aef3-263a314c9bcd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ec9fb341ae784a188d2c22728a1d4c86&device_id=3b4d8caf-bcda-4f86-a6ec-988ca9d2e025 HTTP/1.1" status: 200 len: 1130 time: 0.2806227 Mar 14 10:37:19.267607 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5cedbbc-e6ff-4ab8-b65f-5d92f0e2372d None None] Routers {'af46814b-06af-4a09-b7be-76dcaa7e3d2d'} bound to L3 agent in host dv-cinder-833544-1-iscsi {{(pid=103645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:37:19.268243 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-b5cedbbc-e6ff-4ab8-b65f-5d92f0e2372d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833544-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T10:17:23Z,description=,heartbeat_timestamp=2022-03-14T10:36:53Z,host='dv-cinder-833544-1-iscsi',id=a016a58c-1f8a-4210-ae6c-360b1a1f78c1,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:17:24Z,topic='l3_agent')) {'router_ids': ['af46814b-06af-4a09-b7be-76dcaa7e3d2d'], 'active': True} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:37:19.348521 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b0ac85-22a9-4c39-8548-3493aa533247 req-e9364577-f6ec-4697-9ee1-f2c199c20e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:37:19.349991 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-83b0ac85-22a9-4c39-8548-3493aa533247 req-e9364577-f6ec-4697-9ee1-f2c199c20e56 service neutron] 10.222.0.39 "GET /v2.0/networks?id=57ee559b-7405-419c-add9-12136a347c22 HTTP/1.1" status: 200 len: 915 time: 0.0850823 Mar 14 10:37:19.373400 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvr_db [None req-b5cedbbc-e6ff-4ab8-b65f-5d92f0e2372d None None] Set router af46814b-06af-4a09-b7be-76dcaa7e3d2d gateway port host: dv-cinder-833544-1-iscsi {{(pid=103645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:37:19.416050 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-83b0ac85-22a9-4c39-8548-3493aa533247 req-7a8a2f0a-beb7-4901-98cb-db4aa1724678 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d3489a11-8a78-4228-b306-782236378fce HTTP/1.1" status: 200 len: 1000 time: 0.0596733 Mar 14 10:37:19.462774 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b0ac85-22a9-4c39-8548-3493aa533247 req-19f3ef34-71f3-4314-9a80-01568c2116ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:37:19.464133 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-83b0ac85-22a9-4c39-8548-3493aa533247 req-19f3ef34-71f3-4314-9a80-01568c2116ef service neutron] 10.222.0.39 "GET /v2.0/subnets?id=445e9f07-5c2c-42dc-a9b7-aeafc1941d6c HTTP/1.1" status: 200 len: 853 time: 0.0422041 Mar 14 10:37:19.512008 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b0ac85-22a9-4c39-8548-3493aa533247 req-01f5059a-4921-4678-9cb5-87626393b3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:37:19.513556 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-83b0ac85-22a9-4c39-8548-3493aa533247 req-01f5059a-4921-4678-9cb5-87626393b3fc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=57ee559b-7405-419c-add9-12136a347c22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438864 Mar 14 10:37:19.590487 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-b5cedbbc-e6ff-4ab8-b65f-5d92f0e2372d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af46814b-06af-4a09-b7be-76dcaa7e3d2d', 'name': 'tempest-AttachVolumeNegativeTest-542487346-router', 'tenant_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '4038d135-f1a7-44ee-a8aa-d68043c4ba7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:36:55Z', 'updated_at': '2022-03-14T10:36:58Z', 'revision_number': 4, 'project_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'gw_port': {'id': '4038d135-f1a7-44ee-a8aa-d68043c4ba7e', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ff:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af46814b-06af-4a09-b7be-76dcaa7e3d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:36:56Z', 'updated_at': '2022-03-14T10:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi', '_floatingips': [{'id': '7aa99ef1-dc89-43ed-8131-1fcbe4049168', 'tenant_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'floating_ip_address': '172.27.2.165', 'floating_network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'router_id': 'af46814b-06af-4a09-b7be-76dcaa7e3d2d', 'port_id': 'd3489a11-8a78-4228-b306-782236378fce', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '57ee559b-7405-419c-add9-12136a347c22', 'mac_address': 'fa:16:3e:c6:32:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4d8caf-bcda-4f86-a6ec-988ca9d2e025', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T10:37:02Z', 'updated_at': '2022-03-14T10:37:18Z', 'revision_number': 1, 'project_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab8a89ac-e5fd-48ec-bc47-505baf6717ca', 'name': '', 'network_id': '57ee559b-7405-419c-add9-12136a347c22', 'tenant_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'mac_address': 'fa:16:3e:09:aa:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af46814b-06af-4a09-b7be-76dcaa7e3d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '445e9f07-5c2c-42dc-a9b7-aeafc1941d6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:36:58Z', 'updated_at': '2022-03-14T10:37:02Z', 'revision_number': 5, 'project_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'subnets': [{'id': '445e9f07-5c2c-42dc-a9b7-aeafc1941d6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833544-1-iscsi', False) {} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:37:19.610506 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-83b0ac85-22a9-4c39-8548-3493aa533247 req-52a8d0fc-f250-4cb9-8d09-5643f158898c service neutron] 10.222.0.39 "GET /v2.0/networks/57ee559b-7405-419c-add9-12136a347c22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848184 Mar 14 10:37:19.620155 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5cedbbc-e6ff-4ab8-b65f-5d92f0e2372d None None] The sync data for ids ['af46814b-06af-4a09-b7be-76dcaa7e3d2d'] in dv-cinder-833544-1-iscsi is: [{'id': 'af46814b-06af-4a09-b7be-76dcaa7e3d2d', 'name': 'tempest-AttachVolumeNegativeTest-542487346-router', 'tenant_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '4038d135-f1a7-44ee-a8aa-d68043c4ba7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:36:55Z', 'updated_at': '2022-03-14T10:36:58Z', 'revision_number': 4, 'project_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'gw_port': {'id': '4038d135-f1a7-44ee-a8aa-d68043c4ba7e', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ff:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af46814b-06af-4a09-b7be-76dcaa7e3d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:36:56Z', 'updated_at': '2022-03-14T10:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi', '_floatingips': [{'id': '7aa99ef1-dc89-43ed-8131-1fcbe4049168', 'tenant_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'floating_ip_address': '172.27.2.165', 'floating_network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'router_id': 'af46814b-06af-4a09-b7be-76dcaa7e3d2d', 'port_id': 'd3489a11-8a78-4228-b306-782236378fce', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '57ee559b-7405-419c-add9-12136a347c22', 'mac_address': 'fa:16:3e:c6:32:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4d8caf-bcda-4f86-a6ec-988ca9d2e025', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T10:37:02Z', 'updated_at': '2022-03-14T10:37:18Z', 'revision_number': 1, 'project_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab8a89ac-e5fd-48ec-bc47-505baf6717ca', 'name': '', 'network_id': '57ee559b-7405-419c-add9-12136a347c22', 'tenant_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'mac_address': 'fa:16:3e:09:aa:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af46814b-06af-4a09-b7be-76dcaa7e3d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '445e9f07-5c2c-42dc-a9b7-aeafc1941d6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:36:58Z', 'updated_at': '2022-03-14T10:37:02Z', 'revision_number': 5, 'project_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'subnets': [{'id': '445e9f07-5c2c-42dc-a9b7-aeafc1941d6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 10:37:19.701623 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-83b0ac85-22a9-4c39-8548-3493aa533247 req-6b02f937-5e5d-4f40-85f0-555a27e43169 service neutron] 10.222.0.39 "GET /v2.0/networks/57ee559b-7405-419c-add9-12136a347c22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845609 Mar 14 10:37:19.811017 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09be77e5-fa3b-46ae-ae7b-b693f4aa0b3d None None] New status for floating IP 7aa99ef1-dc89-43ed-8131-1fcbe4049168: ACTIVE {{(pid=103644) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 10:37:20.771302 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-207e85a6-70fd-457b-90d3-20e304144183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (71411765-f129-4ae6-9e82-4fe742fde8ff), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:37:22.971995 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-c832239e-c46a-4baa-a679-7ba5ec4dd0cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (a016a58c-1f8a-4210-ae6c-360b1a1f78c1), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:37:24.137330 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-f4039063-230b-41a9-bf4a-d5dd4b348b96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (46201191-f63a-41db-ad4d-3c2c795fe1c2), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:37:25.691089 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-a3541fa5-4b74-4b29-92a0-285d4d95a3dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (a9a1db27-ecd3-427e-bc57-ce8de4da4c28), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:37:27.000937 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (3daba05a-6d77-487a-83af-fb9f8edf24c0), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:37:27.388733 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (cd4c1fd5-6bd0-46fc-9cd1-9ea8fc180379), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:37:31.561098 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf32de6e-86c0-45fd-baf1-a01eea66c2c5 req-758cd353-a9e4-4542-9d0b-d582140560ec tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:37:31.563016 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-cf32de6e-86c0-45fd-baf1-a01eea66c2c5 req-758cd353-a9e4-4542-9d0b-d582140560ec tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/ports?device_id=805eaa3c-1809-4471-ae4c-8c990bce80c3 HTTP/1.1" status: 200 len: 945 time: 0.0574565 Mar 14 10:37:31.608094 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-cf32de6e-86c0-45fd-baf1-a01eea66c2c5 req-e6d38337-0b3c-4172-bc7f-c4a4f7966d13 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/security-groups?id=98e60731-12ba-49c1-b8b5-9a4699e50900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395110 Mar 14 10:37:32.724258 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f502ee-1d02-4fc4-8e57-4cbed06bd29f req-7656dd78-cbba-429d-ad60-add5dc955351 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:37:32.725690 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-17f502ee-1d02-4fc4-8e57-4cbed06bd29f req-7656dd78-cbba-429d-ad60-add5dc955351 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/ports?device_id=805eaa3c-1809-4471-ae4c-8c990bce80c3 HTTP/1.1" status: 200 len: 945 time: 0.0513408 Mar 14 10:37:32.769704 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-17f502ee-1d02-4fc4-8e57-4cbed06bd29f req-0d958425-9119-4018-9a6b-f30afbc46521 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/security-groups?id=98e60731-12ba-49c1-b8b5-9a4699e50900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384705 Mar 14 10:37:33.601525 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00177767-d7d9-4da4-a062-8bf799050447 req-b8286807-63f3-4e11-b3a3-c84a5b7c15fb tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:37:33.602960 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-00177767-d7d9-4da4-a062-8bf799050447 req-b8286807-63f3-4e11-b3a3-c84a5b7c15fb tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.39 "GET /v2.0/ports?device_id=805eaa3c-1809-4471-ae4c-8c990bce80c3 HTTP/1.1" status: 200 len: 945 time: 0.0511806 Mar 14 10:37:33.696002 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [req-00177767-d7d9-4da4-a062-8bf799050447 req-5361cef0-6136-4bcd-b9cd-e25403d2d727 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Deleting port 00630065-00a0-42bf-b547-7ae53de6fbf6 {{(pid=103643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 10:37:33.696346 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-00177767-d7d9-4da4-a062-8bf799050447 req-5361cef0-6136-4bcd-b9cd-e25403d2d727 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739585920741'] for port (00630065-00a0-42bf-b547-7ae53de6fbf6), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:37:33.783807 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.db [req-00177767-d7d9-4da4-a062-8bf799050447 req-5361cef0-6136-4bcd-b9cd-e25403d2d727 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] For port 00630065-00a0-42bf-b547-7ae53de6fbf6, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=00630065-00a0-42bf-b547-7ae53de6fbf6,segment=NetworkSegment(6ae4d02e-40e5-4abd-9646-fddaab197544),segment_id=6ae4d02e-40e5-4abd-9646-fddaab197544)] {{(pid=103643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:37:33.784482 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-00177767-d7d9-4da4-a062-8bf799050447 req-5361cef0-6136-4bcd-b9cd-e25403d2d727 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562337'] for port (00630065-00a0-42bf-b547-7ae53de6fbf6), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:37:33.965774 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da1dd95-793a-4a70-a4fe-0d57735c3bf6 req-eab1851c-aac8-4663-9fd3-d9e656f552c0 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:37:33.967225 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-3da1dd95-793a-4a70-a4fe-0d57735c3bf6 req-eab1851c-aac8-4663-9fd3-d9e656f552c0 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/ports?device_id=805eaa3c-1809-4471-ae4c-8c990bce80c3 HTTP/1.1" status: 200 len: 945 time: 0.1311607 Mar 14 10:37:34.003069 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-00177767-d7d9-4da4-a062-8bf799050447 req-5361cef0-6136-4bcd-b9cd-e25403d2d727 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:37:34.003428 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-00177767-d7d9-4da4-a062-8bf799050447 req-5361cef0-6136-4bcd-b9cd-e25403d2d727 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-564448'] for floatingip (1140d9c9-8dd6-4227-a631-29525f0f175a), after_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:37:34.003776 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.db.l3_db [req-00177767-d7d9-4da4-a062-8bf799050447 req-5361cef0-6136-4bcd-b9cd-e25403d2d727 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Floating IP 1140d9c9-8dd6-4227-a631-29525f0f175a disassociated. External IP: 172.27.2.78, port: 00630065-00a0-42bf-b547-7ae53de6fbf6. Mar 14 10:37:34.004116 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [req-00177767-d7d9-4da4-a062-8bf799050447 req-5361cef0-6136-4bcd-b9cd-e25403d2d727 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Calling delete_port for 00630065-00a0-42bf-b547-7ae53de6fbf6 owned by compute:nova {{(pid=103643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 10:37:34.033922 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-3da1dd95-793a-4a70-a4fe-0d57735c3bf6 req-85f24776-4224-46b1-acdf-cc535dba3d0c tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/security-groups?id=98e60731-12ba-49c1-b8b5-9a4699e50900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599782 Mar 14 10:37:34.205946 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-00177767-d7d9-4da4-a062-8bf799050447 req-5361cef0-6136-4bcd-b9cd-e25403d2d727 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739585930060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739585409127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516063'] for port (00630065-00a0-42bf-b547-7ae53de6fbf6), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:37:34.234210 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5361cef0-6136-4bcd-b9cd-e25403d2d727 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Pushing event deleted for resources: {'Port': ['ID=00630065-00a0-42bf-b547-7ae53de6fbf6,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:37:34.346555 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.l3_agent_scheduler [req-00177767-d7d9-4da4-a062-8bf799050447 req-5361cef0-6136-4bcd-b9cd-e25403d2d727 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Router 16e5a124-7863-4847-aa71-e29d5729fc3d has already been hosted by L3 agent a016a58c-1f8a-4210-ae6c-360b1a1f78c1 {{(pid=103643) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 10:37:34.454555 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-00177767-d7d9-4da4-a062-8bf799050447 req-5361cef0-6136-4bcd-b9cd-e25403d2d727 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Notify agent at l3_agent.dv-cinder-833544-1-iscsi the message routers_updated {{(pid=103643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 10:37:34.464184 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9128bb2-d948-4679-866f-da3549cfd78a None None] Sync routers for ids ['16e5a124-7863-4847-aa71-e29d5729fc3d'] in dv-cinder-833544-1-iscsi {{(pid=103645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 10:37:34.474554 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9128bb2-d948-4679-866f-da3549cfd78a None None] Routers {'16e5a124-7863-4847-aa71-e29d5729fc3d'} bound to L3 agent in host dv-cinder-833544-1-iscsi {{(pid=103645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:37:34.475156 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-c9128bb2-d948-4679-866f-da3549cfd78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833544-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-14T10:17:23Z,description=,heartbeat_timestamp=2022-03-14T10:37:23Z,host='dv-cinder-833544-1-iscsi',id=a016a58c-1f8a-4210-ae6c-360b1a1f78c1,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:17:24Z,topic='l3_agent')) {'router_ids': ['16e5a124-7863-4847-aa71-e29d5729fc3d'], 'active': True} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:37:34.497981 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.db.l3_dvrscheduler_db [req-00177767-d7d9-4da4-a062-8bf799050447 req-5361cef0-6136-4bcd-b9cd-e25403d2d727 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] No DVR routers for this DVR port 00630065-00a0-42bf-b547-7ae53de6fbf6 on host hv-cinder-83354 {{(pid=103643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 10:37:34.500481 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-00177767-d7d9-4da4-a062-8bf799050447 req-5361cef0-6136-4bcd-b9cd-e25403d2d727 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211739'] for port (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:37:34.509001 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-00177767-d7d9-4da4-a062-8bf799050447 req-5361cef0-6136-4bcd-b9cd-e25403d2d727 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.39 "DELETE /v2.0/ports/00630065-00a0-42bf-b547-7ae53de6fbf6 HTTP/1.1" status: 204 len: 173 time: 0.8956966 Mar 14 10:37:34.509001 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '805eaa3c-1809-4471-ae4c-8c990bce80c3', 'name': 'network-vif-deleted', 'tag': '00630065-00a0-42bf-b547-7ae53de6fbf6'}] {{(pid=103643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:37:34.509001 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b58adf1808d3e8f2b7de4636db435fb255da6a44abdc46a7a48cdc23cb85b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0fadf51-83c8-4e8c-991a-2316f7e1cf7e" -d '{"events": [{"server_uuid": "805eaa3c-1809-4471-ae4c-8c990bce80c3", "name": "network-vif-deleted", "tag": "00630065-00a0-42bf-b547-7ae53de6fbf6"}]}' {{(pid=103643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:37:34.544312 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 10:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b448c9ad-b403-4b45-a8c2-854c86648db2 x-openstack-request-id: req-b448c9ad-b403-4b45-a8c2-854c86648db2 {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:37:34.544640 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "805eaa3c-1809-4471-ae4c-8c990bce80c3", "name": "network-vif-deleted", "tag": "00630065-00a0-42bf-b547-7ae53de6fbf6", "status": "completed", "code": 200}]} {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:37:34.545007 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b448c9ad-b403-4b45-a8c2-854c86648db2 {{(pid=103643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:37:34.545417 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '805eaa3c-1809-4471-ae4c-8c990bce80c3', 'name': 'network-vif-deleted', 'tag': '00630065-00a0-42bf-b547-7ae53de6fbf6', 'status': 'completed', 'code': 200} Mar 14 10:37:34.584070 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvr_db [None req-c9128bb2-d948-4679-866f-da3549cfd78a None None] Set router 16e5a124-7863-4847-aa71-e29d5729fc3d gateway port host: dv-cinder-833544-1-iscsi {{(pid=103645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:37:34.782205 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-c9128bb2-d948-4679-866f-da3549cfd78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16e5a124-7863-4847-aa71-e29d5729fc3d', 'name': 'tempest-AttachVolumeTestJSON-1016826043-router', 'tenant_id': '8323ed68f5bb4a3488c9723cb7c54c0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.18'}], 'enable_snat': True}, 'gw_port_id': '9379c44a-50d0-40b0-a8cf-0d9c6e315511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:29:31Z', 'updated_at': '2022-03-14T10:29:34Z', 'revision_number': 4, 'project_id': '8323ed68f5bb4a3488c9723cb7c54c0f', 'gw_port': {'id': '9379c44a-50d0-40b0-a8cf-0d9c6e315511', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d8:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e5a124-7863-4847-aa71-e29d5729fc3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:29:32Z', 'updated_at': '2022-03-14T10:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi', '_interfaces': [{'id': 'afef2976-9cb4-499a-b0a3-cf2af4c9578c', 'name': '', 'network_id': '41fa337d-ea5f-4994-bc9b-def763652602', 'tenant_id': '8323ed68f5bb4a3488c9723cb7c54c0f', 'mac_address': 'fa:16:3e:e4:3b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e5a124-7863-4847-aa71-e29d5729fc3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '623577f8-c7f3-4e24-b897-1f421a0f10a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:29:34Z', 'updated_at': '2022-03-14T10:29:39Z', 'revision_number': 5, 'project_id': '8323ed68f5bb4a3488c9723cb7c54c0f', 'subnets': [{'id': '623577f8-c7f3-4e24-b897-1f421a0f10a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833544-1-iscsi', False) {} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:37:34.894256 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9128bb2-d948-4679-866f-da3549cfd78a None None] Checking router: 16e5a124-7863-4847-aa71-e29d5729fc3d for host: dv-cinder-833544-1-iscsi {{(pid=103645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 10:37:34.902738 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9128bb2-d948-4679-866f-da3549cfd78a None None] Routers {'16e5a124-7863-4847-aa71-e29d5729fc3d'} bound to L3 agent in host dv-cinder-833544-1-iscsi {{(pid=103645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:37:34.903344 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-c9128bb2-d948-4679-866f-da3549cfd78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833544-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-14T10:17:23Z,description=,heartbeat_timestamp=2022-03-14T10:37:23Z,host='dv-cinder-833544-1-iscsi',id=a016a58c-1f8a-4210-ae6c-360b1a1f78c1,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:17:24Z,topic='l3_agent')) {'router_ids': ['16e5a124-7863-4847-aa71-e29d5729fc3d'], 'active': True} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:37:35.009516 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvr_db [None req-c9128bb2-d948-4679-866f-da3549cfd78a None None] Set router 16e5a124-7863-4847-aa71-e29d5729fc3d gateway port host: dv-cinder-833544-1-iscsi {{(pid=103645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:37:35.139245 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-dc423109-e851-4820-8312-1243e54c1cd0 req-fbc1f2bf-6191-43ce-b8d2-7c8f75ecae90 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/ports?device_id=805eaa3c-1809-4471-ae4c-8c990bce80c3 HTTP/1.1" status: 200 len: 210 time: 0.0273325 Mar 14 10:37:35.203569 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-c9128bb2-d948-4679-866f-da3549cfd78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16e5a124-7863-4847-aa71-e29d5729fc3d', 'name': 'tempest-AttachVolumeTestJSON-1016826043-router', 'tenant_id': '8323ed68f5bb4a3488c9723cb7c54c0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.18'}], 'enable_snat': True}, 'gw_port_id': '9379c44a-50d0-40b0-a8cf-0d9c6e315511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:29:31Z', 'updated_at': '2022-03-14T10:29:34Z', 'revision_number': 4, 'project_id': '8323ed68f5bb4a3488c9723cb7c54c0f', 'gw_port': {'id': '9379c44a-50d0-40b0-a8cf-0d9c6e315511', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d8:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e5a124-7863-4847-aa71-e29d5729fc3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:29:32Z', 'updated_at': '2022-03-14T10:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi', '_interfaces': [{'id': 'afef2976-9cb4-499a-b0a3-cf2af4c9578c', 'name': '', 'network_id': '41fa337d-ea5f-4994-bc9b-def763652602', 'tenant_id': '8323ed68f5bb4a3488c9723cb7c54c0f', 'mac_address': 'fa:16:3e:e4:3b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e5a124-7863-4847-aa71-e29d5729fc3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '623577f8-c7f3-4e24-b897-1f421a0f10a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:29:34Z', 'updated_at': '2022-03-14T10:29:39Z', 'revision_number': 5, 'project_id': '8323ed68f5bb4a3488c9723cb7c54c0f', 'subnets': [{'id': '623577f8-c7f3-4e24-b897-1f421a0f10a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833544-1-iscsi', False) {} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:37:35.229002 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9128bb2-d948-4679-866f-da3549cfd78a None None] The sync data for ids ['16e5a124-7863-4847-aa71-e29d5729fc3d'] in dv-cinder-833544-1-iscsi is: [{'id': '16e5a124-7863-4847-aa71-e29d5729fc3d', 'name': 'tempest-AttachVolumeTestJSON-1016826043-router', 'tenant_id': '8323ed68f5bb4a3488c9723cb7c54c0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.18'}], 'enable_snat': True}, 'gw_port_id': '9379c44a-50d0-40b0-a8cf-0d9c6e315511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:29:31Z', 'updated_at': '2022-03-14T10:29:34Z', 'revision_number': 4, 'project_id': '8323ed68f5bb4a3488c9723cb7c54c0f', 'gw_port': {'id': '9379c44a-50d0-40b0-a8cf-0d9c6e315511', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d8:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e5a124-7863-4847-aa71-e29d5729fc3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:29:32Z', 'updated_at': '2022-03-14T10:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi', '_interfaces': [{'id': 'afef2976-9cb4-499a-b0a3-cf2af4c9578c', 'name': '', 'network_id': '41fa337d-ea5f-4994-bc9b-def763652602', 'tenant_id': '8323ed68f5bb4a3488c9723cb7c54c0f', 'mac_address': 'fa:16:3e:e4:3b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e5a124-7863-4847-aa71-e29d5729fc3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '623577f8-c7f3-4e24-b897-1f421a0f10a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:29:34Z', 'updated_at': '2022-03-14T10:29:39Z', 'revision_number': 5, 'project_id': '8323ed68f5bb4a3488c9723cb7c54c0f', 'subnets': [{'id': '623577f8-c7f3-4e24-b897-1f421a0f10a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 10:37:35.449802 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27128873-ee1b-413a-ba2a-636de7947a8b None None] New status for floating IP 1140d9c9-8dd6-4227-a631-29525f0f175a: DOWN {{(pid=103644) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 10:37:36.275197 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 48278) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:37:36.328137 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-cb480456-7efa-42ee-9326-7b9440d17530 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Publish callbacks [] for security_group (98e60731-12ba-49c1-b8b5-9a4699e50900), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:37:36.350691 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-cb480456-7efa-42ee-9326-7b9440d17530 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Publish callbacks [] for security_group (98e60731-12ba-49c1-b8b5-9a4699e50900), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:37:36.451735 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-cb480456-7efa-42ee-9326-7b9440d17530 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (98e60731-12ba-49c1-b8b5-9a4699e50900), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:37:36.454271 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-cb480456-7efa-42ee-9326-7b9440d17530 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Publish callbacks [] for security_group (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:37:36.455404 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-cb480456-7efa-42ee-9326-7b9440d17530 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "DELETE /v2.0/security-groups/98e60731-12ba-49c1-b8b5-9a4699e50900 HTTP/1.1" status: 204 len: 168 time: 0.1791997 Mar 14 10:37:36.458285 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 48280) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:37:36.464901 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb480456-7efa-42ee-9326-7b9440d17530 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98e60731-12ba-49c1-b8b5-9a4699e50900,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:37:36.471897 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.api.v2.resource [None req-1b3b0488-d63d-421e-b5d3-2ce37ae72fc5 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] show failed (client error): The resource could not be found. Mar 14 10:37:36.472898 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-1b3b0488-d63d-421e-b5d3-2ce37ae72fc5 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "GET /v2.0/security-groups/98e60731-12ba-49c1-b8b5-9a4699e50900 HTTP/1.1" status: 404 len: 347 time: 0.0136030 Mar 14 10:37:36.475763 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 48282) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:37:36.595902 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.plugin [None req-c4656d75-09b9-48bd-a00a-0fd94a3f51b4 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Deleting port 664cb00f-9a3c-43c8-9d16-c6547435e1cd {{(pid=103642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 10:37:36.596245 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-c4656d75-09b9-48bd-a00a-0fd94a3f51b4 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739585920741'] for port (664cb00f-9a3c-43c8-9d16-c6547435e1cd), before_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:37:36.670743 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-c4656d75-09b9-48bd-a00a-0fd94a3f51b4 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562337'] for port (664cb00f-9a3c-43c8-9d16-c6547435e1cd), precommit_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:37:36.671585 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-c4656d75-09b9-48bd-a00a-0fd94a3f51b4 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Publish callbacks [] for floatingip (664cb00f-9a3c-43c8-9d16-c6547435e1cd), precommit_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:37:36.682687 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.plugin [None req-c4656d75-09b9-48bd-a00a-0fd94a3f51b4 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Calling delete_port for 664cb00f-9a3c-43c8-9d16-c6547435e1cd owned by network:floatingip {{(pid=103642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 10:37:36.857901 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-c4656d75-09b9-48bd-a00a-0fd94a3f51b4 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739585930060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739585409127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9714944'] for port (664cb00f-9a3c-43c8-9d16-c6547435e1cd), after_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:37:36.882788 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4656d75-09b9-48bd-a00a-0fd94a3f51b4 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Pushing event deleted for resources: {'Port': ['ID=664cb00f-9a3c-43c8-9d16-c6547435e1cd,revision_number=None']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:37:36.940991 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-c4656d75-09b9-48bd-a00a-0fd94a3f51b4 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Publish callbacks [] for floatingip (1140d9c9-8dd6-4227-a631-29525f0f175a), after_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:37:36.943563 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-c4656d75-09b9-48bd-a00a-0fd94a3f51b4 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211739'] for floatingip (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:37:36.944725 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-c4656d75-09b9-48bd-a00a-0fd94a3f51b4 tempest-AttachVolumeTestJSON-35747277 tempest-AttachVolumeTestJSON-35747277-project] 10.222.0.16 "DELETE /v2.0/floatingips/1140d9c9-8dd6-4227-a631-29525f0f175a HTTP/1.1" status: 204 len: 168 time: 0.4680798 Mar 14 10:37:36.987421 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Device 00630065-00a0-42bf-b547-7ae53de6fbf6 no longer exists at agent hyperv_hv-cinder-83354 {{(pid=103644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 10:37:37.006423 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] No Port match for: 00630065-00a0-42bf-b547-7ae53de6fbf6 {{(pid=103644) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 10:37:37.006767 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Device 00630065-00a0-42bf-b547-7ae53de6fbf6 not bound to the agent host hv-cinder-83354 {{(pid=103644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 10:37:40.830007 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 48312) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:37:41.105949 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.agents_db [None req-e5bc90a1-3fae-4be0-a54a-d59a030b4380 None None] Agent healthcheck: found 6 active agents {{(pid=103645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 10:37:41.211365 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-2af804c1-1e2f-4778-a037-81676552d9db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-557792'] for router_interface (16e5a124-7863-4847-aa71-e29d5729fc3d), before_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:37:41.448357 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.plugin [None req-2af804c1-1e2f-4778-a037-81676552d9db admin admin] Deleting port afef2976-9cb4-499a-b0a3-cf2af4c9578c {{(pid=103642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 10:37:41.448611 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-2af804c1-1e2f-4778-a037-81676552d9db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739585920741'] for port (afef2976-9cb4-499a-b0a3-cf2af4c9578c), before_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:37:41.522555 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.db [None req-2af804c1-1e2f-4778-a037-81676552d9db admin admin] For port afef2976-9cb4-499a-b0a3-cf2af4c9578c, host dv-cinder-833544-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833544-1-iscsi',level=0,port_id=afef2976-9cb4-499a-b0a3-cf2af4c9578c,segment=NetworkSegment(6ae4d02e-40e5-4abd-9646-fddaab197544),segment_id=6ae4d02e-40e5-4abd-9646-fddaab197544)] {{(pid=103642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:37:41.522915 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-2af804c1-1e2f-4778-a037-81676552d9db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562337'] for port (afef2976-9cb4-499a-b0a3-cf2af4c9578c), precommit_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:37:41.535278 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.plugin [None req-2af804c1-1e2f-4778-a037-81676552d9db admin admin] Calling delete_port for afef2976-9cb4-499a-b0a3-cf2af4c9578c owned by network:router_interface {{(pid=103642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 10:37:41.754531 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-2af804c1-1e2f-4778-a037-81676552d9db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739585930060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739585409127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9714944'] for port (afef2976-9cb4-499a-b0a3-cf2af4c9578c), after_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:37:41.783927 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af804c1-1e2f-4778-a037-81676552d9db admin admin] Pushing event deleted for resources: {'Port': ['ID=afef2976-9cb4-499a-b0a3-cf2af4c9578c,revision_number=None']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:37:41.947210 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-2af804c1-1e2f-4778-a037-81676552d9db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-559952'] for router_interface (16e5a124-7863-4847-aa71-e29d5729fc3d), after_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:37:42.159250 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2af804c1-1e2f-4778-a037-81676552d9db admin admin] Router 16e5a124-7863-4847-aa71-e29d5729fc3d has already been hosted by L3 agent a016a58c-1f8a-4210-ae6c-360b1a1f78c1 {{(pid=103642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 10:37:42.505696 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2af804c1-1e2f-4778-a037-81676552d9db admin admin] Notify agent at l3_agent.dv-cinder-833544-1-iscsi the message routers_updated {{(pid=103642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 10:37:42.510740 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-2af804c1-1e2f-4778-a037-81676552d9db admin admin] 10.222.0.16 "PUT /v2.0/routers/16e5a124-7863-4847-aa71-e29d5729fc3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6796508 Mar 14 10:37:42.513170 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 48316) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:37:42.516564 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b26e70a-7a20-48c9-b62b-d9616e3a975f None None] Sync routers for ids ['16e5a124-7863-4847-aa71-e29d5729fc3d'] in dv-cinder-833544-1-iscsi {{(pid=103645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 10:37:42.526718 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b26e70a-7a20-48c9-b62b-d9616e3a975f None None] Routers {'16e5a124-7863-4847-aa71-e29d5729fc3d'} bound to L3 agent in host dv-cinder-833544-1-iscsi {{(pid=103645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:37:42.527317 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-5b26e70a-7a20-48c9-b62b-d9616e3a975f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833544-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-14T10:17:23Z,description=,heartbeat_timestamp=2022-03-14T10:37:23Z,host='dv-cinder-833544-1-iscsi',id=a016a58c-1f8a-4210-ae6c-360b1a1f78c1,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:17:24Z,topic='l3_agent')) {'router_ids': ['16e5a124-7863-4847-aa71-e29d5729fc3d'], 'active': True} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:37:42.617929 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-43008a72-904d-443e-8153-60175a95a618 admin admin] Publish callbacks [] for router (16e5a124-7863-4847-aa71-e29d5729fc3d), before_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:37:42.631657 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvr_db [None req-5b26e70a-7a20-48c9-b62b-d9616e3a975f None None] Set router 16e5a124-7863-4847-aa71-e29d5729fc3d gateway port host: dv-cinder-833544-1-iscsi {{(pid=103645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:37:42.721807 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-43008a72-904d-443e-8153-60175a95a618 admin admin] Publish callbacks [] for router_gateway (16e5a124-7863-4847-aa71-e29d5729fc3d), before_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:37:42.803982 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-5b26e70a-7a20-48c9-b62b-d9616e3a975f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16e5a124-7863-4847-aa71-e29d5729fc3d', 'name': 'tempest-AttachVolumeTestJSON-1016826043-router', 'tenant_id': '8323ed68f5bb4a3488c9723cb7c54c0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.18'}], 'enable_snat': True}, 'gw_port_id': '9379c44a-50d0-40b0-a8cf-0d9c6e315511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:29:31Z', 'updated_at': '2022-03-14T10:37:41Z', 'revision_number': 5, 'project_id': '8323ed68f5bb4a3488c9723cb7c54c0f', 'gw_port': {'id': '9379c44a-50d0-40b0-a8cf-0d9c6e315511', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d8:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e5a124-7863-4847-aa71-e29d5729fc3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:29:32Z', 'updated_at': '2022-03-14T10:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi'}], 'dv-cinder-833544-1-iscsi', False) {} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:37:42.829674 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b26e70a-7a20-48c9-b62b-d9616e3a975f None None] Checking router: 16e5a124-7863-4847-aa71-e29d5729fc3d for host: dv-cinder-833544-1-iscsi {{(pid=103645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 10:37:42.830928 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.plugin [None req-43008a72-904d-443e-8153-60175a95a618 admin admin] Deleting port 9379c44a-50d0-40b0-a8cf-0d9c6e315511 {{(pid=103642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 10:37:42.831276 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-43008a72-904d-443e-8153-60175a95a618 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739585920741'] for port (9379c44a-50d0-40b0-a8cf-0d9c6e315511), before_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:37:42.838050 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b26e70a-7a20-48c9-b62b-d9616e3a975f None None] Routers {'16e5a124-7863-4847-aa71-e29d5729fc3d'} bound to L3 agent in host dv-cinder-833544-1-iscsi {{(pid=103645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:37:42.838681 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-5b26e70a-7a20-48c9-b62b-d9616e3a975f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833544-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-14T10:17:23Z,description=,heartbeat_timestamp=2022-03-14T10:37:23Z,host='dv-cinder-833544-1-iscsi',id=a016a58c-1f8a-4210-ae6c-360b1a1f78c1,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:17:24Z,topic='l3_agent')) {'router_ids': ['16e5a124-7863-4847-aa71-e29d5729fc3d'], 'active': True} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:37:42.907475 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.db [None req-43008a72-904d-443e-8153-60175a95a618 admin admin] For port 9379c44a-50d0-40b0-a8cf-0d9c6e315511, host dv-cinder-833544-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833544-1-iscsi',level=0,port_id=9379c44a-50d0-40b0-a8cf-0d9c6e315511,segment=NetworkSegment(11cedc40-3914-4af6-ba83-0b9ce6d6fc30),segment_id=11cedc40-3914-4af6-ba83-0b9ce6d6fc30)] {{(pid=103642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:37:42.907865 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-43008a72-904d-443e-8153-60175a95a618 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562337'] for port (9379c44a-50d0-40b0-a8cf-0d9c6e315511), precommit_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:37:42.919914 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.plugin [None req-43008a72-904d-443e-8153-60175a95a618 admin admin] Calling delete_port for 9379c44a-50d0-40b0-a8cf-0d9c6e315511 owned by network:router_gateway {{(pid=103642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 10:37:42.926572 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvr_db [None req-5b26e70a-7a20-48c9-b62b-d9616e3a975f None None] Set router 16e5a124-7863-4847-aa71-e29d5729fc3d gateway port host: None {{(pid=103645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:37:42.979504 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-5b26e70a-7a20-48c9-b62b-d9616e3a975f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16e5a124-7863-4847-aa71-e29d5729fc3d', 'name': 'tempest-AttachVolumeTestJSON-1016826043-router', 'tenant_id': '8323ed68f5bb4a3488c9723cb7c54c0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:29:31Z', 'updated_at': '2022-03-14T10:37:42Z', 'revision_number': 6, 'project_id': '8323ed68f5bb4a3488c9723cb7c54c0f', 'gw_port_host': None}], 'dv-cinder-833544-1-iscsi', False) {} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:37:43.005046 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b26e70a-7a20-48c9-b62b-d9616e3a975f None None] The sync data for ids ['16e5a124-7863-4847-aa71-e29d5729fc3d'] in dv-cinder-833544-1-iscsi is: [{'id': '16e5a124-7863-4847-aa71-e29d5729fc3d', 'name': 'tempest-AttachVolumeTestJSON-1016826043-router', 'tenant_id': '8323ed68f5bb4a3488c9723cb7c54c0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:29:31Z', 'updated_at': '2022-03-14T10:37:42Z', 'revision_number': 6, 'project_id': '8323ed68f5bb4a3488c9723cb7c54c0f', 'gw_port_host': None}] {{(pid=103645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 10:37:43.194617 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-43008a72-904d-443e-8153-60175a95a618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739585930060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739585409127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9714944'] for port (9379c44a-50d0-40b0-a8cf-0d9c6e315511), after_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:37:43.219477 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43008a72-904d-443e-8153-60175a95a618 admin admin] Pushing event deleted for resources: {'Port': ['ID=9379c44a-50d0-40b0-a8cf-0d9c6e315511,revision_number=None']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:37:43.279305 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-43008a72-904d-443e-8153-60175a95a618 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-564278'] for router_gateway (16e5a124-7863-4847-aa71-e29d5729fc3d), after_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:37:43.371805 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-43008a72-904d-443e-8153-60175a95a618 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10120'] for router (16e5a124-7863-4847-aa71-e29d5729fc3d), precommit_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:37:43.374005 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-43008a72-904d-443e-8153-60175a95a618 admin admin] Publish callbacks [] for router_controller (16e5a124-7863-4847-aa71-e29d5729fc3d), precommit_delete_associations {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:37:43.497231 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-43008a72-904d-443e-8153-60175a95a618 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-559426'] for router (16e5a124-7863-4847-aa71-e29d5729fc3d), after_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:37:43.497788 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43008a72-904d-443e-8153-60175a95a618 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 16e5a124-7863-4847-aa71-e29d5729fc3d {{(pid=103642) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 10:37:43.502595 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-43008a72-904d-443e-8153-60175a95a618 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:37:43.503781 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-43008a72-904d-443e-8153-60175a95a618 admin admin] 10.222.0.16 "DELETE /v2.0/routers/16e5a124-7863-4847-aa71-e29d5729fc3d HTTP/1.1" status: 204 len: 168 time: 0.9896834 Mar 14 10:37:43.506360 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 48318) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:37:43.550094 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.db.db_base_plugin_v2 [None req-91e5f97a-de09-4888-a7aa-d6da7951e21f admin admin] Deleting subnet 623577f8-c7f3-4e24-b897-1f421a0f10a6 {{(pid=103642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 14 10:37:43.553090 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-91e5f97a-de09-4888-a7aa-d6da7951e21f admin admin] Publish callbacks [] for subnet (623577f8-c7f3-4e24-b897-1f421a0f10a6), before_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:37:43.586817 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-91e5f97a-de09-4888-a7aa-d6da7951e21f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10247711'] for subnet (623577f8-c7f3-4e24-b897-1f421a0f10a6), precommit_delete_associations {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:37:43.664686 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-91e5f97a-de09-4888-a7aa-d6da7951e21f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1689235'] for subnet (623577f8-c7f3-4e24-b897-1f421a0f10a6), precommit_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:37:43.788670 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-91e5f97a-de09-4888-a7aa-d6da7951e21f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9715037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10301227'] for subnet (623577f8-c7f3-4e24-b897-1f421a0f10a6), after_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:37:43.814853 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e5f97a-de09-4888-a7aa-d6da7951e21f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=623577f8-c7f3-4e24-b897-1f421a0f10a6,revision_number=None']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:37:43.824890 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-91e5f97a-de09-4888-a7aa-d6da7951e21f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:37:43.824890 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-91e5f97a-de09-4888-a7aa-d6da7951e21f admin admin] 10.222.0.16 "DELETE /v2.0/subnets/623577f8-c7f3-4e24-b897-1f421a0f10a6 HTTP/1.1" status: 204 len: 168 time: 0.3158593 Mar 14 10:37:43.825873 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 48320) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:37:43.829672 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef5ea3d5-365d-4090-9767-72d4bdbe41ce None None] Network 41fa337d-ea5f-4994-bc9b-def763652602 requested from dv-cinder-833544-1-iscsi {{(pid=103644) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 10:37:43.900367 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-ccd6d805-647f-4d2d-bfb1-0dc79c02fe04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369052'] for network (41fa337d-ea5f-4994-bc9b-def763652602), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:37:43.959834 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [None req-ccd6d805-647f-4d2d-bfb1-0dc79c02fe04 admin admin] Deleting port ff418f8c-b7df-43d4-9f54-97be07d2bd4d {{(pid=103643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 10:37:43.960178 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-ccd6d805-647f-4d2d-bfb1-0dc79c02fe04 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739585920741'] for port (ff418f8c-b7df-43d4-9f54-97be07d2bd4d), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:37:44.002075 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb27731-fc5e-442d-8b1e-52d40460cf34 None None] DHCP port deletion for 41fa337d-ea5f-4994-bc9b-def763652602 request from dv-cinder-833544-1-iscsi {{(pid=103644) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 14 10:37:44.026154 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.db [None req-ccd6d805-647f-4d2d-bfb1-0dc79c02fe04 admin admin] For port ff418f8c-b7df-43d4-9f54-97be07d2bd4d, host dv-cinder-833544-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833544-1-iscsi',level=0,port_id=ff418f8c-b7df-43d4-9f54-97be07d2bd4d,segment=NetworkSegment(6ae4d02e-40e5-4abd-9646-fddaab197544),segment_id=6ae4d02e-40e5-4abd-9646-fddaab197544)] {{(pid=103643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:37:44.026521 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-ccd6d805-647f-4d2d-bfb1-0dc79c02fe04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562337'] for port (ff418f8c-b7df-43d4-9f54-97be07d2bd4d), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:37:44.038983 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [None req-ccd6d805-647f-4d2d-bfb1-0dc79c02fe04 admin admin] Calling delete_port for ff418f8c-b7df-43d4-9f54-97be07d2bd4d owned by network:dhcp {{(pid=103643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 10:37:44.048571 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-beb27731-fc5e-442d-8b1e-52d40460cf34 None None] Deleting port ff418f8c-b7df-43d4-9f54-97be07d2bd4d {{(pid=103644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 10:37:44.048950 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-beb27731-fc5e-442d-8b1e-52d40460cf34 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739585920741'] for port (ff418f8c-b7df-43d4-9f54-97be07d2bd4d), before_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:37:44.113788 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-beb27731-fc5e-442d-8b1e-52d40460cf34 None None] For port ff418f8c-b7df-43d4-9f54-97be07d2bd4d, host dv-cinder-833544-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833544-1-iscsi',level=0,port_id=ff418f8c-b7df-43d4-9f54-97be07d2bd4d,segment=NetworkSegment(6ae4d02e-40e5-4abd-9646-fddaab197544),segment_id=6ae4d02e-40e5-4abd-9646-fddaab197544)] {{(pid=103644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:37:44.114209 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-beb27731-fc5e-442d-8b1e-52d40460cf34 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562337'] for port (ff418f8c-b7df-43d4-9f54-97be07d2bd4d), precommit_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:37:44.127482 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-beb27731-fc5e-442d-8b1e-52d40460cf34 None None] Calling delete_port for ff418f8c-b7df-43d4-9f54-97be07d2bd4d owned by network:dhcp {{(pid=103644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 10:37:44.212499 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-ccd6d805-647f-4d2d-bfb1-0dc79c02fe04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739585930060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739585409127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516063'] for port (ff418f8c-b7df-43d4-9f54-97be07d2bd4d), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:37:44.219823 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-beb27731-fc5e-442d-8b1e-52d40460cf34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739585930060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739585409127'] for port (ff418f8c-b7df-43d4-9f54-97be07d2bd4d), after_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:37:44.238846 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd6d805-647f-4d2d-bfb1-0dc79c02fe04 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff418f8c-b7df-43d4-9f54-97be07d2bd4d,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:37:44.241112 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd6d805-647f-4d2d-bfb1-0dc79c02fe04 admin admin] No DVR routers for this DVR port ff418f8c-b7df-43d4-9f54-97be07d2bd4d on host dv-cinder-833544-1-iscsi {{(pid=103643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 10:37:44.245778 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb27731-fc5e-442d-8b1e-52d40460cf34 None None] Pushing event deleted for resources: {'Port': ['ID=ff418f8c-b7df-43d4-9f54-97be07d2bd4d,revision_number=None']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:37:44.250112 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd6d805-647f-4d2d-bfb1-0dc79c02fe04 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:37:44.253759 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd6d805-647f-4d2d-bfb1-0dc79c02fe04 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:37:44.254581 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb27731-fc5e-442d-8b1e-52d40460cf34 None None] No DVR routers for this DVR port ff418f8c-b7df-43d4-9f54-97be07d2bd4d on host dv-cinder-833544-1-iscsi {{(pid=103644) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 10:37:44.254771 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd6d805-647f-4d2d-bfb1-0dc79c02fe04 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:37:44.254771 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd6d805-647f-4d2d-bfb1-0dc79c02fe04 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:37:44.254771 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd6d805-647f-4d2d-bfb1-0dc79c02fe04 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:37:44.254771 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd6d805-647f-4d2d-bfb1-0dc79c02fe04 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:37:44.254771 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd6d805-647f-4d2d-bfb1-0dc79c02fe04 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:37:44.254771 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd6d805-647f-4d2d-bfb1-0dc79c02fe04 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:37:44.254771 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd6d805-647f-4d2d-bfb1-0dc79c02fe04 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:37:44.254771 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd6d805-647f-4d2d-bfb1-0dc79c02fe04 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:37:44.254771 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd6d805-647f-4d2d-bfb1-0dc79c02fe04 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:37:44.254771 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd6d805-647f-4d2d-bfb1-0dc79c02fe04 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:37:44.254771 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd6d805-647f-4d2d-bfb1-0dc79c02fe04 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:37:44.254771 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd6d805-647f-4d2d-bfb1-0dc79c02fe04 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:37:44.254771 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd6d805-647f-4d2d-bfb1-0dc79c02fe04 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:37:44.325119 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-ccd6d805-647f-4d2d-bfb1-0dc79c02fe04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687834', 'neutron.services.segments.db._delete_segments_for_network-8739585737229'] for network (41fa337d-ea5f-4994-bc9b-def763652602), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:37:44.345145 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.services.segments.db [None req-ccd6d805-647f-4d2d-bfb1-0dc79c02fe04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41fa337d-ea5f-4994-bc9b-def763652602']}} {{(pid=103643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:37:44.353996 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.services.segments.db [None req-ccd6d805-647f-4d2d-bfb1-0dc79c02fe04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ae4d02e-40e5-4abd-9646-fddaab197544') {'for_net_delete': True} {{(pid=103643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:37:44.354287 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.services.segments.db [None req-ccd6d805-647f-4d2d-bfb1-0dc79c02fe04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ae4d02e-40e5-4abd-9646-fddaab197544') {} {{(pid=103643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:37:44.364418 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-ccd6d805-647f-4d2d-bfb1-0dc79c02fe04 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739585737494', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2656482'] for segment (6ae4d02e-40e5-4abd-9646-fddaab197544), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:37:44.377102 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-ccd6d805-647f-4d2d-bfb1-0dc79c02fe04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1663358'] for segment (6ae4d02e-40e5-4abd-9646-fddaab197544), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:37:44.382674 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccd6d805-647f-4d2d-bfb1-0dc79c02fe04 admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=103643) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 10:37:44.383051 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-ccd6d805-647f-4d2d-bfb1-0dc79c02fe04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1663358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8516140'] for segment (6ae4d02e-40e5-4abd-9646-fddaab197544), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:37:44.384760 dv-cinder-833544-1-iscsi neutron-server[103643]: Traceback (most recent call last): Mar 14 10:37:44.384760 dv-cinder-833544-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 10:37:44.384760 dv-cinder-833544-1-iscsi neutron-server[103643]: timer() Mar 14 10:37:44.384760 dv-cinder-833544-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 10:37:44.384760 dv-cinder-833544-1-iscsi neutron-server[103643]: cb(*args, **kw) Mar 14 10:37:44.384760 dv-cinder-833544-1-iscsi neutron-server[103643]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 10:37:44.384760 dv-cinder-833544-1-iscsi neutron-server[103643]: return func(*args, **kwargs) Mar 14 10:37:44.384760 dv-cinder-833544-1-iscsi neutron-server[103643]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 10:37:44.384760 dv-cinder-833544-1-iscsi neutron-server[103643]: self._notify() Mar 14 10:37:44.384760 dv-cinder-833544-1-iscsi neutron-server[103643]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 10:37:44.384760 dv-cinder-833544-1-iscsi neutron-server[103643]: self.callback(batched_events) Mar 14 10:37:44.384760 dv-cinder-833544-1-iscsi neutron-server[103643]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 10:37:44.384760 dv-cinder-833544-1-iscsi neutron-server[103643]: event.method(event) Mar 14 10:37:44.384760 dv-cinder-833544-1-iscsi neutron-server[103643]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 10:37:44.384760 dv-cinder-833544-1-iscsi neutron-server[103643]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 10:37:44.384760 dv-cinder-833544-1-iscsi neutron-server[103643]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 10:37:44.384760 dv-cinder-833544-1-iscsi neutron-server[103643]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 10:37:44.384760 dv-cinder-833544-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 10:37:44.384760 dv-cinder-833544-1-iscsi neutron-server[103643]: return f(self, *a, **k) Mar 14 10:37:44.384760 dv-cinder-833544-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 10:37:44.384760 dv-cinder-833544-1-iscsi neutron-server[103643]: return self._get(url).json() Mar 14 10:37:44.384760 dv-cinder-833544-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 10:37:44.384760 dv-cinder-833544-1-iscsi neutron-server[103643]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 10:37:44.384760 dv-cinder-833544-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 10:37:44.384760 dv-cinder-833544-1-iscsi neutron-server[103643]: return self.request(url, 'GET', **kwargs) Mar 14 10:37:44.384760 dv-cinder-833544-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 10:37:44.384760 dv-cinder-833544-1-iscsi neutron-server[103643]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 10:37:44.384760 dv-cinder-833544-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 10:37:44.384760 dv-cinder-833544-1-iscsi neutron-server[103643]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 10:37:44.384760 dv-cinder-833544-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 10:37:44.384760 dv-cinder-833544-1-iscsi neutron-server[103643]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 10:37:44.384760 dv-cinder-833544-1-iscsi neutron-server[103643]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 10:37:44.462555 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Device ff418f8c-b7df-43d4-9f54-97be07d2bd4d no longer exists at agent ovs-agent-dv-cinder-833544-1-iscsi {{(pid=103644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 10:37:44.482666 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] No Port match for: ff418f8c-b7df-43d4-9f54-97be07d2bd4d {{(pid=103644) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 10:37:44.483029 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Device ff418f8c-b7df-43d4-9f54-97be07d2bd4d not bound to the agent host dv-cinder-833544-1-iscsi {{(pid=103644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 10:37:44.483412 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Device afef2976-9cb4-499a-b0a3-cf2af4c9578c no longer exists at agent ovs-agent-dv-cinder-833544-1-iscsi {{(pid=103644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 10:37:44.504930 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] No Port match for: afef2976-9cb4-499a-b0a3-cf2af4c9578c {{(pid=103644) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 10:37:44.505275 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Device afef2976-9cb4-499a-b0a3-cf2af4c9578c not bound to the agent host dv-cinder-833544-1-iscsi {{(pid=103644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 10:37:44.505680 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Device 9379c44a-50d0-40b0-a8cf-0d9c6e315511 no longer exists at agent ovs-agent-dv-cinder-833544-1-iscsi {{(pid=103644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 10:37:44.509398 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-ccd6d805-647f-4d2d-bfb1-0dc79c02fe04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-564434'] for network (41fa337d-ea5f-4994-bc9b-def763652602), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:37:44.515185 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-ccd6d805-647f-4d2d-bfb1-0dc79c02fe04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631023'] for network (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:37:44.520848 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-ccd6d805-647f-4d2d-bfb1-0dc79c02fe04 admin admin] 10.222.0.16 "DELETE /v2.0/networks/41fa337d-ea5f-4994-bc9b-def763652602 HTTP/1.1" status: 204 len: 168 time: 0.6906781 Mar 14 10:37:44.524781 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] No Port match for: 9379c44a-50d0-40b0-a8cf-0d9c6e315511 {{(pid=103644) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 10:37:44.525169 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Device 9379c44a-50d0-40b0-a8cf-0d9c6e315511 not bound to the agent host dv-cinder-833544-1-iscsi {{(pid=103644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 10:37:44.529157 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd6d805-647f-4d2d-bfb1-0dc79c02fe04 admin admin] Pushing event deleted for resources: {'Network': ['ID=41fa337d-ea5f-4994-bc9b-def763652602,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:37:44.849300 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 48324) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:37:44.891209 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-4b766cdc-9779-41e2-a0ec-7a38624b0ece admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8323ed68f5bb4a3488c9723cb7c54c0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0406985 Mar 14 10:37:44.893511 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 48326) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:37:44.938840 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-5b60a355-6570-42be-bc76-221203a3f390 admin admin] Publish callbacks [] for security_group (48dfb193-2588-4d32-ba38-b3af8f530278), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:37:44.959309 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-5b60a355-6570-42be-bc76-221203a3f390 admin admin] Publish callbacks [] for security_group (48dfb193-2588-4d32-ba38-b3af8f530278), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:37:45.086068 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-5b60a355-6570-42be-bc76-221203a3f390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (48dfb193-2588-4d32-ba38-b3af8f530278), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:37:45.088851 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-5b60a355-6570-42be-bc76-221203a3f390 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:37:45.089983 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-5b60a355-6570-42be-bc76-221203a3f390 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/48dfb193-2588-4d32-ba38-b3af8f530278 HTTP/1.1" status: 204 len: 168 time: 0.1956084 Mar 14 10:37:45.097806 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b60a355-6570-42be-bc76-221203a3f390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48dfb193-2588-4d32-ba38-b3af8f530278,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:37:48.293888 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 48398) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:37:48.394995 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-3770ccbf-f69e-4eee-a2cc-68e1b080a9a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:37:48.466415 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-3770ccbf-f69e-4eee-a2cc-68e1b080a9a1 admin admin] Publish callbacks [] for security_group (c26ea237-f6cc-4fba-a7ec-9911d2f153f2), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:37:48.532096 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-3770ccbf-f69e-4eee-a2cc-68e1b080a9a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (c26ea237-f6cc-4fba-a7ec-9911d2f153f2), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:37:48.569074 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-3770ccbf-f69e-4eee-a2cc-68e1b080a9a1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d21c0067ac3540648a5438db992057e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2740517 Mar 14 10:37:48.572492 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3770ccbf-f69e-4eee-a2cc-68e1b080a9a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c26ea237-f6cc-4fba-a7ec-9911d2f153f2,revision_number=1']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:37:48.572639 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 48402) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:37:48.620174 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-31156855-98e2-4328-a708-cbbaed9af153 admin admin] Publish callbacks [] for security_group (c26ea237-f6cc-4fba-a7ec-9911d2f153f2), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:37:48.641253 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-31156855-98e2-4328-a708-cbbaed9af153 admin admin] Publish callbacks [] for security_group (c26ea237-f6cc-4fba-a7ec-9911d2f153f2), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:37:48.788712 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-31156855-98e2-4328-a708-cbbaed9af153 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (c26ea237-f6cc-4fba-a7ec-9911d2f153f2), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:37:48.791174 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-31156855-98e2-4328-a708-cbbaed9af153 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:37:48.792342 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-31156855-98e2-4328-a708-cbbaed9af153 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c26ea237-f6cc-4fba-a7ec-9911d2f153f2 HTTP/1.1" status: 204 len: 168 time: 0.2189870 Mar 14 10:37:48.800228 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31156855-98e2-4328-a708-cbbaed9af153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c26ea237-f6cc-4fba-a7ec-9911d2f153f2,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:37:49.330307 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 48408) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:37:49.343273 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-19ae20bb-1602-410a-9df3-7d670d02fccc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:37:49.415721 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-19ae20bb-1602-410a-9df3-7d670d02fccc admin admin] Publish callbacks [] for security_group (04de5be9-4fc0-4b57-9420-4a7b28a27f4c), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:37:49.514079 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-19ae20bb-1602-410a-9df3-7d670d02fccc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (04de5be9-4fc0-4b57-9420-4a7b28a27f4c), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:37:49.552497 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-19ae20bb-1602-410a-9df3-7d670d02fccc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4a09d5c5720a46f9995fc7cce06a1004&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2211452 Mar 14 10:37:49.553558 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ae20bb-1602-410a-9df3-7d670d02fccc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04de5be9-4fc0-4b57-9420-4a7b28a27f4c,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:37:49.555862 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 48410) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:37:49.602123 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-987a74eb-e7e6-409e-b737-e6fd69ce56cd admin admin] Publish callbacks [] for security_group (04de5be9-4fc0-4b57-9420-4a7b28a27f4c), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:37:49.622702 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-987a74eb-e7e6-409e-b737-e6fd69ce56cd admin admin] Publish callbacks [] for security_group (04de5be9-4fc0-4b57-9420-4a7b28a27f4c), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:37:49.748494 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-987a74eb-e7e6-409e-b737-e6fd69ce56cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (04de5be9-4fc0-4b57-9420-4a7b28a27f4c), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:37:49.751076 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-987a74eb-e7e6-409e-b737-e6fd69ce56cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:37:49.752235 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-987a74eb-e7e6-409e-b737-e6fd69ce56cd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/04de5be9-4fc0-4b57-9420-4a7b28a27f4c HTTP/1.1" status: 204 len: 168 time: 0.1954882 Mar 14 10:37:49.760788 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987a74eb-e7e6-409e-b737-e6fd69ce56cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04de5be9-4fc0-4b57-9420-4a7b28a27f4c,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:37:50.771551 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-3ba81cc4-14be-4568-92af-30e2f9d47a97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (71411765-f129-4ae6-9e82-4fe742fde8ff), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:37:52.982569 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-74ca28cb-1195-40c3-8a93-0894e18c634b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (a016a58c-1f8a-4210-ae6c-360b1a1f78c1), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:37:54.108413 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-f4039063-230b-41a9-bf4a-d5dd4b348b96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (46201191-f63a-41db-ad4d-3c2c795fe1c2), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:37:55.088906 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0c5300-3d0d-474e-8e6f-aa76e92c81cf req-c49bae47-7816-4a7e-8252-0617acdeddc3 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:37:55.090379 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-9a0c5300-3d0d-474e-8e6f-aa76e92c81cf req-c49bae47-7816-4a7e-8252-0617acdeddc3 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d228428-76e2-4015-91de-029d8288f4bf HTTP/1.1" status: 200 len: 945 time: 0.0518396 Mar 14 10:37:55.141906 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-9a0c5300-3d0d-474e-8e6f-aa76e92c81cf req-b5642e35-5420-4ab3-a292-e7a3c778f238 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/security-groups?id=5db7947e-8c99-4e92-b817-f70bd3c75c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457897 Mar 14 10:37:55.674508 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-a3541fa5-4b74-4b29-92a0-285d4d95a3dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (a9a1db27-ecd3-427e-bc57-ce8de4da4c28), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:37:56.257533 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee066e4b-4d3f-4c01-adba-5ddc52c6b489 req-bd8b2da9-bcca-40ce-87c4-73dfaef3ce9d tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:37:56.258989 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-ee066e4b-4d3f-4c01-adba-5ddc52c6b489 req-bd8b2da9-bcca-40ce-87c4-73dfaef3ce9d tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d228428-76e2-4015-91de-029d8288f4bf HTTP/1.1" status: 200 len: 945 time: 0.0517011 Mar 14 10:37:56.307313 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-ee066e4b-4d3f-4c01-adba-5ddc52c6b489 req-f108b0b0-123f-44ae-93c1-22cd02a63931 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/security-groups?id=5db7947e-8c99-4e92-b817-f70bd3c75c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426888 Mar 14 10:37:56.895773 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854b466a-c77b-4219-a9e7-ef770291df96 req-7ca5fc84-da7c-4149-9026-9705475196b2 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:37:56.897178 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-854b466a-c77b-4219-a9e7-ef770291df96 req-7ca5fc84-da7c-4149-9026-9705475196b2 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d228428-76e2-4015-91de-029d8288f4bf HTTP/1.1" status: 200 len: 945 time: 0.0514033 Mar 14 10:37:56.976887 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (3daba05a-6d77-487a-83af-fb9f8edf24c0), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:37:56.996927 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [req-854b466a-c77b-4219-a9e7-ef770291df96 req-b055352e-9210-4a40-8d41-b177c5731a8b tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Deleting port 54645b92-8804-4ef8-9f38-237143e6709b {{(pid=103643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 10:37:56.997347 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-854b466a-c77b-4219-a9e7-ef770291df96 req-b055352e-9210-4a40-8d41-b177c5731a8b tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739585920741'] for port (54645b92-8804-4ef8-9f38-237143e6709b), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:37:57.084997 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.db [req-854b466a-c77b-4219-a9e7-ef770291df96 req-b055352e-9210-4a40-8d41-b177c5731a8b tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] For port 54645b92-8804-4ef8-9f38-237143e6709b, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=54645b92-8804-4ef8-9f38-237143e6709b,segment=NetworkSegment(2460ef8d-df84-4c9b-a5b7-310d5b72ba4e),segment_id=2460ef8d-df84-4c9b-a5b7-310d5b72ba4e)] {{(pid=103643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:37:57.085350 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-854b466a-c77b-4219-a9e7-ef770291df96 req-b055352e-9210-4a40-8d41-b177c5731a8b tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562337'] for port (54645b92-8804-4ef8-9f38-237143e6709b), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:37:57.254034 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-854b466a-c77b-4219-a9e7-ef770291df96 req-b055352e-9210-4a40-8d41-b177c5731a8b tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:37:57.254315 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-854b466a-c77b-4219-a9e7-ef770291df96 req-b055352e-9210-4a40-8d41-b177c5731a8b tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-564448'] for floatingip (2cbbc506-9cd8-4a6f-a4c7-b79771c33f2d), after_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:37:57.254634 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.db.l3_db [req-854b466a-c77b-4219-a9e7-ef770291df96 req-b055352e-9210-4a40-8d41-b177c5731a8b tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Floating IP 2cbbc506-9cd8-4a6f-a4c7-b79771c33f2d disassociated. External IP: 172.27.2.154, port: 54645b92-8804-4ef8-9f38-237143e6709b. Mar 14 10:37:57.254977 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [req-854b466a-c77b-4219-a9e7-ef770291df96 req-b055352e-9210-4a40-8d41-b177c5731a8b tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Calling delete_port for 54645b92-8804-4ef8-9f38-237143e6709b owned by compute:nova {{(pid=103643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 10:37:57.405791 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (cd4c1fd5-6bd0-46fc-9cd1-9ea8fc180379), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:37:57.429434 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7425109c-2c8e-471c-9b14-19596a806aa1 req-bc3aa274-e688-42b0-a4e7-8c2f209f972e tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:37:57.430891 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-7425109c-2c8e-471c-9b14-19596a806aa1 req-bc3aa274-e688-42b0-a4e7-8c2f209f972e tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d228428-76e2-4015-91de-029d8288f4bf HTTP/1.1" status: 200 len: 945 time: 0.0544126 Mar 14 10:37:57.463585 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-854b466a-c77b-4219-a9e7-ef770291df96 req-b055352e-9210-4a40-8d41-b177c5731a8b tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739585930060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739585409127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516063'] for port (54645b92-8804-4ef8-9f38-237143e6709b), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:37:57.502321 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b055352e-9210-4a40-8d41-b177c5731a8b tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Pushing event deleted for resources: {'Port': ['ID=54645b92-8804-4ef8-9f38-237143e6709b,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:37:57.508653 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-7425109c-2c8e-471c-9b14-19596a806aa1 req-20217d94-b7b6-4264-a82d-e9a712aaa6d4 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/security-groups?id=5db7947e-8c99-4e92-b817-f70bd3c75c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722740 Mar 14 10:37:57.619884 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.l3_agent_scheduler [req-854b466a-c77b-4219-a9e7-ef770291df96 req-b055352e-9210-4a40-8d41-b177c5731a8b tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Router 88162fc5-f696-46e6-aec7-20a02549062f has already been hosted by L3 agent a016a58c-1f8a-4210-ae6c-360b1a1f78c1 {{(pid=103643) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 10:37:57.729084 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-854b466a-c77b-4219-a9e7-ef770291df96 req-b055352e-9210-4a40-8d41-b177c5731a8b tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Notify agent at l3_agent.dv-cinder-833544-1-iscsi the message routers_updated {{(pid=103643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 10:37:57.739546 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3464c03a-1e43-439a-b0c5-c516a3b7c3c7 None None] Sync routers for ids ['88162fc5-f696-46e6-aec7-20a02549062f'] in dv-cinder-833544-1-iscsi {{(pid=103644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 10:37:57.749703 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3464c03a-1e43-439a-b0c5-c516a3b7c3c7 None None] Routers {'88162fc5-f696-46e6-aec7-20a02549062f'} bound to L3 agent in host dv-cinder-833544-1-iscsi {{(pid=103644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:37:57.751056 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-3464c03a-1e43-439a-b0c5-c516a3b7c3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833544-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T10:17:23Z,description=,heartbeat_timestamp=2022-03-14T10:37:53Z,host='dv-cinder-833544-1-iscsi',id=a016a58c-1f8a-4210-ae6c-360b1a1f78c1,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:17:24Z,topic='l3_agent')) {'router_ids': ['88162fc5-f696-46e6-aec7-20a02549062f'], 'active': True} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:37:57.770488 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.db.l3_dvrscheduler_db [req-854b466a-c77b-4219-a9e7-ef770291df96 req-b055352e-9210-4a40-8d41-b177c5731a8b tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] No DVR routers for this DVR port 54645b92-8804-4ef8-9f38-237143e6709b on host hv-cinder-83354 {{(pid=103643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 10:37:57.772985 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-854b466a-c77b-4219-a9e7-ef770291df96 req-b055352e-9210-4a40-8d41-b177c5731a8b tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211739'] for port (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:37:57.776248 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-854b466a-c77b-4219-a9e7-ef770291df96 req-b055352e-9210-4a40-8d41-b177c5731a8b tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.39 "DELETE /v2.0/ports/54645b92-8804-4ef8-9f38-237143e6709b HTTP/1.1" status: 204 len: 173 time: 0.8734345 Mar 14 10:37:57.776698 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d228428-76e2-4015-91de-029d8288f4bf', 'name': 'network-vif-deleted', 'tag': '54645b92-8804-4ef8-9f38-237143e6709b'}] {{(pid=103643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:37:57.778945 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b58adf1808d3e8f2b7de4636db435fb255da6a44abdc46a7a48cdc23cb85b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa4fb570-867e-4f75-a4bb-41d25d5acff1" -d '{"events": [{"server_uuid": "6d228428-76e2-4015-91de-029d8288f4bf", "name": "network-vif-deleted", "tag": "54645b92-8804-4ef8-9f38-237143e6709b"}]}' {{(pid=103643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:37:57.812650 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 10:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b98dccac-aab3-47e6-bf7e-471eeb789080 x-openstack-request-id: req-b98dccac-aab3-47e6-bf7e-471eeb789080 {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:37:57.813462 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d228428-76e2-4015-91de-029d8288f4bf", "name": "network-vif-deleted", "tag": "54645b92-8804-4ef8-9f38-237143e6709b", "status": "completed", "code": 200}]} {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:37:57.813723 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b98dccac-aab3-47e6-bf7e-471eeb789080 {{(pid=103643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:37:57.814117 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d228428-76e2-4015-91de-029d8288f4bf', 'name': 'network-vif-deleted', 'tag': '54645b92-8804-4ef8-9f38-237143e6709b', 'status': 'completed', 'code': 200} Mar 14 10:37:57.867944 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvr_db [None req-3464c03a-1e43-439a-b0c5-c516a3b7c3c7 None None] Set router 88162fc5-f696-46e6-aec7-20a02549062f gateway port host: dv-cinder-833544-1-iscsi {{(pid=103644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:37:58.079823 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-3464c03a-1e43-439a-b0c5-c516a3b7c3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88162fc5-f696-46e6-aec7-20a02549062f', 'name': 'tempest-TestVolumeBootPattern-162580303-router', 'tenant_id': '6297757b71cd48d4a33ab7458cc05ac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '83c49087-a756-4c7d-99a2-5b604029eb80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:34:18Z', 'updated_at': '2022-03-14T10:34:22Z', 'revision_number': 4, 'project_id': '6297757b71cd48d4a33ab7458cc05ac7', 'gw_port': {'id': '83c49087-a756-4c7d-99a2-5b604029eb80', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88162fc5-f696-46e6-aec7-20a02549062f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:34:19Z', 'updated_at': '2022-03-14T10:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi', '_interfaces': [{'id': 'f1c63c40-5a38-4f6d-89f9-16a3f3bee0f4', 'name': '', 'network_id': 'c84f27eb-37b9-4aa9-b62d-da2eefd83ac0', 'tenant_id': '6297757b71cd48d4a33ab7458cc05ac7', 'mac_address': 'fa:16:3e:72:8f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88162fc5-f696-46e6-aec7-20a02549062f', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'c1ca7e58-7de1-4354-86ba-4c133fca3e45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:34:21Z', 'updated_at': '2022-03-14T10:34:25Z', 'revision_number': 5, 'project_id': '6297757b71cd48d4a33ab7458cc05ac7', 'subnets': [{'id': 'c1ca7e58-7de1-4354-86ba-4c133fca3e45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833544-1-iscsi', False) {} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:37:58.105755 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3464c03a-1e43-439a-b0c5-c516a3b7c3c7 None None] Checking router: 88162fc5-f696-46e6-aec7-20a02549062f for host: dv-cinder-833544-1-iscsi {{(pid=103644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 10:37:58.114816 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3464c03a-1e43-439a-b0c5-c516a3b7c3c7 None None] Routers {'88162fc5-f696-46e6-aec7-20a02549062f'} bound to L3 agent in host dv-cinder-833544-1-iscsi {{(pid=103644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:37:58.115425 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-3464c03a-1e43-439a-b0c5-c516a3b7c3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833544-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T10:17:23Z,description=,heartbeat_timestamp=2022-03-14T10:37:53Z,host='dv-cinder-833544-1-iscsi',id=a016a58c-1f8a-4210-ae6c-360b1a1f78c1,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:17:24Z,topic='l3_agent')) {'router_ids': ['88162fc5-f696-46e6-aec7-20a02549062f'], 'active': True} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:37:58.227658 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvr_db [None req-3464c03a-1e43-439a-b0c5-c516a3b7c3c7 None None] Set router 88162fc5-f696-46e6-aec7-20a02549062f gateway port host: dv-cinder-833544-1-iscsi {{(pid=103644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:37:58.423117 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-3464c03a-1e43-439a-b0c5-c516a3b7c3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88162fc5-f696-46e6-aec7-20a02549062f', 'name': 'tempest-TestVolumeBootPattern-162580303-router', 'tenant_id': '6297757b71cd48d4a33ab7458cc05ac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '83c49087-a756-4c7d-99a2-5b604029eb80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:34:18Z', 'updated_at': '2022-03-14T10:34:22Z', 'revision_number': 4, 'project_id': '6297757b71cd48d4a33ab7458cc05ac7', 'gw_port': {'id': '83c49087-a756-4c7d-99a2-5b604029eb80', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88162fc5-f696-46e6-aec7-20a02549062f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:34:19Z', 'updated_at': '2022-03-14T10:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi', '_interfaces': [{'id': 'f1c63c40-5a38-4f6d-89f9-16a3f3bee0f4', 'name': '', 'network_id': 'c84f27eb-37b9-4aa9-b62d-da2eefd83ac0', 'tenant_id': '6297757b71cd48d4a33ab7458cc05ac7', 'mac_address': 'fa:16:3e:72:8f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88162fc5-f696-46e6-aec7-20a02549062f', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'c1ca7e58-7de1-4354-86ba-4c133fca3e45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:34:21Z', 'updated_at': '2022-03-14T10:34:25Z', 'revision_number': 5, 'project_id': '6297757b71cd48d4a33ab7458cc05ac7', 'subnets': [{'id': 'c1ca7e58-7de1-4354-86ba-4c133fca3e45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833544-1-iscsi', False) {} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:37:58.452834 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3464c03a-1e43-439a-b0c5-c516a3b7c3c7 None None] The sync data for ids ['88162fc5-f696-46e6-aec7-20a02549062f'] in dv-cinder-833544-1-iscsi is: [{'id': '88162fc5-f696-46e6-aec7-20a02549062f', 'name': 'tempest-TestVolumeBootPattern-162580303-router', 'tenant_id': '6297757b71cd48d4a33ab7458cc05ac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '83c49087-a756-4c7d-99a2-5b604029eb80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:34:18Z', 'updated_at': '2022-03-14T10:34:22Z', 'revision_number': 4, 'project_id': '6297757b71cd48d4a33ab7458cc05ac7', 'gw_port': {'id': '83c49087-a756-4c7d-99a2-5b604029eb80', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88162fc5-f696-46e6-aec7-20a02549062f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:34:19Z', 'updated_at': '2022-03-14T10:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi', '_interfaces': [{'id': 'f1c63c40-5a38-4f6d-89f9-16a3f3bee0f4', 'name': '', 'network_id': 'c84f27eb-37b9-4aa9-b62d-da2eefd83ac0', 'tenant_id': '6297757b71cd48d4a33ab7458cc05ac7', 'mac_address': 'fa:16:3e:72:8f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88162fc5-f696-46e6-aec7-20a02549062f', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'c1ca7e58-7de1-4354-86ba-4c133fca3e45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:34:21Z', 'updated_at': '2022-03-14T10:34:25Z', 'revision_number': 5, 'project_id': '6297757b71cd48d4a33ab7458cc05ac7', 'subnets': [{'id': 'c1ca7e58-7de1-4354-86ba-4c133fca3e45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 10:37:58.623832 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-527b6954-71c9-4ca4-ae79-6efcc09f6e5a req-eb68e398-bdac-4499-a3c1-c9a14663161a tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d228428-76e2-4015-91de-029d8288f4bf HTTP/1.1" status: 200 len: 210 time: 0.0282133 Mar 14 10:37:58.676628 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f263eef-79a7-456e-8f6d-7f8f5fd51acd None None] New status for floating IP 2cbbc506-9cd8-4a6f-a4c7-b79771c33f2d: DOWN {{(pid=103645) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 10:37:59.879591 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-448075cc-18f0-4c59-b896-cfba4fcc6e29 req-2532701e-d8fd-4291-9dea-e088abd06220 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-731492501&fields=id&tenant_id=6297757b71cd48d4a33ab7458cc05ac7 HTTP/1.1" status: 200 len: 267 time: 0.0424895 Mar 14 10:37:59.987061 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448075cc-18f0-4c59-b896-cfba4fcc6e29 req-c8f2f6bb-991c-407e-b7d3-8826ca0b8d43 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:37:59.988679 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-448075cc-18f0-4c59-b896-cfba4fcc6e29 req-c8f2f6bb-991c-407e-b7d3-8826ca0b8d43 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/networks?id=c84f27eb-37b9-4aa9-b62d-da2eefd83ac0 HTTP/1.1" status: 200 len: 811 time: 0.1027930 Mar 14 10:38:00.008228 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-448075cc-18f0-4c59-b896-cfba4fcc6e29 req-0bcd5b0e-fee2-4e29-8807-743b6ee68e37 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/quotas/6297757b71cd48d4a33ab7458cc05ac7 HTTP/1.1" status: 200 len: 375 time: 0.0141404 Mar 14 10:38:00.059291 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-448075cc-18f0-4c59-b896-cfba4fcc6e29 req-9bd8c4ac-83c1-4cd5-9abb-9fdaca19d905 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=6297757b71cd48d4a33ab7458cc05ac7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500140 Mar 14 10:38:00.244959 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-448075cc-18f0-4c59-b896-cfba4fcc6e29 req-647b2f1c-7c62-4230-b969-22681589b5da service neutron] 10.222.0.16 "GET /v2.0/networks/c84f27eb-37b9-4aa9-b62d-da2eefd83ac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737919 Mar 14 10:38:00.331851 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-448075cc-18f0-4c59-b896-cfba4fcc6e29 req-2cf44e45-6040-492e-ac34-eccc52996297 service neutron] 10.222.0.16 "GET /v2.0/networks/c84f27eb-37b9-4aa9-b62d-da2eefd83ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811810 Mar 14 10:38:00.851144 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-f741ca65-c58b-44cd-9edf-a686f0b16367 req-5b3e0d26-06c6-414d-9957-3e28c0d046fc tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbf6744c-7584-4dcc-ba94-4e909e7319f5 HTTP/1.1" status: 200 len: 210 time: 0.0314457 Mar 14 10:38:01.126590 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Device 54645b92-8804-4ef8-9f38-237143e6709b no longer exists at agent hyperv_hv-cinder-83354 {{(pid=103644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 10:38:01.146370 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] No Port match for: 54645b92-8804-4ef8-9f38-237143e6709b {{(pid=103644) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 10:38:01.146722 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Device 54645b92-8804-4ef8-9f38-237143e6709b not bound to the agent host hv-cinder-83354 {{(pid=103644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 10:38:01.943385 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-4d03c5e4-9292-4db3-8484-e83fccf45798 req-408d19bf-68ac-4e55-819c-826e3bea2129 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbf6744c-7584-4dcc-ba94-4e909e7319f5 HTTP/1.1" status: 200 len: 210 time: 0.0280116 Mar 14 10:38:02.714595 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448075cc-18f0-4c59-b896-cfba4fcc6e29 req-c1da0e58-66f7-4440-9242-4c3522f7af53 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:38:02.716051 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-448075cc-18f0-4c59-b896-cfba4fcc6e29 req-c1da0e58-66f7-4440-9242-4c3522f7af53 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.39 "GET /v2.0/networks?id=c84f27eb-37b9-4aa9-b62d-da2eefd83ac0 HTTP/1.1" status: 200 len: 811 time: 0.0981765 Mar 14 10:38:02.789832 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-448075cc-18f0-4c59-b896-cfba4fcc6e29 req-11c2faff-1fd0-447d-88a9-5eade2785456 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6297757b71cd48d4a33ab7458cc05ac7 HTTP/1.1" status: 200 len: 379 time: 0.0600448 Mar 14 10:38:02.799427 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [req-448075cc-18f0-4c59-b896-cfba4fcc6e29 req-a7bd1907-349b-4895-944f-54a47074cab7 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Request body: {'port': {'device_id': 'cbf6744c-7584-4dcc-ba94-4e909e7319f5', 'network_id': 'c84f27eb-37b9-4aa9-b62d-da2eefd83ac0', 'admin_state_up': True, 'tenant_id': '6297757b71cd48d4a33ab7458cc05ac7', 'security_groups': ['5db7947e-8c99-4e92-b817-f70bd3c75c36']}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:38:03.000020 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-448075cc-18f0-4c59-b896-cfba4fcc6e29 req-a7bd1907-349b-4895-944f-54a47074cab7 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Made reservation on behalf of 6297757b71cd48d4a33ab7458cc05ac7 for: {'port': 1} {{(pid=103643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 10:38:03.004277 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-448075cc-18f0-4c59-b896-cfba4fcc6e29 req-a7bd1907-349b-4895-944f-54a47074cab7 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:03.045208 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-8ec9ff96-5207-49b7-824f-465ef91cb56f req-f2d53c81-c17a-45fe-ae23-2c1a3d382734 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbf6744c-7584-4dcc-ba94-4e909e7319f5 HTTP/1.1" status: 200 len: 210 time: 0.0310943 Mar 14 10:38:03.162845 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.db.db_base_plugin_common [req-448075cc-18f0-4c59-b896-cfba4fcc6e29 req-a7bd1907-349b-4895-944f-54a47074cab7 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Allocated IP 172.20.0.8 (c84f27eb-37b9-4aa9-b62d-da2eefd83ac0/c1ca7e58-7de1-4354-86ba-4c133fca3e45/7c297a19-ac2a-47a9-9889-7f221f81ad86) {{(pid=103643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 10:38:03.308583 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-448075cc-18f0-4c59-b896-cfba4fcc6e29 req-a7bd1907-349b-4895-944f-54a47074cab7 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Publish callbacks [] for port (7c297a19-ac2a-47a9-9889-7f221f81ad86), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:03.400031 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-448075cc-18f0-4c59-b896-cfba4fcc6e29 req-a7bd1907-349b-4895-944f-54a47074cab7 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739585409118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516063'] for port (7c297a19-ac2a-47a9-9889-7f221f81ad86), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:03.444875 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-448075cc-18f0-4c59-b896-cfba4fcc6e29 req-a7bd1907-349b-4895-944f-54a47074cab7 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Network c84f27eb-37b9-4aa9-b62d-da2eefd83ac0 is already hosted by enough agents. {{(pid=103643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:38:03.447909 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.base_scheduler [req-448075cc-18f0-4c59-b896-cfba4fcc6e29 req-a7bd1907-349b-4895-944f-54a47074cab7 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Resources bound (agent type, host, resource id): {{(pid=103643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:38:03.451491 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.db.l3_dvrscheduler_db [req-448075cc-18f0-4c59-b896-cfba4fcc6e29 req-a7bd1907-349b-4895-944f-54a47074cab7 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Received port after_create {{(pid=103643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 10:38:03.458656 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bd1907-349b-4895-944f-54a47074cab7 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Pushing event updated for resources: {'Port': ['ID=7c297a19-ac2a-47a9-9889-7f221f81ad86,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:38:03.504787 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448075cc-18f0-4c59-b896-cfba4fcc6e29 req-a7bd1907-349b-4895-944f-54a47074cab7 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:38:03.505523 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-448075cc-18f0-4c59-b896-cfba4fcc6e29 req-a7bd1907-349b-4895-944f-54a47074cab7 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211739'] for port (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:03.579752 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-448075cc-18f0-4c59-b896-cfba4fcc6e29 req-a7bd1907-349b-4895-944f-54a47074cab7 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7842574 Mar 14 10:38:03.596306 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [req-448075cc-18f0-4c59-b896-cfba4fcc6e29 req-913f4856-6819-439b-856c-887ab6c36386 service neutron] Request body: {'port': {'device_id': 'cbf6744c-7584-4dcc-ba94-4e909e7319f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83354'}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:38:03.659844 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-448075cc-18f0-4c59-b896-cfba4fcc6e29 req-913f4856-6819-439b-856c-887ab6c36386 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (7c297a19-ac2a-47a9-9889-7f221f81ad86), before_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:03.700275 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-57443cc2-faa9-4171-97fa-e5a43be1a0c8 None None] Provisioning complete for port 7c297a19-ac2a-47a9-9889-7f221f81ad86 triggered by entity DHCP. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:38:03.700838 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-57443cc2-faa9-4171-97fa-e5a43be1a0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (7c297a19-ac2a-47a9-9889-7f221f81ad86), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:03.733977 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-57443cc2-faa9-4171-97fa-e5a43be1a0c8 None None] Port 7c297a19-ac2a-47a9-9889-7f221f81ad86 cannot update to ACTIVE because it is not bound. {{(pid=103644) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 10:38:03.913916 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.notifiers.nova [req-448075cc-18f0-4c59-b896-cfba4fcc6e29 req-913f4856-6819-439b-856c-887ab6c36386 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c297a19-ac2a-47a9-9889-7f221f81ad86 {{(pid=103643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 10:38:03.921246 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-448075cc-18f0-4c59-b896-cfba4fcc6e29 req-913f4856-6819-439b-856c-887ab6c36386 service neutron] Publish callbacks [] for port (7c297a19-ac2a-47a9-9889-7f221f81ad86), precommit_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:03.933799 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.db.provisioning_blocks [req-448075cc-18f0-4c59-b896-cfba4fcc6e29 req-913f4856-6819-439b-856c-887ab6c36386 service neutron] Transition to ACTIVE for port object 7c297a19-ac2a-47a9-9889-7f221f81ad86 will not be triggered until provisioned by entity L2. {{(pid=103643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 14 10:38:04.022671 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-448075cc-18f0-4c59-b896-cfba4fcc6e29 req-913f4856-6819-439b-856c-887ab6c36386 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516052'] for port (7c297a19-ac2a-47a9-9889-7f221f81ad86), after_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:04.327023 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913f4856-6819-439b-856c-887ab6c36386 service neutron] Pushing event updated for resources: {'Port': ['ID=7c297a19-ac2a-47a9-9889-7f221f81ad86,revision_number=2']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:38:04.410525 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.managers [req-448075cc-18f0-4c59-b896-cfba4fcc6e29 req-913f4856-6819-439b-856c-887ab6c36386 service neutron] Attempting to bind port 7c297a19-ac2a-47a9-9889-7f221f81ad86 on host hv-cinder-83354 for vnic_type normal with profile {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 10:38:04.410846 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.managers [req-448075cc-18f0-4c59-b896-cfba4fcc6e29 req-913f4856-6819-439b-856c-887ab6c36386 service neutron] Attempting to bind port 7c297a19-ac2a-47a9-9889-7f221f81ad86 by drivers openvswitch,hyperv on host hv-cinder-83354 at level 0 using segments [{'id': '2460ef8d-df84-4c9b-a5b7-310d5b72ba4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'c84f27eb-37b9-4aa9-b62d-da2eefd83ac0'}] {{(pid=103643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 10:38:04.411520 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448075cc-18f0-4c59-b896-cfba4fcc6e29 req-913f4856-6819-439b-856c-887ab6c36386 service neutron] Attempting to bind port 7c297a19-ac2a-47a9-9889-7f221f81ad86 on network c84f27eb-37b9-4aa9-b62d-da2eefd83ac0 {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:38:04.423184 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f66ccdd-9e6d-4e83-bc15-83293f05bec4 req-859e3b93-512a-4670-b8fd-ce8e473d5fef tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:38:04.424667 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-2f66ccdd-9e6d-4e83-bc15-83293f05bec4 req-859e3b93-512a-4670-b8fd-ce8e473d5fef tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbf6744c-7584-4dcc-ba94-4e909e7319f5 HTTP/1.1" status: 200 len: 943 time: 0.0943830 Mar 14 10:38:04.426371 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448075cc-18f0-4c59-b896-cfba4fcc6e29 req-913f4856-6819-439b-856c-887ab6c36386 service neutron] Port 7c297a19-ac2a-47a9-9889-7f221f81ad86 on network c84f27eb-37b9-4aa9-b62d-da2eefd83ac0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83354 {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 10:38:04.426586 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448075cc-18f0-4c59-b896-cfba4fcc6e29 req-913f4856-6819-439b-856c-887ab6c36386 service neutron] Attempting to bind port 7c297a19-ac2a-47a9-9889-7f221f81ad86 on network c84f27eb-37b9-4aa9-b62d-da2eefd83ac0 {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:38:04.439318 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448075cc-18f0-4c59-b896-cfba4fcc6e29 req-913f4856-6819-439b-856c-887ab6c36386 service neutron] Checking agent: {'id': 'cd4c1fd5-6bd0-46fc-9cd1-9ea8fc180379', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83354', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 10, 23, 57), 'started_at': datetime.datetime(2022, 3, 14, 10, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 10, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 10:38:04.439845 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448075cc-18f0-4c59-b896-cfba4fcc6e29 req-913f4856-6819-439b-856c-887ab6c36386 service neutron] Checking segment: {'id': '2460ef8d-df84-4c9b-a5b7-310d5b72ba4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'c84f27eb-37b9-4aa9-b62d-da2eefd83ac0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:38:04.440254 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448075cc-18f0-4c59-b896-cfba4fcc6e29 req-913f4856-6819-439b-856c-887ab6c36386 service neutron] Bound using segment: {'id': '2460ef8d-df84-4c9b-a5b7-310d5b72ba4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'c84f27eb-37b9-4aa9-b62d-da2eefd83ac0'} {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 10:38:04.440708 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.managers [req-448075cc-18f0-4c59-b896-cfba4fcc6e29 req-913f4856-6819-439b-856c-887ab6c36386 service neutron] Bound port: 7c297a19-ac2a-47a9-9889-7f221f81ad86, host: hv-cinder-83354, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2460ef8d-df84-4c9b-a5b7-310d5b72ba4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'c84f27eb-37b9-4aa9-b62d-da2eefd83ac0'}}] {{(pid=103643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 10:38:04.441053 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-448075cc-18f0-4c59-b896-cfba4fcc6e29 req-913f4856-6819-439b-856c-887ab6c36386 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (7c297a19-ac2a-47a9-9889-7f221f81ad86), before_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:04.514402 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-2f66ccdd-9e6d-4e83-bc15-83293f05bec4 req-ef258baf-287e-4c56-857d-5d94c035984c tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/security-groups?id=5db7947e-8c99-4e92-b817-f70bd3c75c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838592 Mar 14 10:38:04.536481 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.db [req-448075cc-18f0-4c59-b896-cfba4fcc6e29 req-913f4856-6819-439b-856c-887ab6c36386 service neutron] For port 7c297a19-ac2a-47a9-9889-7f221f81ad86, host hv-cinder-83354, cleared binding levels {{(pid=103643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 10:38:04.539518 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.db [req-448075cc-18f0-4c59-b896-cfba4fcc6e29 req-913f4856-6819-439b-856c-887ab6c36386 service neutron] For port 7c297a19-ac2a-47a9-9889-7f221f81ad86, host hv-cinder-83354, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=7c297a19-ac2a-47a9-9889-7f221f81ad86,segment=NetworkSegment(2460ef8d-df84-4c9b-a5b7-310d5b72ba4e),segment_id=2460ef8d-df84-4c9b-a5b7-310d5b72ba4e)] {{(pid=103643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 10:38:04.595077 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-448075cc-18f0-4c59-b896-cfba4fcc6e29 req-913f4856-6819-439b-856c-887ab6c36386 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516052'] for port (7c297a19-ac2a-47a9-9889-7f221f81ad86), after_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:04.630567 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448075cc-18f0-4c59-b896-cfba4fcc6e29 req-913f4856-6819-439b-856c-887ab6c36386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:38:04.631182 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-448075cc-18f0-4c59-b896-cfba4fcc6e29 req-913f4856-6819-439b-856c-887ab6c36386 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211739'] for port (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:04.632664 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-448075cc-18f0-4c59-b896-cfba4fcc6e29 req-913f4856-6819-439b-856c-887ab6c36386 service neutron] 10.222.0.39 "PUT /v2.0/ports/7c297a19-ac2a-47a9-9889-7f221f81ad86 HTTP/1.1" status: 200 len: 1093 time: 1.0408542 Mar 14 10:38:04.633626 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbf6744c-7584-4dcc-ba94-4e909e7319f5', 'tag': '7c297a19-ac2a-47a9-9889-7f221f81ad86'}] {{(pid=103643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:38:04.635530 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b58adf1808d3e8f2b7de4636db435fb255da6a44abdc46a7a48cdc23cb85b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad4922f3-8b75-4a59-b0b7-7f966f1ff199" -d '{"events": [{"name": "network-changed", "server_uuid": "cbf6744c-7584-4dcc-ba94-4e909e7319f5", "tag": "7c297a19-ac2a-47a9-9889-7f221f81ad86"}]}' {{(pid=103643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:38:04.667193 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913f4856-6819-439b-856c-887ab6c36386 service neutron] Pushing event updated for resources: {'Port': ['ID=7c297a19-ac2a-47a9-9889-7f221f81ad86,revision_number=3']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:38:04.681592 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 10:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bd9dd98-609e-408f-b63e-4203f86c9376 x-openstack-request-id: req-2bd9dd98-609e-408f-b63e-4203f86c9376 {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:38:04.681895 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbf6744c-7584-4dcc-ba94-4e909e7319f5", "tag": "7c297a19-ac2a-47a9-9889-7f221f81ad86", "status": "completed", "code": 200}]} {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:38:04.682150 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2bd9dd98-609e-408f-b63e-4203f86c9376 {{(pid=103643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:38:04.682552 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbf6744c-7584-4dcc-ba94-4e909e7319f5', 'tag': '7c297a19-ac2a-47a9-9889-7f221f81ad86', 'status': 'completed', 'code': 200} Mar 14 10:38:04.784475 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4922f3-8b75-4a59-b0b7-7f966f1ff199 req-20673dd8-c72d-4262-8dbb-f4bdb3f5efdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:38:04.785991 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-ad4922f3-8b75-4a59-b0b7-7f966f1ff199 req-20673dd8-c72d-4262-8dbb-f4bdb3f5efdd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6297757b71cd48d4a33ab7458cc05ac7&device_id=cbf6744c-7584-4dcc-ba94-4e909e7319f5 HTTP/1.1" status: 200 len: 1127 time: 0.0477736 Mar 14 10:38:04.896320 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4922f3-8b75-4a59-b0b7-7f966f1ff199 req-bba6f315-f276-4abd-b115-ac06417e1f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:38:04.897794 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-ad4922f3-8b75-4a59-b0b7-7f966f1ff199 req-bba6f315-f276-4abd-b115-ac06417e1f02 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=6297757b71cd48d4a33ab7458cc05ac7&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0969572 Mar 14 10:38:04.997284 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4922f3-8b75-4a59-b0b7-7f966f1ff199 req-a205f528-680e-46b6-8791-68ab7f42a14e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:38:04.999550 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-ad4922f3-8b75-4a59-b0b7-7f966f1ff199 req-a205f528-680e-46b6-8791-68ab7f42a14e service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0946696 Mar 14 10:38:05.134301 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448075cc-18f0-4c59-b896-cfba4fcc6e29 req-73e1e84c-bb32-45b0-a237-0276feda336a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:38:05.135765 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-448075cc-18f0-4c59-b896-cfba4fcc6e29 req-73e1e84c-bb32-45b0-a237-0276feda336a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6297757b71cd48d4a33ab7458cc05ac7&device_id=cbf6744c-7584-4dcc-ba94-4e909e7319f5 HTTP/1.1" status: 200 len: 1127 time: 0.0448692 Mar 14 10:38:05.181730 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-448075cc-18f0-4c59-b896-cfba4fcc6e29 req-a5fc3047-0d71-4302-a016-a4545ba9b276 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7c297a19-ac2a-47a9-9889-7f221f81ad86 HTTP/1.1" status: 200 len: 217 time: 0.0334651 Mar 14 10:38:05.229800 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448075cc-18f0-4c59-b896-cfba4fcc6e29 req-86c87cda-b212-4a22-a804-22d0f28191e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:38:05.231186 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-448075cc-18f0-4c59-b896-cfba4fcc6e29 req-86c87cda-b212-4a22-a804-22d0f28191e5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c1ca7e58-7de1-4354-86ba-4c133fca3e45 HTTP/1.1" status: 200 len: 850 time: 0.0428627 Mar 14 10:38:05.283797 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448075cc-18f0-4c59-b896-cfba4fcc6e29 req-c683f22d-790e-4196-807a-32a51b3b2b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:38:05.285259 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-448075cc-18f0-4c59-b896-cfba4fcc6e29 req-c683f22d-790e-4196-807a-32a51b3b2b3c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c84f27eb-37b9-4aa9-b62d-da2eefd83ac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463550 Mar 14 10:38:05.372329 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-448075cc-18f0-4c59-b896-cfba4fcc6e29 req-0ae52a66-c9fa-4784-af12-a556683d12af service neutron] 10.222.0.39 "GET /v2.0/networks/c84f27eb-37b9-4aa9-b62d-da2eefd83ac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801427 Mar 14 10:38:05.466039 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-448075cc-18f0-4c59-b896-cfba4fcc6e29 req-fc45fa26-9143-4932-93bd-fb0f7c8894a6 service neutron] 10.222.0.39 "GET /v2.0/networks/c84f27eb-37b9-4aa9-b62d-da2eefd83ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831907 Mar 14 10:38:05.632779 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f19639-df98-45a1-9f56-d49abe4b0737 req-648c81a4-a8c5-4724-9148-34fd0bac9804 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:38:05.634330 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-08f19639-df98-45a1-9f56-d49abe4b0737 req-648c81a4-a8c5-4724-9148-34fd0bac9804 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbf6744c-7584-4dcc-ba94-4e909e7319f5 HTTP/1.1" status: 200 len: 943 time: 0.0525377 Mar 14 10:38:05.685367 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-08f19639-df98-45a1-9f56-d49abe4b0737 req-45ec768c-e023-4670-8145-3efd228d5219 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/security-groups?id=5db7947e-8c99-4e92-b817-f70bd3c75c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426042 Mar 14 10:38:06.526193 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 48628) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:38:06.845681 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1040280b-adc5-487f-980e-11b00c67d80a req-6ea8fc9f-cbbf-4d06-872d-4e57f81268d8 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:38:06.847148 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-1040280b-adc5-487f-980e-11b00c67d80a req-6ea8fc9f-cbbf-4d06-872d-4e57f81268d8 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbf6744c-7584-4dcc-ba94-4e909e7319f5 HTTP/1.1" status: 200 len: 943 time: 0.0908065 Mar 14 10:38:06.880006 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [None req-2df79528-ba5b-4aaf-bced-ff3385eadf69 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Deleting port cb3fb3a6-8af7-4a22-b48d-d162ee75c29e {{(pid=103643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 10:38:06.880351 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-2df79528-ba5b-4aaf-bced-ff3385eadf69 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739585920741'] for port (cb3fb3a6-8af7-4a22-b48d-d162ee75c29e), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:06.923111 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-1040280b-adc5-487f-980e-11b00c67d80a req-66627503-666c-417e-8226-b36926fafe9d tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/security-groups?id=5db7947e-8c99-4e92-b817-f70bd3c75c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697043 Mar 14 10:38:06.978751 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-2df79528-ba5b-4aaf-bced-ff3385eadf69 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562337'] for port (cb3fb3a6-8af7-4a22-b48d-d162ee75c29e), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:06.979084 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-2df79528-ba5b-4aaf-bced-ff3385eadf69 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Publish callbacks [] for floatingip (cb3fb3a6-8af7-4a22-b48d-d162ee75c29e), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:06.990958 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [None req-2df79528-ba5b-4aaf-bced-ff3385eadf69 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Calling delete_port for cb3fb3a6-8af7-4a22-b48d-d162ee75c29e owned by network:floatingip {{(pid=103643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 10:38:07.179622 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-2df79528-ba5b-4aaf-bced-ff3385eadf69 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739585930060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739585409127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516063'] for port (cb3fb3a6-8af7-4a22-b48d-d162ee75c29e), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:07.207983 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df79528-ba5b-4aaf-bced-ff3385eadf69 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Pushing event deleted for resources: {'Port': ['ID=cb3fb3a6-8af7-4a22-b48d-d162ee75c29e,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:38:07.267741 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-2df79528-ba5b-4aaf-bced-ff3385eadf69 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Publish callbacks [] for floatingip (59896969-c2e8-4b8a-b5d2-20863a00da11), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:07.268077 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.db.l3_db [None req-2df79528-ba5b-4aaf-bced-ff3385eadf69 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Floating IP 59896969-c2e8-4b8a-b5d2-20863a00da11 disassociated (deleted). External IP: 172.27.2.68, port: f5876d9f-5139-484e-8c48-89996428f4e4. Mar 14 10:38:07.480770 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2df79528-ba5b-4aaf-bced-ff3385eadf69 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Router f9c611c3-c80c-4425-b250-06635ac3b28e has already been hosted by L3 agent a016a58c-1f8a-4210-ae6c-360b1a1f78c1 {{(pid=103643) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 10:38:07.595168 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2df79528-ba5b-4aaf-bced-ff3385eadf69 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Notify agent at l3_agent.dv-cinder-833544-1-iscsi the message routers_updated {{(pid=103643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 10:38:07.599636 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-2df79528-ba5b-4aaf-bced-ff3385eadf69 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211739'] for floatingip (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:07.605969 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4a9bee-abc5-468b-85f1-a79a0c4f588d None None] Sync routers for ids ['f9c611c3-c80c-4425-b250-06635ac3b28e'] in dv-cinder-833544-1-iscsi {{(pid=103644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 10:38:07.614749 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4a9bee-abc5-468b-85f1-a79a0c4f588d None None] Routers {'f9c611c3-c80c-4425-b250-06635ac3b28e'} bound to L3 agent in host dv-cinder-833544-1-iscsi {{(pid=103644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:38:07.615364 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-3d4a9bee-abc5-468b-85f1-a79a0c4f588d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833544-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T10:17:23Z,description=,heartbeat_timestamp=2022-03-14T10:37:53Z,host='dv-cinder-833544-1-iscsi',id=a016a58c-1f8a-4210-ae6c-360b1a1f78c1,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:17:24Z,topic='l3_agent')) {'router_ids': ['f9c611c3-c80c-4425-b250-06635ac3b28e'], 'active': True} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:38:07.628385 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-2df79528-ba5b-4aaf-bced-ff3385eadf69 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] 10.222.0.16 "DELETE /v2.0/floatingips/59896969-c2e8-4b8a-b5d2-20863a00da11 HTTP/1.1" status: 204 len: 168 time: 1.1011415 Mar 14 10:38:07.628976 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '323518de-d844-4d21-9b10-67694018a4e6', 'tag': 'f5876d9f-5139-484e-8c48-89996428f4e4'}] {{(pid=103643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:38:07.631281 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b58adf1808d3e8f2b7de4636db435fb255da6a44abdc46a7a48cdc23cb85b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-103bfd5e-c2f8-4351-8379-2d252da0b2d5" -d '{"events": [{"name": "network-changed", "server_uuid": "323518de-d844-4d21-9b10-67694018a4e6", "tag": "f5876d9f-5139-484e-8c48-89996428f4e4"}]}' {{(pid=103643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:38:07.736747 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvr_db [None req-3d4a9bee-abc5-468b-85f1-a79a0c4f588d None None] Set router f9c611c3-c80c-4425-b250-06635ac3b28e gateway port host: dv-cinder-833544-1-iscsi {{(pid=103644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:38:07.825534 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 10:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7292db95-3bdc-4829-9747-1b1ba1a71978 x-openstack-request-id: req-7292db95-3bdc-4829-9747-1b1ba1a71978 {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:38:07.825894 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "323518de-d844-4d21-9b10-67694018a4e6", "tag": "f5876d9f-5139-484e-8c48-89996428f4e4", "status": "completed", "code": 200}]} {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:38:07.826152 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7292db95-3bdc-4829-9747-1b1ba1a71978 {{(pid=103643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:38:07.826990 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '323518de-d844-4d21-9b10-67694018a4e6', 'tag': 'f5876d9f-5139-484e-8c48-89996428f4e4', 'status': 'completed', 'code': 200} Mar 14 10:38:07.921637 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103bfd5e-c2f8-4351-8379-2d252da0b2d5 req-8aec75fe-711b-41d4-a39e-40322b2cb714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:38:07.923621 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-103bfd5e-c2f8-4351-8379-2d252da0b2d5 req-8aec75fe-711b-41d4-a39e-40322b2cb714 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=95044ea425734624aaff8798e60e7f23&device_id=323518de-d844-4d21-9b10-67694018a4e6 HTTP/1.1" status: 200 len: 1129 time: 0.0445070 Mar 14 10:38:07.945141 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-3d4a9bee-abc5-468b-85f1-a79a0c4f588d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9c611c3-c80c-4425-b250-06635ac3b28e', 'name': 'tempest-TestShelveInstance-2026903013-router', 'tenant_id': '95044ea425734624aaff8798e60e7f23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '66882dcd-1aac-44d1-acfd-d0b4a5389a62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:32:32Z', 'updated_at': '2022-03-14T10:32:35Z', 'revision_number': 4, 'project_id': '95044ea425734624aaff8798e60e7f23', 'gw_port': {'id': '66882dcd-1aac-44d1-acfd-d0b4a5389a62', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c611c3-c80c-4425-b250-06635ac3b28e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:32:32Z', 'updated_at': '2022-03-14T10:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi', '_interfaces': [{'id': '42a84881-6d3d-4d28-a525-e4f223f3cdca', 'name': '', 'network_id': '5e8d43d9-8e06-477c-94a7-c145f612c20a', 'tenant_id': '95044ea425734624aaff8798e60e7f23', 'mac_address': 'fa:16:3e:f7:68:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c611c3-c80c-4425-b250-06635ac3b28e', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '913c06b0-3027-4edb-99c2-07504a459961', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:32:34Z', 'updated_at': '2022-03-14T10:32:39Z', 'revision_number': 5, 'project_id': '95044ea425734624aaff8798e60e7f23', 'subnets': [{'id': '913c06b0-3027-4edb-99c2-07504a459961', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833544-1-iscsi', False) {} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:38:07.976603 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4a9bee-abc5-468b-85f1-a79a0c4f588d None None] Checking router: f9c611c3-c80c-4425-b250-06635ac3b28e for host: dv-cinder-833544-1-iscsi {{(pid=103644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 10:38:07.989295 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4a9bee-abc5-468b-85f1-a79a0c4f588d None None] Routers {'f9c611c3-c80c-4425-b250-06635ac3b28e'} bound to L3 agent in host dv-cinder-833544-1-iscsi {{(pid=103644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:38:07.989827 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-3d4a9bee-abc5-468b-85f1-a79a0c4f588d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833544-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T10:17:23Z,description=,heartbeat_timestamp=2022-03-14T10:37:53Z,host='dv-cinder-833544-1-iscsi',id=a016a58c-1f8a-4210-ae6c-360b1a1f78c1,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:17:24Z,topic='l3_agent')) {'router_ids': ['f9c611c3-c80c-4425-b250-06635ac3b28e'], 'active': True} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:38:08.083335 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103bfd5e-c2f8-4351-8379-2d252da0b2d5 req-c94f9e01-1fa0-4acc-b976-e46a4ff73f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:38:08.084876 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-103bfd5e-c2f8-4351-8379-2d252da0b2d5 req-c94f9e01-1fa0-4acc-b976-e46a4ff73f1c service neutron] 10.222.0.39 "GET /v2.0/networks?id=5e8d43d9-8e06-477c-94a7-c145f612c20a HTTP/1.1" status: 200 len: 910 time: 0.1546006 Mar 14 10:38:08.094855 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424cdfda-6d7c-44fa-bbbd-54db8678b9e0 req-69380379-ad15-48a4-a377-1a639791cd34 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:38:08.096288 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-424cdfda-6d7c-44fa-bbbd-54db8678b9e0 req-69380379-ad15-48a4-a377-1a639791cd34 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbf6744c-7584-4dcc-ba94-4e909e7319f5 HTTP/1.1" status: 200 len: 943 time: 0.0951481 Mar 14 10:38:08.101023 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvr_db [None req-3d4a9bee-abc5-468b-85f1-a79a0c4f588d None None] Set router f9c611c3-c80c-4425-b250-06635ac3b28e gateway port host: dv-cinder-833544-1-iscsi {{(pid=103644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:38:08.145350 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-103bfd5e-c2f8-4351-8379-2d252da0b2d5 req-017c0e9b-bf25-42c7-9f13-23935081cdb9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f5876d9f-5139-484e-8c48-89996428f4e4 HTTP/1.1" status: 200 len: 217 time: 0.0481184 Mar 14 10:38:08.216078 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8032bb4-fb8e-47bd-855b-5aaa370b5d6d req-0c40533a-c889-442f-9c7b-b130c1b77318 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:38:08.217554 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-a8032bb4-fb8e-47bd-855b-5aaa370b5d6d req-0c40533a-c889-442f-9c7b-b130c1b77318 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] 10.222.0.16 "GET /v2.0/ports?device_id=323518de-d844-4d21-9b10-67694018a4e6 HTTP/1.1" status: 200 len: 945 time: 0.1673136 Mar 14 10:38:08.240323 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-424cdfda-6d7c-44fa-bbbd-54db8678b9e0 req-f164cf05-7eb8-46a0-a4ba-e33d432c03ac tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/security-groups?id=5db7947e-8c99-4e92-b817-f70bd3c75c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1349595 Mar 14 10:38:08.248520 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103bfd5e-c2f8-4351-8379-2d252da0b2d5 req-91ddd128-1c5f-408e-a85f-843d6dd95e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:38:08.249970 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-103bfd5e-c2f8-4351-8379-2d252da0b2d5 req-91ddd128-1c5f-408e-a85f-843d6dd95e75 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=913c06b0-3027-4edb-99c2-07504a459961 HTTP/1.1" status: 200 len: 848 time: 0.0960104 Mar 14 10:38:08.304260 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-3d4a9bee-abc5-468b-85f1-a79a0c4f588d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9c611c3-c80c-4425-b250-06635ac3b28e', 'name': 'tempest-TestShelveInstance-2026903013-router', 'tenant_id': '95044ea425734624aaff8798e60e7f23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '66882dcd-1aac-44d1-acfd-d0b4a5389a62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:32:32Z', 'updated_at': '2022-03-14T10:32:35Z', 'revision_number': 4, 'project_id': '95044ea425734624aaff8798e60e7f23', 'gw_port': {'id': '66882dcd-1aac-44d1-acfd-d0b4a5389a62', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c611c3-c80c-4425-b250-06635ac3b28e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:32:32Z', 'updated_at': '2022-03-14T10:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi', '_interfaces': [{'id': '42a84881-6d3d-4d28-a525-e4f223f3cdca', 'name': '', 'network_id': '5e8d43d9-8e06-477c-94a7-c145f612c20a', 'tenant_id': '95044ea425734624aaff8798e60e7f23', 'mac_address': 'fa:16:3e:f7:68:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c611c3-c80c-4425-b250-06635ac3b28e', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '913c06b0-3027-4edb-99c2-07504a459961', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:32:34Z', 'updated_at': '2022-03-14T10:32:39Z', 'revision_number': 5, 'project_id': '95044ea425734624aaff8798e60e7f23', 'subnets': [{'id': '913c06b0-3027-4edb-99c2-07504a459961', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833544-1-iscsi', False) {} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:38:08.311117 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-a8032bb4-fb8e-47bd-855b-5aaa370b5d6d req-3a399248-8356-4c0e-80b9-a2b12968c999 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] 10.222.0.16 "GET /v2.0/security-groups?id=d23d2d79-4d9b-4ed5-b742-b4641230e35d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868754 Mar 14 10:38:08.323927 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103bfd5e-c2f8-4351-8379-2d252da0b2d5 req-bdbb46ad-6a3e-4d53-ab16-2efe37ad0063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:38:08.325403 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-103bfd5e-c2f8-4351-8379-2d252da0b2d5 req-bdbb46ad-6a3e-4d53-ab16-2efe37ad0063 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5e8d43d9-8e06-477c-94a7-c145f612c20a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0678513 Mar 14 10:38:08.330350 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4a9bee-abc5-468b-85f1-a79a0c4f588d None None] The sync data for ids ['f9c611c3-c80c-4425-b250-06635ac3b28e'] in dv-cinder-833544-1-iscsi is: [{'id': 'f9c611c3-c80c-4425-b250-06635ac3b28e', 'name': 'tempest-TestShelveInstance-2026903013-router', 'tenant_id': '95044ea425734624aaff8798e60e7f23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '66882dcd-1aac-44d1-acfd-d0b4a5389a62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:32:32Z', 'updated_at': '2022-03-14T10:32:35Z', 'revision_number': 4, 'project_id': '95044ea425734624aaff8798e60e7f23', 'gw_port': {'id': '66882dcd-1aac-44d1-acfd-d0b4a5389a62', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c611c3-c80c-4425-b250-06635ac3b28e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:32:32Z', 'updated_at': '2022-03-14T10:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi', '_interfaces': [{'id': '42a84881-6d3d-4d28-a525-e4f223f3cdca', 'name': '', 'network_id': '5e8d43d9-8e06-477c-94a7-c145f612c20a', 'tenant_id': '95044ea425734624aaff8798e60e7f23', 'mac_address': 'fa:16:3e:f7:68:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c611c3-c80c-4425-b250-06635ac3b28e', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '913c06b0-3027-4edb-99c2-07504a459961', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:32:34Z', 'updated_at': '2022-03-14T10:32:39Z', 'revision_number': 5, 'project_id': '95044ea425734624aaff8798e60e7f23', 'subnets': [{'id': '913c06b0-3027-4edb-99c2-07504a459961', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 10:38:08.418384 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-103bfd5e-c2f8-4351-8379-2d252da0b2d5 req-2771ce01-070c-4cba-9363-b1d2a61212d5 service neutron] 10.222.0.39 "GET /v2.0/networks/5e8d43d9-8e06-477c-94a7-c145f612c20a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865984 Mar 14 10:38:08.513769 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-103bfd5e-c2f8-4351-8379-2d252da0b2d5 req-697ef8d1-86b2-46f8-8413-99acfbfb0129 service neutron] 10.222.0.39 "GET /v2.0/networks/5e8d43d9-8e06-477c-94a7-c145f612c20a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892196 Mar 14 10:38:08.573190 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453d6ce9-2040-4ab6-a4dc-25aeadd2d94a None None] New status for floating IP 59896969-c2e8-4b8a-b5d2-20863a00da11: DOWN {{(pid=103645) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 10:38:09.359307 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713cc5ad-c8d1-4ceb-86ae-4bf3121191d1 req-e4b506a0-b95e-4fa5-9596-ba02ea6ea66d tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:38:09.361480 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-713cc5ad-c8d1-4ceb-86ae-4bf3121191d1 req-e4b506a0-b95e-4fa5-9596-ba02ea6ea66d tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbf6744c-7584-4dcc-ba94-4e909e7319f5 HTTP/1.1" status: 200 len: 943 time: 0.0530398 Mar 14 10:38:09.437459 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-713cc5ad-c8d1-4ceb-86ae-4bf3121191d1 req-c1ea46c1-340c-403b-a50c-4e254d97e3a9 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/security-groups?id=5db7947e-8c99-4e92-b817-f70bd3c75c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703444 Mar 14 10:38:09.452555 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576bf88d-b1ad-4603-a39b-fa7ae83217ce req-3aba2160-93b7-440a-bdcd-a3e23b19169f tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:38:09.454502 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-576bf88d-b1ad-4603-a39b-fa7ae83217ce req-3aba2160-93b7-440a-bdcd-a3e23b19169f tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] 10.222.0.16 "GET /v2.0/ports?device_id=323518de-d844-4d21-9b10-67694018a4e6 HTTP/1.1" status: 200 len: 945 time: 0.0733464 Mar 14 10:38:09.505559 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-576bf88d-b1ad-4603-a39b-fa7ae83217ce req-58d54e9c-302f-4373-bc53-29c9813fc0bf tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] 10.222.0.16 "GET /v2.0/security-groups?id=d23d2d79-4d9b-4ed5-b742-b4641230e35d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456901 Mar 14 10:38:09.934781 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da248ae6-2c51-4b2a-ad42-bb15d30ea2c7 req-d8e0353c-b244-481a-b416-6a1d2e90b478 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:38:09.936267 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-da248ae6-2c51-4b2a-ad42-bb15d30ea2c7 req-d8e0353c-b244-481a-b416-6a1d2e90b478 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] 10.222.0.39 "GET /v2.0/ports?device_id=323518de-d844-4d21-9b10-67694018a4e6 HTTP/1.1" status: 200 len: 945 time: 0.0510173 Mar 14 10:38:10.027710 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [req-da248ae6-2c51-4b2a-ad42-bb15d30ea2c7 req-1a208f11-b395-4ed6-881f-31ccd017f50a tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Deleting port f5876d9f-5139-484e-8c48-89996428f4e4 {{(pid=103643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 10:38:10.027979 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-da248ae6-2c51-4b2a-ad42-bb15d30ea2c7 req-1a208f11-b395-4ed6-881f-31ccd017f50a tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739585920741'] for port (f5876d9f-5139-484e-8c48-89996428f4e4), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:10.118094 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.db [req-da248ae6-2c51-4b2a-ad42-bb15d30ea2c7 req-1a208f11-b395-4ed6-881f-31ccd017f50a tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] For port f5876d9f-5139-484e-8c48-89996428f4e4, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=f5876d9f-5139-484e-8c48-89996428f4e4,segment=NetworkSegment(17b4787a-2a2c-4b17-82be-be6262e64611),segment_id=17b4787a-2a2c-4b17-82be-be6262e64611)] {{(pid=103643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:38:10.118489 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-da248ae6-2c51-4b2a-ad42-bb15d30ea2c7 req-1a208f11-b395-4ed6-881f-31ccd017f50a tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562337'] for port (f5876d9f-5139-484e-8c48-89996428f4e4), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:10.131572 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [req-da248ae6-2c51-4b2a-ad42-bb15d30ea2c7 req-1a208f11-b395-4ed6-881f-31ccd017f50a tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Calling delete_port for f5876d9f-5139-484e-8c48-89996428f4e4 owned by compute:nova {{(pid=103643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 10:38:10.283289 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 48694) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:38:10.337242 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-da248ae6-2c51-4b2a-ad42-bb15d30ea2c7 req-1a208f11-b395-4ed6-881f-31ccd017f50a tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739585930060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739585409127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516063'] for port (f5876d9f-5139-484e-8c48-89996428f4e4), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:10.366847 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a208f11-b395-4ed6-881f-31ccd017f50a tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Pushing event deleted for resources: {'Port': ['ID=f5876d9f-5139-484e-8c48-89996428f4e4,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:38:10.417117 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-709fb213-890b-4f7d-bb7d-9c53808b0a25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:10.418874 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.db.l3_dvrscheduler_db [req-da248ae6-2c51-4b2a-ad42-bb15d30ea2c7 req-1a208f11-b395-4ed6-881f-31ccd017f50a tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] No DVR routers for this DVR port f5876d9f-5139-484e-8c48-89996428f4e4 on host hv-cinder-83354 {{(pid=103643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 10:38:10.421824 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-da248ae6-2c51-4b2a-ad42-bb15d30ea2c7 req-1a208f11-b395-4ed6-881f-31ccd017f50a tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211739'] for port (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:10.425377 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-da248ae6-2c51-4b2a-ad42-bb15d30ea2c7 req-1a208f11-b395-4ed6-881f-31ccd017f50a tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] 10.222.0.39 "DELETE /v2.0/ports/f5876d9f-5139-484e-8c48-89996428f4e4 HTTP/1.1" status: 204 len: 173 time: 0.4842849 Mar 14 10:38:10.425798 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '323518de-d844-4d21-9b10-67694018a4e6', 'name': 'network-vif-deleted', 'tag': 'f5876d9f-5139-484e-8c48-89996428f4e4'}] {{(pid=103643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:38:10.427997 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b58adf1808d3e8f2b7de4636db435fb255da6a44abdc46a7a48cdc23cb85b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-890eadae-ba7e-49f9-b403-e626999c5244" -d '{"events": [{"server_uuid": "323518de-d844-4d21-9b10-67694018a4e6", "name": "network-vif-deleted", "tag": "f5876d9f-5139-484e-8c48-89996428f4e4"}]}' {{(pid=103643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:38:10.468318 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 10:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76a1d8d0-c233-462f-8436-c4efac1e0731 x-openstack-request-id: req-76a1d8d0-c233-462f-8436-c4efac1e0731 {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:38:10.468617 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "323518de-d844-4d21-9b10-67694018a4e6", "name": "network-vif-deleted", "tag": "f5876d9f-5139-484e-8c48-89996428f4e4", "status": "completed", "code": 200}]} {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:38:10.468874 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-76a1d8d0-c233-462f-8436-c4efac1e0731 {{(pid=103643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:38:10.469272 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '323518de-d844-4d21-9b10-67694018a4e6', 'name': 'network-vif-deleted', 'tag': 'f5876d9f-5139-484e-8c48-89996428f4e4', 'status': 'completed', 'code': 200} Mar 14 10:38:10.506743 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-709fb213-890b-4f7d-bb7d-9c53808b0a25 admin admin] Publish callbacks [] for security_group (41766d24-1487-4af4-a79c-52fb407715a9), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:10.570857 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accfad1a-6cc4-47bd-8f8f-5c089f04bf98 req-3809c44f-a8b6-4437-8f2f-33c8c35a9336 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:38:10.573962 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-accfad1a-6cc4-47bd-8f8f-5c089f04bf98 req-3809c44f-a8b6-4437-8f2f-33c8c35a9336 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbf6744c-7584-4dcc-ba94-4e909e7319f5 HTTP/1.1" status: 200 len: 943 time: 0.0643895 Mar 14 10:38:10.613373 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-8bfd136e-8702-4a8e-9a16-3536ee9d8ee3 req-0b5a180c-914a-4221-abf5-ea7e020403a7 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] 10.222.0.16 "GET /v2.0/ports?device_id=323518de-d844-4d21-9b10-67694018a4e6 HTTP/1.1" status: 200 len: 210 time: 0.0368087 Mar 14 10:38:10.615539 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-709fb213-890b-4f7d-bb7d-9c53808b0a25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (41766d24-1487-4af4-a79c-52fb407715a9), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:10.675585 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-709fb213-890b-4f7d-bb7d-9c53808b0a25 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c5abeb9d57bf49678748529e1491ea84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3910553 Mar 14 10:38:10.677104 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709fb213-890b-4f7d-bb7d-9c53808b0a25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41766d24-1487-4af4-a79c-52fb407715a9,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:38:10.678323 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 48704) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:38:10.682969 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-accfad1a-6cc4-47bd-8f8f-5c089f04bf98 req-261bf306-b960-4eb7-b768-9785fa9e00c5 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/security-groups?id=5db7947e-8c99-4e92-b817-f70bd3c75c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982556 Mar 14 10:38:10.736250 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-9c4b9c35-2418-4165-80d8-c176e0e671ab admin admin] Publish callbacks [] for security_group (41766d24-1487-4af4-a79c-52fb407715a9), before_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:10.762854 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-9c4b9c35-2418-4165-80d8-c176e0e671ab admin admin] Publish callbacks [] for security_group (41766d24-1487-4af4-a79c-52fb407715a9), precommit_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:10.884832 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-9c4b9c35-2418-4165-80d8-c176e0e671ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (41766d24-1487-4af4-a79c-52fb407715a9), after_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:10.887446 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-9c4b9c35-2418-4165-80d8-c176e0e671ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:10.888639 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-9c4b9c35-2418-4165-80d8-c176e0e671ab admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/41766d24-1487-4af4-a79c-52fb407715a9 HTTP/1.1" status: 204 len: 168 time: 0.2093244 Mar 14 10:38:10.897482 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4b9c35-2418-4165-80d8-c176e0e671ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41766d24-1487-4af4-a79c-52fb407715a9,revision_number=None']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:38:10.904556 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4b9c35-2418-4165-80d8-c176e0e671ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:38:10.904903 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4b9c35-2418-4165-80d8-c176e0e671ab admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:38:10.905244 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4b9c35-2418-4165-80d8-c176e0e671ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:38:10.906256 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4b9c35-2418-4165-80d8-c176e0e671ab admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:38:10.906612 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4b9c35-2418-4165-80d8-c176e0e671ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:38:10.907172 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4b9c35-2418-4165-80d8-c176e0e671ab admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:38:10.908077 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4b9c35-2418-4165-80d8-c176e0e671ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:38:10.910070 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4b9c35-2418-4165-80d8-c176e0e671ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:38:10.910417 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4b9c35-2418-4165-80d8-c176e0e671ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:38:10.910760 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4b9c35-2418-4165-80d8-c176e0e671ab admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:38:10.911091 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4b9c35-2418-4165-80d8-c176e0e671ab admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:38:10.911427 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4b9c35-2418-4165-80d8-c176e0e671ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:38:10.912658 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4b9c35-2418-4165-80d8-c176e0e671ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:38:10.912934 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4b9c35-2418-4165-80d8-c176e0e671ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:38:10.913145 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4b9c35-2418-4165-80d8-c176e0e671ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:38:11.468170 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 48710) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:38:11.481886 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-2c36634b-925b-4227-8374-d7f9c43c5655 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:11.554051 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-2c36634b-925b-4227-8374-d7f9c43c5655 admin admin] Publish callbacks [] for security_group (7591c01e-2117-41ec-80d6-3b537cc1ac81), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:11.628090 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-2c36634b-925b-4227-8374-d7f9c43c5655 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (7591c01e-2117-41ec-80d6-3b537cc1ac81), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:11.673496 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-2c36634b-925b-4227-8374-d7f9c43c5655 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8b6c2b00547d4faf836daa9cb6ef227d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2041638 Mar 14 10:38:11.674404 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c36634b-925b-4227-8374-d7f9c43c5655 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7591c01e-2117-41ec-80d6-3b537cc1ac81,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:38:11.676153 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 48714) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:38:11.725866 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-20625447-3cbf-4bd9-99e8-ca54220a5135 req-7ff76f2e-a852-45ae-b68e-62bd36a73db0 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] 10.222.0.16 "GET /v2.0/ports?device_id=323518de-d844-4d21-9b10-67694018a4e6 HTTP/1.1" status: 200 len: 210 time: 0.0309680 Mar 14 10:38:11.743249 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-635be664-3f58-4075-aff2-53d02b213289 admin admin] Publish callbacks [] for security_group (7591c01e-2117-41ec-80d6-3b537cc1ac81), before_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:11.770152 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-635be664-3f58-4075-aff2-53d02b213289 admin admin] Publish callbacks [] for security_group (7591c01e-2117-41ec-80d6-3b537cc1ac81), precommit_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:11.806841 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15366cb3-76b5-42ea-80a1-dc38815be18a req-578777c0-88fc-4aac-b4cf-28d431853bf8 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:38:11.808334 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-15366cb3-76b5-42ea-80a1-dc38815be18a req-578777c0-88fc-4aac-b4cf-28d431853bf8 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbf6744c-7584-4dcc-ba94-4e909e7319f5 HTTP/1.1" status: 200 len: 943 time: 0.0538936 Mar 14 10:38:11.856453 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-15366cb3-76b5-42ea-80a1-dc38815be18a req-370cdba7-85db-4cd0-82fd-e91c15df892e tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/security-groups?id=5db7947e-8c99-4e92-b817-f70bd3c75c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415680 Mar 14 10:38:11.914300 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-635be664-3f58-4075-aff2-53d02b213289 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (7591c01e-2117-41ec-80d6-3b537cc1ac81), after_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:11.916848 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-635be664-3f58-4075-aff2-53d02b213289 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:11.918032 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-635be664-3f58-4075-aff2-53d02b213289 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7591c01e-2117-41ec-80d6-3b537cc1ac81 HTTP/1.1" status: 204 len: 168 time: 0.2408648 Mar 14 10:38:11.927584 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635be664-3f58-4075-aff2-53d02b213289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7591c01e-2117-41ec-80d6-3b537cc1ac81,revision_number=None']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:38:12.785386 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 48738) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:38:12.840985 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-9d279532-c683-4994-98ac-a19c90a00402 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Publish callbacks [] for security_group (d23d2d79-4d9b-4ed5-b742-b4641230e35d), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:12.869548 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-9d279532-c683-4994-98ac-a19c90a00402 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Publish callbacks [] for security_group (d23d2d79-4d9b-4ed5-b742-b4641230e35d), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:12.979891 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af16840b-761f-4f88-8d7b-f1cc24f5bc09 req-69c18765-cfdd-4cf2-b67c-73903585e168 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:38:12.981440 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-af16840b-761f-4f88-8d7b-f1cc24f5bc09 req-69c18765-cfdd-4cf2-b67c-73903585e168 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbf6744c-7584-4dcc-ba94-4e909e7319f5 HTTP/1.1" status: 200 len: 943 time: 0.0552685 Mar 14 10:38:13.029621 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-af16840b-761f-4f88-8d7b-f1cc24f5bc09 req-a0816be1-f93d-4037-86c4-293193da3d96 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/security-groups?id=5db7947e-8c99-4e92-b817-f70bd3c75c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425153 Mar 14 10:38:13.030526 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-9d279532-c683-4994-98ac-a19c90a00402 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (d23d2d79-4d9b-4ed5-b742-b4641230e35d), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:13.033064 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-9d279532-c683-4994-98ac-a19c90a00402 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Publish callbacks [] for security_group (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:13.037435 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-9d279532-c683-4994-98ac-a19c90a00402 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] 10.222.0.16 "DELETE /v2.0/security-groups/d23d2d79-4d9b-4ed5-b742-b4641230e35d HTTP/1.1" status: 204 len: 168 time: 0.2476537 Mar 14 10:38:13.042687 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d279532-c683-4994-98ac-a19c90a00402 tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d23d2d79-4d9b-4ed5-b742-b4641230e35d,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:38:13.147084 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 48750) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:38:13.194821 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Device 7c297a19-ac2a-47a9-9889-7f221f81ad86 details requested by agent hyperv_hv-cinder-83354 with host hv-cinder-83354 {{(pid=103644) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 10:38:13.204836 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Device f5876d9f-5139-484e-8c48-89996428f4e4 no longer exists at agent hyperv_hv-cinder-83354 {{(pid=103644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 10:38:13.229354 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] No Port match for: f5876d9f-5139-484e-8c48-89996428f4e4 {{(pid=103644) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 10:38:13.229712 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Device f5876d9f-5139-484e-8c48-89996428f4e4 not bound to the agent host hv-cinder-83354 {{(pid=103644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 10:38:13.320291 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] For port 7c297a19-ac2a-47a9-9889-7f221f81ad86, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=7c297a19-ac2a-47a9-9889-7f221f81ad86,segment=NetworkSegment(2460ef8d-df84-4c9b-a5b7-310d5b72ba4e),segment_id=2460ef8d-df84-4c9b-a5b7-310d5b72ba4e)] {{(pid=103644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:38:13.330528 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Returning: {'device': '7c297a19-ac2a-47a9-9889-7f221f81ad86', 'network_id': 'c84f27eb-37b9-4aa9-b62d-da2eefd83ac0', 'port_id': '7c297a19-ac2a-47a9-9889-7f221f81ad86', 'mac_address': 'fa:16:3e:30:21:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1ca7e58-7de1-4354-86ba-4c133fca3e45', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103644) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 10:38:13.372167 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Current status of the port 7c297a19-ac2a-47a9-9889-7f221f81ad86 is: DOWN; New status is: BUILD {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:38:13.372674 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (7c297a19-ac2a-47a9-9889-7f221f81ad86), before_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:13.386949 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.notifiers.nova [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c297a19-ac2a-47a9-9889-7f221f81ad86 {{(pid=103644) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 10:38:13.407657 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] For port 7c297a19-ac2a-47a9-9889-7f221f81ad86, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=7c297a19-ac2a-47a9-9889-7f221f81ad86,segment=NetworkSegment(2460ef8d-df84-4c9b-a5b7-310d5b72ba4e),segment_id=2460ef8d-df84-4c9b-a5b7-310d5b72ba4e)] {{(pid=103644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:38:13.485857 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (7c297a19-ac2a-47a9-9889-7f221f81ad86), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:13.537220 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Pushing event updated for resources: {'Port': ['ID=7c297a19-ac2a-47a9-9889-7f221f81ad86,revision_number=4']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:38:13.544300 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:38:13.544591 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:38:13.544941 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:38:13.545280 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:38:13.545779 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:38:13.546280 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:38:13.546771 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:38:13.547277 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:38:13.548434 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:38:13.548931 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:38:13.549424 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:38:13.549930 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:38:13.550408 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:38:13.550895 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:38:13.551381 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:38:13.607904 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-2d7c0014-c965-4c3c-8190-2e30fa83f324 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-557792'] for router_interface (f9c611c3-c80c-4425-b250-06635ac3b28e), before_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:13.854497 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.plugin [None req-2d7c0014-c965-4c3c-8190-2e30fa83f324 admin admin] Deleting port 42a84881-6d3d-4d28-a525-e4f223f3cdca {{(pid=103642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 10:38:13.854837 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-2d7c0014-c965-4c3c-8190-2e30fa83f324 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739585920741'] for port (42a84881-6d3d-4d28-a525-e4f223f3cdca), before_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:13.932860 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.db [None req-2d7c0014-c965-4c3c-8190-2e30fa83f324 admin admin] For port 42a84881-6d3d-4d28-a525-e4f223f3cdca, host dv-cinder-833544-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833544-1-iscsi',level=0,port_id=42a84881-6d3d-4d28-a525-e4f223f3cdca,segment=NetworkSegment(17b4787a-2a2c-4b17-82be-be6262e64611),segment_id=17b4787a-2a2c-4b17-82be-be6262e64611)] {{(pid=103642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:38:13.933226 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-2d7c0014-c965-4c3c-8190-2e30fa83f324 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562337'] for port (42a84881-6d3d-4d28-a525-e4f223f3cdca), precommit_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:13.945586 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.plugin [None req-2d7c0014-c965-4c3c-8190-2e30fa83f324 admin admin] Calling delete_port for 42a84881-6d3d-4d28-a525-e4f223f3cdca owned by network:router_interface {{(pid=103642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 10:38:13.970081 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] get_ports_and_sgs() called for port_ids ['7c297a19-ac2a-47a9-9889-7f221f81ad86'] {{(pid=103644) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 10:38:14.158425 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa5bb69-0443-44a5-9118-8d4d504474c9 req-09cf7088-454c-4b6d-a90c-8c551cafe241 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:38:14.160037 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-4fa5bb69-0443-44a5-9118-8d4d504474c9 req-09cf7088-454c-4b6d-a90c-8c551cafe241 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbf6744c-7584-4dcc-ba94-4e909e7319f5 HTTP/1.1" status: 200 len: 944 time: 0.0595856 Mar 14 10:38:14.205813 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-2d7c0014-c965-4c3c-8190-2e30fa83f324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739585930060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739585409127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9714944'] for port (42a84881-6d3d-4d28-a525-e4f223f3cdca), after_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:14.220217 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-4fa5bb69-0443-44a5-9118-8d4d504474c9 req-0f7b7d60-0853-4503-b4f1-f85056e31d87 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/security-groups?id=5db7947e-8c99-4e92-b817-f70bd3c75c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533404 Mar 14 10:38:14.269048 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7c0014-c965-4c3c-8190-2e30fa83f324 admin admin] Pushing event deleted for resources: {'Port': ['ID=42a84881-6d3d-4d28-a525-e4f223f3cdca,revision_number=None']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:38:14.412286 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-2d7c0014-c965-4c3c-8190-2e30fa83f324 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-559952'] for router_interface (f9c611c3-c80c-4425-b250-06635ac3b28e), after_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:14.631252 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d7c0014-c965-4c3c-8190-2e30fa83f324 admin admin] Router f9c611c3-c80c-4425-b250-06635ac3b28e has already been hosted by L3 agent a016a58c-1f8a-4210-ae6c-360b1a1f78c1 {{(pid=103642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 10:38:14.741341 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d7c0014-c965-4c3c-8190-2e30fa83f324 admin admin] Notify agent at l3_agent.dv-cinder-833544-1-iscsi the message routers_updated {{(pid=103642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 10:38:14.747294 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-2d7c0014-c965-4c3c-8190-2e30fa83f324 admin admin] 10.222.0.16 "PUT /v2.0/routers/f9c611c3-c80c-4425-b250-06635ac3b28e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5983894 Mar 14 10:38:14.749183 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 48780) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:38:14.752283 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf06a0c-c95f-4dd1-8ece-856a0181c6c3 None None] Sync routers for ids ['f9c611c3-c80c-4425-b250-06635ac3b28e'] in dv-cinder-833544-1-iscsi {{(pid=103644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 10:38:14.765010 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf06a0c-c95f-4dd1-8ece-856a0181c6c3 None None] Routers {'f9c611c3-c80c-4425-b250-06635ac3b28e'} bound to L3 agent in host dv-cinder-833544-1-iscsi {{(pid=103644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:38:14.765634 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-daf06a0c-c95f-4dd1-8ece-856a0181c6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833544-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T10:17:23Z,description=,heartbeat_timestamp=2022-03-14T10:37:53Z,host='dv-cinder-833544-1-iscsi',id=a016a58c-1f8a-4210-ae6c-360b1a1f78c1,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:17:24Z,topic='l3_agent')) {'router_ids': ['f9c611c3-c80c-4425-b250-06635ac3b28e'], 'active': True} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:38:14.866305 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-a409e28a-d10b-43b6-8e88-512c0136cdce admin admin] Publish callbacks [] for router (f9c611c3-c80c-4425-b250-06635ac3b28e), before_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:14.874298 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvr_db [None req-daf06a0c-c95f-4dd1-8ece-856a0181c6c3 None None] Set router f9c611c3-c80c-4425-b250-06635ac3b28e gateway port host: dv-cinder-833544-1-iscsi {{(pid=103644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:38:15.069706 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-daf06a0c-c95f-4dd1-8ece-856a0181c6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9c611c3-c80c-4425-b250-06635ac3b28e', 'name': 'tempest-TestShelveInstance-2026903013-router', 'tenant_id': '95044ea425734624aaff8798e60e7f23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '66882dcd-1aac-44d1-acfd-d0b4a5389a62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:32:32Z', 'updated_at': '2022-03-14T10:38:14Z', 'revision_number': 5, 'project_id': '95044ea425734624aaff8798e60e7f23', 'gw_port': {'id': '66882dcd-1aac-44d1-acfd-d0b4a5389a62', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c611c3-c80c-4425-b250-06635ac3b28e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:32:32Z', 'updated_at': '2022-03-14T10:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi'}], 'dv-cinder-833544-1-iscsi', False) {} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:38:15.096921 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf06a0c-c95f-4dd1-8ece-856a0181c6c3 None None] Checking router: f9c611c3-c80c-4425-b250-06635ac3b28e for host: dv-cinder-833544-1-iscsi {{(pid=103644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 10:38:15.105407 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf06a0c-c95f-4dd1-8ece-856a0181c6c3 None None] Routers {'f9c611c3-c80c-4425-b250-06635ac3b28e'} bound to L3 agent in host dv-cinder-833544-1-iscsi {{(pid=103644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:38:15.106015 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-daf06a0c-c95f-4dd1-8ece-856a0181c6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833544-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T10:17:23Z,description=,heartbeat_timestamp=2022-03-14T10:37:53Z,host='dv-cinder-833544-1-iscsi',id=a016a58c-1f8a-4210-ae6c-360b1a1f78c1,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:17:24Z,topic='l3_agent')) {'router_ids': ['f9c611c3-c80c-4425-b250-06635ac3b28e'], 'active': True} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:38:15.218827 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-a409e28a-d10b-43b6-8e88-512c0136cdce admin admin] Publish callbacks [] for router_gateway (f9c611c3-c80c-4425-b250-06635ac3b28e), before_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:15.321325 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Device 7c297a19-ac2a-47a9-9889-7f221f81ad86 up at agent hyperv_hv-cinder-83354 {{(pid=103644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:38:15.334423 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fee4ea0-5244-4767-a597-913034cf1f6d req-6785c4d6-cebc-4ecc-aadc-adb26e3c398c tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:38:15.335946 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-6fee4ea0-5244-4767-a597-913034cf1f6d req-6785c4d6-cebc-4ecc-aadc-adb26e3c398c tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbf6744c-7584-4dcc-ba94-4e909e7319f5 HTTP/1.1" status: 200 len: 944 time: 0.0542691 Mar 14 10:38:15.371267 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvr_db [None req-daf06a0c-c95f-4dd1-8ece-856a0181c6c3 None None] Set router f9c611c3-c80c-4425-b250-06635ac3b28e gateway port host: dv-cinder-833544-1-iscsi {{(pid=103644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:38:15.377058 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.plugin [None req-a409e28a-d10b-43b6-8e88-512c0136cdce admin admin] Deleting port 66882dcd-1aac-44d1-acfd-d0b4a5389a62 {{(pid=103642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 10:38:15.377517 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-a409e28a-d10b-43b6-8e88-512c0136cdce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739585920741'] for port (66882dcd-1aac-44d1-acfd-d0b4a5389a62), before_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:15.386982 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-6fee4ea0-5244-4767-a597-913034cf1f6d req-d3d2adb4-e07e-4afd-8756-0b8ec5986267 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/security-groups?id=5db7947e-8c99-4e92-b817-f70bd3c75c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449755 Mar 14 10:38:15.465909 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.db [None req-a409e28a-d10b-43b6-8e88-512c0136cdce admin admin] For port 66882dcd-1aac-44d1-acfd-d0b4a5389a62, host dv-cinder-833544-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833544-1-iscsi',level=0,port_id=66882dcd-1aac-44d1-acfd-d0b4a5389a62,segment=NetworkSegment(11cedc40-3914-4af6-ba83-0b9ce6d6fc30),segment_id=11cedc40-3914-4af6-ba83-0b9ce6d6fc30)] {{(pid=103642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:38:15.466277 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-a409e28a-d10b-43b6-8e88-512c0136cdce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562337'] for port (66882dcd-1aac-44d1-acfd-d0b4a5389a62), precommit_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:15.482730 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.plugin [None req-a409e28a-d10b-43b6-8e88-512c0136cdce admin admin] Calling delete_port for 66882dcd-1aac-44d1-acfd-d0b4a5389a62 owned by network:router_gateway {{(pid=103642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 10:38:15.509358 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Provisioning for port 7c297a19-ac2a-47a9-9889-7f221f81ad86 completed by entity L2. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 14 10:38:15.535270 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Provisioning complete for port 7c297a19-ac2a-47a9-9889-7f221f81ad86 triggered by entity L2. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:38:15.535804 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (7c297a19-ac2a-47a9-9889-7f221f81ad86), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:15.599972 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-daf06a0c-c95f-4dd1-8ece-856a0181c6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9c611c3-c80c-4425-b250-06635ac3b28e', 'name': 'tempest-TestShelveInstance-2026903013-router', 'tenant_id': '95044ea425734624aaff8798e60e7f23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '66882dcd-1aac-44d1-acfd-d0b4a5389a62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:32:32Z', 'updated_at': '2022-03-14T10:38:14Z', 'revision_number': 5, 'project_id': '95044ea425734624aaff8798e60e7f23', 'gw_port': {'id': '66882dcd-1aac-44d1-acfd-d0b4a5389a62', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c611c3-c80c-4425-b250-06635ac3b28e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:32:32Z', 'updated_at': '2022-03-14T10:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi'}], 'dv-cinder-833544-1-iscsi', False) {} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:38:15.646288 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf06a0c-c95f-4dd1-8ece-856a0181c6c3 None None] The sync data for ids ['f9c611c3-c80c-4425-b250-06635ac3b28e'] in dv-cinder-833544-1-iscsi is: [{'id': 'f9c611c3-c80c-4425-b250-06635ac3b28e', 'name': 'tempest-TestShelveInstance-2026903013-router', 'tenant_id': '95044ea425734624aaff8798e60e7f23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '66882dcd-1aac-44d1-acfd-d0b4a5389a62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:32:32Z', 'updated_at': '2022-03-14T10:38:14Z', 'revision_number': 5, 'project_id': '95044ea425734624aaff8798e60e7f23', 'gw_port': {'id': '66882dcd-1aac-44d1-acfd-d0b4a5389a62', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c611c3-c80c-4425-b250-06635ac3b28e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:32:32Z', 'updated_at': '2022-03-14T10:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi'}] {{(pid=103644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 10:38:15.658200 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Current status of the port 7c297a19-ac2a-47a9-9889-7f221f81ad86 is: BUILD; New status is: ACTIVE {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:38:15.658590 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (7c297a19-ac2a-47a9-9889-7f221f81ad86), before_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:15.685366 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbf6744c-7584-4dcc-ba94-4e909e7319f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c297a19-ac2a-47a9-9889-7f221f81ad86'}] {{(pid=103644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:38:15.687582 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cdcf2ce3ae030c6c85cf8a8616b2d58d36b16ae178b61bcd15320d14238e4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19e79cc8-a117-49cf-a2a6-0c2cd6118b4d" -d '{"events": [{"server_uuid": "cbf6744c-7584-4dcc-ba94-4e909e7319f5", "name": "network-vif-plugged", "status": "completed", "tag": "7c297a19-ac2a-47a9-9889-7f221f81ad86"}]}' {{(pid=103644) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:38:15.700353 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] For port 7c297a19-ac2a-47a9-9889-7f221f81ad86, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=7c297a19-ac2a-47a9-9889-7f221f81ad86,segment=NetworkSegment(2460ef8d-df84-4c9b-a5b7-310d5b72ba4e),segment_id=2460ef8d-df84-4c9b-a5b7-310d5b72ba4e)] {{(pid=103644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:38:15.702964 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-a409e28a-d10b-43b6-8e88-512c0136cdce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739585930060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739585409127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9714944'] for port (66882dcd-1aac-44d1-acfd-d0b4a5389a62), after_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:15.735942 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a409e28a-d10b-43b6-8e88-512c0136cdce admin admin] Pushing event deleted for resources: {'Port': ['ID=66882dcd-1aac-44d1-acfd-d0b4a5389a62,revision_number=None']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:38:15.754359 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (7c297a19-ac2a-47a9-9889-7f221f81ad86), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:15.803517 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-a409e28a-d10b-43b6-8e88-512c0136cdce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-564278'] for router_gateway (f9c611c3-c80c-4425-b250-06635ac3b28e), after_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:15.816397 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Pushing event updated for resources: {'Port': ['ID=7c297a19-ac2a-47a9-9889-7f221f81ad86,revision_number=5']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:38:15.879537 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 10:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c77b6f1b-c63a-4d92-997b-1d6fe5568d07 x-openstack-request-id: req-c77b6f1b-c63a-4d92-997b-1d6fe5568d07 {{(pid=103644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:38:15.879876 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbf6744c-7584-4dcc-ba94-4e909e7319f5", "name": "network-vif-plugged", "status": "completed", "tag": "7c297a19-ac2a-47a9-9889-7f221f81ad86", "code": 200}]} {{(pid=103644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:38:15.880144 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c77b6f1b-c63a-4d92-997b-1d6fe5568d07 {{(pid=103644) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:38:15.880548 dv-cinder-833544-1-iscsi neutron-server[103644]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbf6744c-7584-4dcc-ba94-4e909e7319f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c297a19-ac2a-47a9-9889-7f221f81ad86', 'code': 200} Mar 14 10:38:15.908454 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-a409e28a-d10b-43b6-8e88-512c0136cdce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10120'] for router (f9c611c3-c80c-4425-b250-06635ac3b28e), precommit_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:15.910581 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-a409e28a-d10b-43b6-8e88-512c0136cdce admin admin] Publish callbacks [] for router_controller (f9c611c3-c80c-4425-b250-06635ac3b28e), precommit_delete_associations {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:16.023145 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-a409e28a-d10b-43b6-8e88-512c0136cdce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-559426'] for router (f9c611c3-c80c-4425-b250-06635ac3b28e), after_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:16.023430 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a409e28a-d10b-43b6-8e88-512c0136cdce admin admin] Fanout notify agent at l3_agent the message router_deleted on router f9c611c3-c80c-4425-b250-06635ac3b28e {{(pid=103642) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 10:38:16.028106 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-a409e28a-d10b-43b6-8e88-512c0136cdce admin admin] Publish callbacks [] for router (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:16.029289 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-a409e28a-d10b-43b6-8e88-512c0136cdce admin admin] 10.222.0.16 "DELETE /v2.0/routers/f9c611c3-c80c-4425-b250-06635ac3b28e HTTP/1.1" status: 204 len: 168 time: 1.2791131 Mar 14 10:38:16.031786 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 48794) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:38:16.077039 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.db.db_base_plugin_v2 [None req-027a6e07-78af-4aea-8530-8816685b385a admin admin] Deleting subnet 913c06b0-3027-4edb-99c2-07504a459961 {{(pid=103642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 14 10:38:16.081011 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-027a6e07-78af-4aea-8530-8816685b385a admin admin] Publish callbacks [] for subnet (913c06b0-3027-4edb-99c2-07504a459961), before_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:16.118031 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-027a6e07-78af-4aea-8530-8816685b385a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10247711'] for subnet (913c06b0-3027-4edb-99c2-07504a459961), precommit_delete_associations {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:16.201238 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-027a6e07-78af-4aea-8530-8816685b385a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1689235'] for subnet (913c06b0-3027-4edb-99c2-07504a459961), precommit_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:16.300723 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45f0f66-06d7-44b3-8eaa-2d6c8a9d4c7d req-b12063d7-a59d-4eba-a549-5623b86a8ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:38:16.305207 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-c45f0f66-06d7-44b3-8eaa-2d6c8a9d4c7d req-b12063d7-a59d-4eba-a549-5623b86a8ee3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=cbf6744c-7584-4dcc-ba94-4e909e7319f5 HTTP/1.1" status: 200 len: 1129 time: 0.0646384 Mar 14 10:38:16.344034 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-027a6e07-78af-4aea-8530-8816685b385a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9715037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10301227'] for subnet (913c06b0-3027-4edb-99c2-07504a459961), after_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:16.353997 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-c45f0f66-06d7-44b3-8eaa-2d6c8a9d4c7d req-329f8e23-3842-47e1-b47e-a9d384e43efe service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=5db7947e-8c99-4e92-b817-f70bd3c75c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420511 Mar 14 10:38:16.373635 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027a6e07-78af-4aea-8530-8816685b385a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=913c06b0-3027-4edb-99c2-07504a459961,revision_number=None']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:38:16.375649 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-027a6e07-78af-4aea-8530-8816685b385a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:16.379926 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e57f972a-d09c-43b6-b7a1-a6be0fc749ef None None] Network 5e8d43d9-8e06-477c-94a7-c145f612c20a requested from dv-cinder-833544-1-iscsi {{(pid=103644) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 10:38:16.381887 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-027a6e07-78af-4aea-8530-8816685b385a admin admin] 10.222.0.16 "DELETE /v2.0/subnets/913c06b0-3027-4edb-99c2-07504a459961 HTTP/1.1" status: 204 len: 168 time: 0.3483040 Mar 14 10:38:16.383598 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 48798) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:38:16.457207 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-8589911c-ac52-4cff-8c7b-1b6acdd213c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369052'] for network (5e8d43d9-8e06-477c-94a7-c145f612c20a), before_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:16.517977 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56e7889-5f54-4ccd-9ea8-72bbfbe7485f req-571a4de7-d8e5-4c03-83bf-9e0acf814241 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:38:16.519584 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-e56e7889-5f54-4ccd-9ea8-72bbfbe7485f req-571a4de7-d8e5-4c03-83bf-9e0acf814241 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbf6744c-7584-4dcc-ba94-4e909e7319f5 HTTP/1.1" status: 200 len: 945 time: 0.0603037 Mar 14 10:38:16.529418 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.plugin [None req-8589911c-ac52-4cff-8c7b-1b6acdd213c4 admin admin] Deleting port d7877694-104b-4b1f-b3dc-bc458af4f852 {{(pid=103642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 10:38:16.529983 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-8589911c-ac52-4cff-8c7b-1b6acdd213c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739585920741'] for port (d7877694-104b-4b1f-b3dc-bc458af4f852), before_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:16.567465 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-e56e7889-5f54-4ccd-9ea8-72bbfbe7485f req-2a447c63-b138-4ae2-95ba-f60c2d0e32b0 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/security-groups?id=5db7947e-8c99-4e92-b817-f70bd3c75c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422692 Mar 14 10:38:16.592612 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.db [None req-8589911c-ac52-4cff-8c7b-1b6acdd213c4 admin admin] For port d7877694-104b-4b1f-b3dc-bc458af4f852, host dv-cinder-833544-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833544-1-iscsi',level=0,port_id=d7877694-104b-4b1f-b3dc-bc458af4f852,segment=NetworkSegment(17b4787a-2a2c-4b17-82be-be6262e64611),segment_id=17b4787a-2a2c-4b17-82be-be6262e64611)] {{(pid=103642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:38:16.593194 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-8589911c-ac52-4cff-8c7b-1b6acdd213c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562337'] for port (d7877694-104b-4b1f-b3dc-bc458af4f852), precommit_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:16.605117 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.plugin [None req-8589911c-ac52-4cff-8c7b-1b6acdd213c4 admin admin] Calling delete_port for d7877694-104b-4b1f-b3dc-bc458af4f852 owned by network:dhcp {{(pid=103642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 10:38:16.709190 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-290c8322-37ef-48c4-a6eb-1a7a71a48e97 None None] DHCP port deletion for 5e8d43d9-8e06-477c-94a7-c145f612c20a request from dv-cinder-833544-1-iscsi {{(pid=103644) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 14 10:38:16.751958 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-8589911c-ac52-4cff-8c7b-1b6acdd213c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739585930060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739585409127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9714944'] for port (d7877694-104b-4b1f-b3dc-bc458af4f852), after_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:16.762812 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-290c8322-37ef-48c4-a6eb-1a7a71a48e97 None None] Deleting port d7877694-104b-4b1f-b3dc-bc458af4f852 {{(pid=103644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 10:38:16.763444 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-290c8322-37ef-48c4-a6eb-1a7a71a48e97 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739585920741'] for port (d7877694-104b-4b1f-b3dc-bc458af4f852), before_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:16.776304 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Device 66882dcd-1aac-44d1-acfd-d0b4a5389a62 no longer exists at agent ovs-agent-dv-cinder-833544-1-iscsi {{(pid=103644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 10:38:16.783030 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8589911c-ac52-4cff-8c7b-1b6acdd213c4 admin admin] No DVR routers for this DVR port d7877694-104b-4b1f-b3dc-bc458af4f852 on host dv-cinder-833544-1-iscsi {{(pid=103642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 10:38:16.787918 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8589911c-ac52-4cff-8c7b-1b6acdd213c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7877694-104b-4b1f-b3dc-bc458af4f852,revision_number=None']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:38:16.805676 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] No Port match for: 66882dcd-1aac-44d1-acfd-d0b4a5389a62 {{(pid=103644) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 10:38:16.806029 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Device 66882dcd-1aac-44d1-acfd-d0b4a5389a62 not bound to the agent host dv-cinder-833544-1-iscsi {{(pid=103644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 10:38:16.806444 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Device d7877694-104b-4b1f-b3dc-bc458af4f852 no longer exists at agent ovs-agent-dv-cinder-833544-1-iscsi {{(pid=103644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 10:38:16.855527 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-8589911c-ac52-4cff-8c7b-1b6acdd213c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687834', 'neutron.services.segments.db._delete_segments_for_network-8739585737229'] for network (5e8d43d9-8e06-477c-94a7-c145f612c20a), precommit_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:16.867968 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] No Port match for: d7877694-104b-4b1f-b3dc-bc458af4f852 {{(pid=103644) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 10:38:16.868315 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Device d7877694-104b-4b1f-b3dc-bc458af4f852 not bound to the agent host dv-cinder-833544-1-iscsi {{(pid=103644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 10:38:16.868731 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Device 42a84881-6d3d-4d28-a525-e4f223f3cdca no longer exists at agent ovs-agent-dv-cinder-833544-1-iscsi {{(pid=103644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 10:38:16.880120 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.services.segments.db [None req-8589911c-ac52-4cff-8c7b-1b6acdd213c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e8d43d9-8e06-477c-94a7-c145f612c20a']}} {{(pid=103642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:38:16.889339 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.services.segments.db [None req-8589911c-ac52-4cff-8c7b-1b6acdd213c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17b4787a-2a2c-4b17-82be-be6262e64611') {'for_net_delete': True} {{(pid=103642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:38:16.889635 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.services.segments.db [None req-8589911c-ac52-4cff-8c7b-1b6acdd213c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17b4787a-2a2c-4b17-82be-be6262e64611') {} {{(pid=103642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:38:16.891030 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-290c8322-37ef-48c4-a6eb-1a7a71a48e97 None None] For port d7877694-104b-4b1f-b3dc-bc458af4f852, host dv-cinder-833544-1-iscsi, got binding levels [] {{(pid=103644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:38:16.891460 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-290c8322-37ef-48c4-a6eb-1a7a71a48e97 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562337'] for port (d7877694-104b-4b1f-b3dc-bc458af4f852), precommit_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:16.894068 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] No Port match for: 42a84881-6d3d-4d28-a525-e4f223f3cdca {{(pid=103644) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 10:38:16.894415 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Device 42a84881-6d3d-4d28-a525-e4f223f3cdca not bound to the agent host dv-cinder-833544-1-iscsi {{(pid=103644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 10:38:16.899101 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-8589911c-ac52-4cff-8c7b-1b6acdd213c4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739585737494', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10247686'] for segment (17b4787a-2a2c-4b17-82be-be6262e64611), before_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:16.905739 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-290c8322-37ef-48c4-a6eb-1a7a71a48e97 None None] Calling delete_port for d7877694-104b-4b1f-b3dc-bc458af4f852 owned by network:dhcp {{(pid=103644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 10:38:16.909140 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.ipam_backend_mixin [None req-290c8322-37ef-48c4-a6eb-1a7a71a48e97 None None] Port d7877694-104b-4b1f-b3dc-bc458af4f852 was not found and therefore no delete operation was performed {{(pid=103644) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 14 10:38:16.910532 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-290c8322-37ef-48c4-a6eb-1a7a71a48e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739585930060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739585409127'] for port (d7877694-104b-4b1f-b3dc-bc458af4f852), after_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:16.912895 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-8589911c-ac52-4cff-8c7b-1b6acdd213c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1663358'] for segment (17b4787a-2a2c-4b17-82be-be6262e64611), precommit_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:16.918811 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8589911c-ac52-4cff-8c7b-1b6acdd213c4 admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=103642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 10:38:16.919146 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-8589911c-ac52-4cff-8c7b-1b6acdd213c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1663358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9715443'] for segment (17b4787a-2a2c-4b17-82be-be6262e64611), after_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:16.920837 dv-cinder-833544-1-iscsi neutron-server[103642]: Traceback (most recent call last): Mar 14 10:38:16.920837 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 10:38:16.920837 dv-cinder-833544-1-iscsi neutron-server[103642]: timer() Mar 14 10:38:16.920837 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 10:38:16.920837 dv-cinder-833544-1-iscsi neutron-server[103642]: cb(*args, **kw) Mar 14 10:38:16.920837 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 10:38:16.920837 dv-cinder-833544-1-iscsi neutron-server[103642]: return func(*args, **kwargs) Mar 14 10:38:16.920837 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 10:38:16.920837 dv-cinder-833544-1-iscsi neutron-server[103642]: self._notify() Mar 14 10:38:16.920837 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 10:38:16.920837 dv-cinder-833544-1-iscsi neutron-server[103642]: self.callback(batched_events) Mar 14 10:38:16.920837 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 10:38:16.920837 dv-cinder-833544-1-iscsi neutron-server[103642]: event.method(event) Mar 14 10:38:16.920837 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 10:38:16.920837 dv-cinder-833544-1-iscsi neutron-server[103642]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 10:38:16.920837 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 10:38:16.920837 dv-cinder-833544-1-iscsi neutron-server[103642]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 10:38:16.920837 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 10:38:16.920837 dv-cinder-833544-1-iscsi neutron-server[103642]: return f(self, *a, **k) Mar 14 10:38:16.920837 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 10:38:16.920837 dv-cinder-833544-1-iscsi neutron-server[103642]: return self._get(url).json() Mar 14 10:38:16.920837 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 10:38:16.920837 dv-cinder-833544-1-iscsi neutron-server[103642]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 10:38:16.920837 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 10:38:16.920837 dv-cinder-833544-1-iscsi neutron-server[103642]: return self.request(url, 'GET', **kwargs) Mar 14 10:38:16.920837 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 10:38:16.920837 dv-cinder-833544-1-iscsi neutron-server[103642]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 10:38:16.920837 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 10:38:16.920837 dv-cinder-833544-1-iscsi neutron-server[103642]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 10:38:16.920837 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 10:38:16.920837 dv-cinder-833544-1-iscsi neutron-server[103642]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 10:38:16.920837 dv-cinder-833544-1-iscsi neutron-server[103642]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 10:38:16.936368 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c8322-37ef-48c4-a6eb-1a7a71a48e97 None None] Pushing event deleted for resources: {'Port': ['ID=d7877694-104b-4b1f-b3dc-bc458af4f852,revision_number=None']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:38:16.940598 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290c8322-37ef-48c4-a6eb-1a7a71a48e97 None None] No DVR routers for this DVR port d7877694-104b-4b1f-b3dc-bc458af4f852 on host dv-cinder-833544-1-iscsi {{(pid=103644) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 10:38:17.034460 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-8589911c-ac52-4cff-8c7b-1b6acdd213c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-564434'] for network (5e8d43d9-8e06-477c-94a7-c145f612c20a), after_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:17.039241 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-8589911c-ac52-4cff-8c7b-1b6acdd213c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631023'] for network (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:17.042646 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-8589911c-ac52-4cff-8c7b-1b6acdd213c4 admin admin] 10.222.0.16 "DELETE /v2.0/networks/5e8d43d9-8e06-477c-94a7-c145f612c20a HTTP/1.1" status: 204 len: 168 time: 0.6580601 Mar 14 10:38:17.045741 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 48802) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:38:17.055825 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8589911c-ac52-4cff-8c7b-1b6acdd213c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e8d43d9-8e06-477c-94a7-c145f612c20a,revision_number=None']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:38:17.605475 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-e7835a8a-f2fe-4eb5-bc1e-671018d30b56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-557792'] for router_interface (c63eff1c-0dea-487d-94c2-710819ab50d7), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:17.734496 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c32764-fab0-4e1e-adb2-95c70fda7cad req-e5ad0ac7-76dd-4333-be27-c289a732b295 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:38:17.735971 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-10c32764-fab0-4e1e-adb2-95c70fda7cad req-e5ad0ac7-76dd-4333-be27-c289a732b295 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbf6744c-7584-4dcc-ba94-4e909e7319f5 HTTP/1.1" status: 200 len: 945 time: 0.0956962 Mar 14 10:38:17.840578 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-10c32764-fab0-4e1e-adb2-95c70fda7cad req-3848ad24-7a1f-4f46-8e2f-aeff38144239 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/security-groups?id=5db7947e-8c99-4e92-b817-f70bd3c75c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986576 Mar 14 10:38:17.923334 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [None req-e7835a8a-f2fe-4eb5-bc1e-671018d30b56 admin admin] Deleting port 671b52f1-d26f-4957-a698-749a29ff56b2 {{(pid=103643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 10:38:17.923685 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-e7835a8a-f2fe-4eb5-bc1e-671018d30b56 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739585920741'] for port (671b52f1-d26f-4957-a698-749a29ff56b2), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:17.998260 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.db [None req-e7835a8a-f2fe-4eb5-bc1e-671018d30b56 admin admin] For port 671b52f1-d26f-4957-a698-749a29ff56b2, host dv-cinder-833544-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833544-1-iscsi',level=0,port_id=671b52f1-d26f-4957-a698-749a29ff56b2,segment=NetworkSegment(77a6fce0-7a03-47f7-9d4e-1e793eee17f1),segment_id=77a6fce0-7a03-47f7-9d4e-1e793eee17f1)] {{(pid=103643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:38:17.998619 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-e7835a8a-f2fe-4eb5-bc1e-671018d30b56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562337'] for port (671b52f1-d26f-4957-a698-749a29ff56b2), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:18.014417 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [None req-e7835a8a-f2fe-4eb5-bc1e-671018d30b56 admin admin] Calling delete_port for 671b52f1-d26f-4957-a698-749a29ff56b2 owned by network:router_interface {{(pid=103643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 10:38:18.105210 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.agents_db [None req-e5bc90a1-3fae-4be0-a54a-d59a030b4380 None None] Agent healthcheck: found 6 active agents {{(pid=103645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 10:38:18.233149 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-e7835a8a-f2fe-4eb5-bc1e-671018d30b56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739585930060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739585409127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516063'] for port (671b52f1-d26f-4957-a698-749a29ff56b2), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:18.258227 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7835a8a-f2fe-4eb5-bc1e-671018d30b56 admin admin] Pushing event deleted for resources: {'Port': ['ID=671b52f1-d26f-4957-a698-749a29ff56b2,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:38:18.426376 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-e7835a8a-f2fe-4eb5-bc1e-671018d30b56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-559952'] for router_interface (c63eff1c-0dea-487d-94c2-710819ab50d7), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:18.640712 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7835a8a-f2fe-4eb5-bc1e-671018d30b56 admin admin] Router c63eff1c-0dea-487d-94c2-710819ab50d7 has already been hosted by L3 agent a016a58c-1f8a-4210-ae6c-360b1a1f78c1 {{(pid=103643) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 10:38:18.745731 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7835a8a-f2fe-4eb5-bc1e-671018d30b56 admin admin] Notify agent at l3_agent.dv-cinder-833544-1-iscsi the message routers_updated {{(pid=103643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 10:38:18.750915 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-e7835a8a-f2fe-4eb5-bc1e-671018d30b56 admin admin] 10.222.0.16 "PUT /v2.0/routers/c63eff1c-0dea-487d-94c2-710819ab50d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7037139 Mar 14 10:38:18.753481 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 48810) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:38:18.754684 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fcee84-9455-4bc9-90e3-522b795caaba None None] Sync routers for ids ['c63eff1c-0dea-487d-94c2-710819ab50d7'] in dv-cinder-833544-1-iscsi {{(pid=103645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 10:38:18.763862 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fcee84-9455-4bc9-90e3-522b795caaba None None] Routers {'c63eff1c-0dea-487d-94c2-710819ab50d7'} bound to L3 agent in host dv-cinder-833544-1-iscsi {{(pid=103645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:38:18.764462 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-97fcee84-9455-4bc9-90e3-522b795caaba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833544-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T10:17:23Z,description=,heartbeat_timestamp=2022-03-14T10:37:53Z,host='dv-cinder-833544-1-iscsi',id=a016a58c-1f8a-4210-ae6c-360b1a1f78c1,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:17:24Z,topic='l3_agent')) {'router_ids': ['c63eff1c-0dea-487d-94c2-710819ab50d7'], 'active': True} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:38:18.859415 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-80c5dd73-9234-40d4-bce9-ba2389aff75c admin admin] Publish callbacks [] for router (c63eff1c-0dea-487d-94c2-710819ab50d7), before_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:18.870322 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvr_db [None req-97fcee84-9455-4bc9-90e3-522b795caaba None None] Set router c63eff1c-0dea-487d-94c2-710819ab50d7 gateway port host: dv-cinder-833544-1-iscsi {{(pid=103645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:38:18.967408 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca7b5fe-f984-4913-acab-67587f2944bd req-bfb4c61b-ac0c-459b-9f6a-db37ad2ed241 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:38:18.969113 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-3ca7b5fe-f984-4913-acab-67587f2944bd req-bfb4c61b-ac0c-459b-9f6a-db37ad2ed241 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbf6744c-7584-4dcc-ba94-4e909e7319f5 HTTP/1.1" status: 200 len: 945 time: 0.0603530 Mar 14 10:38:18.972008 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-80c5dd73-9234-40d4-bce9-ba2389aff75c admin admin] Publish callbacks [] for router_gateway (c63eff1c-0dea-487d-94c2-710819ab50d7), before_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:19.021996 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-3ca7b5fe-f984-4913-acab-67587f2944bd req-3ca14e92-f93c-4033-894a-96e75082f05f tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/security-groups?id=5db7947e-8c99-4e92-b817-f70bd3c75c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449922 Mar 14 10:38:19.080882 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-97fcee84-9455-4bc9-90e3-522b795caaba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c63eff1c-0dea-487d-94c2-710819ab50d7', 'name': 'tempest-TestShelveInstance-1010946783-router', 'tenant_id': '9fdbcc564db14388852726a9fae8d9f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.149'}], 'enable_snat': True}, 'gw_port_id': '8f0e8784-2ff7-4bae-a737-c40db8d1feae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:32:38Z', 'updated_at': '2022-03-14T10:38:18Z', 'revision_number': 5, 'project_id': '9fdbcc564db14388852726a9fae8d9f8', 'gw_port': {'id': '8f0e8784-2ff7-4bae-a737-c40db8d1feae', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ad:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63eff1c-0dea-487d-94c2-710819ab50d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:32:39Z', 'updated_at': '2022-03-14T10:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi'}], 'dv-cinder-833544-1-iscsi', False) {} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:38:19.110936 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fcee84-9455-4bc9-90e3-522b795caaba None None] Checking router: c63eff1c-0dea-487d-94c2-710819ab50d7 for host: dv-cinder-833544-1-iscsi {{(pid=103645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 10:38:19.119206 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fcee84-9455-4bc9-90e3-522b795caaba None None] Routers {'c63eff1c-0dea-487d-94c2-710819ab50d7'} bound to L3 agent in host dv-cinder-833544-1-iscsi {{(pid=103645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:38:19.119844 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-97fcee84-9455-4bc9-90e3-522b795caaba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833544-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T10:17:23Z,description=,heartbeat_timestamp=2022-03-14T10:37:53Z,host='dv-cinder-833544-1-iscsi',id=a016a58c-1f8a-4210-ae6c-360b1a1f78c1,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:17:24Z,topic='l3_agent')) {'router_ids': ['c63eff1c-0dea-487d-94c2-710819ab50d7'], 'active': True} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:38:19.133285 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.plugin [None req-80c5dd73-9234-40d4-bce9-ba2389aff75c admin admin] Deleting port 8f0e8784-2ff7-4bae-a737-c40db8d1feae {{(pid=103642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 10:38:19.133631 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-80c5dd73-9234-40d4-bce9-ba2389aff75c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739585920741'] for port (8f0e8784-2ff7-4bae-a737-c40db8d1feae), before_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:19.206493 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvr_db [None req-97fcee84-9455-4bc9-90e3-522b795caaba None None] Set router c63eff1c-0dea-487d-94c2-710819ab50d7 gateway port host: None {{(pid=103645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:38:19.213619 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.db [None req-80c5dd73-9234-40d4-bce9-ba2389aff75c admin admin] For port 8f0e8784-2ff7-4bae-a737-c40db8d1feae, host dv-cinder-833544-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833544-1-iscsi',level=0,port_id=8f0e8784-2ff7-4bae-a737-c40db8d1feae,segment=NetworkSegment(11cedc40-3914-4af6-ba83-0b9ce6d6fc30),segment_id=11cedc40-3914-4af6-ba83-0b9ce6d6fc30)] {{(pid=103642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:38:19.213980 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-80c5dd73-9234-40d4-bce9-ba2389aff75c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562337'] for port (8f0e8784-2ff7-4bae-a737-c40db8d1feae), precommit_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:19.226063 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.plugin [None req-80c5dd73-9234-40d4-bce9-ba2389aff75c admin admin] Calling delete_port for 8f0e8784-2ff7-4bae-a737-c40db8d1feae owned by network:router_gateway {{(pid=103642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 10:38:19.256849 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-97fcee84-9455-4bc9-90e3-522b795caaba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c63eff1c-0dea-487d-94c2-710819ab50d7', 'name': 'tempest-TestShelveInstance-1010946783-router', 'tenant_id': '9fdbcc564db14388852726a9fae8d9f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:32:38Z', 'updated_at': '2022-03-14T10:38:18Z', 'revision_number': 6, 'project_id': '9fdbcc564db14388852726a9fae8d9f8', 'gw_port_host': None}], 'dv-cinder-833544-1-iscsi', False) {} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:38:19.286487 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fcee84-9455-4bc9-90e3-522b795caaba None None] The sync data for ids ['c63eff1c-0dea-487d-94c2-710819ab50d7'] in dv-cinder-833544-1-iscsi is: [{'id': 'c63eff1c-0dea-487d-94c2-710819ab50d7', 'name': 'tempest-TestShelveInstance-1010946783-router', 'tenant_id': '9fdbcc564db14388852726a9fae8d9f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:32:38Z', 'updated_at': '2022-03-14T10:38:18Z', 'revision_number': 6, 'project_id': '9fdbcc564db14388852726a9fae8d9f8', 'gw_port_host': None}] {{(pid=103645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 10:38:19.439365 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-80c5dd73-9234-40d4-bce9-ba2389aff75c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739585930060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739585409127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9714944'] for port (8f0e8784-2ff7-4bae-a737-c40db8d1feae), after_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:19.464406 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c5dd73-9234-40d4-bce9-ba2389aff75c admin admin] Pushing event deleted for resources: {'Port': ['ID=8f0e8784-2ff7-4bae-a737-c40db8d1feae,revision_number=None']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:38:19.526552 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-80c5dd73-9234-40d4-bce9-ba2389aff75c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-564278'] for router_gateway (c63eff1c-0dea-487d-94c2-710819ab50d7), after_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:19.615150 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-80c5dd73-9234-40d4-bce9-ba2389aff75c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10120'] for router (c63eff1c-0dea-487d-94c2-710819ab50d7), precommit_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:19.617490 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-80c5dd73-9234-40d4-bce9-ba2389aff75c admin admin] Publish callbacks [] for router_controller (c63eff1c-0dea-487d-94c2-710819ab50d7), precommit_delete_associations {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:19.741942 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-80c5dd73-9234-40d4-bce9-ba2389aff75c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-559426'] for router (c63eff1c-0dea-487d-94c2-710819ab50d7), after_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:19.742828 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80c5dd73-9234-40d4-bce9-ba2389aff75c admin admin] Fanout notify agent at l3_agent the message router_deleted on router c63eff1c-0dea-487d-94c2-710819ab50d7 {{(pid=103642) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 10:38:19.747695 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-80c5dd73-9234-40d4-bce9-ba2389aff75c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:19.748860 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-80c5dd73-9234-40d4-bce9-ba2389aff75c admin admin] 10.222.0.16 "DELETE /v2.0/routers/c63eff1c-0dea-487d-94c2-710819ab50d7 HTTP/1.1" status: 204 len: 168 time: 0.9943814 Mar 14 10:38:19.751950 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 48816) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:38:19.794519 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6055013-0c9b-44b2-9a0d-5e211e3c5d2c admin admin] Deleting subnet ed51ab9c-4243-4c23-a331-6d4ebf244cb1 {{(pid=103642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 14 10:38:19.797437 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-e6055013-0c9b-44b2-9a0d-5e211e3c5d2c admin admin] Publish callbacks [] for subnet (ed51ab9c-4243-4c23-a331-6d4ebf244cb1), before_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:19.834498 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-e6055013-0c9b-44b2-9a0d-5e211e3c5d2c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10247711'] for subnet (ed51ab9c-4243-4c23-a331-6d4ebf244cb1), precommit_delete_associations {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:19.907507 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-e6055013-0c9b-44b2-9a0d-5e211e3c5d2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1689235'] for subnet (ed51ab9c-4243-4c23-a331-6d4ebf244cb1), precommit_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:20.005786 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-e6055013-0c9b-44b2-9a0d-5e211e3c5d2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9715037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10301227'] for subnet (ed51ab9c-4243-4c23-a331-6d4ebf244cb1), after_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:20.034234 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-e6055013-0c9b-44b2-9a0d-5e211e3c5d2c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:20.040506 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-e6055013-0c9b-44b2-9a0d-5e211e3c5d2c admin admin] 10.222.0.16 "DELETE /v2.0/subnets/ed51ab9c-4243-4c23-a331-6d4ebf244cb1 HTTP/1.1" status: 204 len: 168 time: 0.2852681 Mar 14 10:38:20.040506 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6055013-0c9b-44b2-9a0d-5e211e3c5d2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed51ab9c-4243-4c23-a331-6d4ebf244cb1,revision_number=None']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:38:20.040786 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6007cc6a-d883-4df5-98b4-fc22ba444b46 None None] Network 9104bc35-fd6f-4110-8d53-9948f3e7d3fa requested from dv-cinder-833544-1-iscsi {{(pid=103644) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 10:38:20.043329 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 48818) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:38:20.119455 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-89529ef9-b6a3-4670-817f-23412a59e767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369052'] for network (9104bc35-fd6f-4110-8d53-9948f3e7d3fa), before_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:20.157193 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d717bec4-01ee-4536-a38b-c84c0a115a98 req-cb1684f3-eca3-438b-a68b-dfafb2ebba5e tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:38:20.158710 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-d717bec4-01ee-4536-a38b-c84c0a115a98 req-cb1684f3-eca3-438b-a68b-dfafb2ebba5e tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbf6744c-7584-4dcc-ba94-4e909e7319f5 HTTP/1.1" status: 200 len: 945 time: 0.0639732 Mar 14 10:38:20.183302 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.plugin [None req-89529ef9-b6a3-4670-817f-23412a59e767 admin admin] Deleting port bd13ac0b-6d4d-4551-969f-7530c7b8ff93 {{(pid=103642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 10:38:20.183651 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-89529ef9-b6a3-4670-817f-23412a59e767 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739585920741'] for port (bd13ac0b-6d4d-4551-969f-7530c7b8ff93), before_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:20.216578 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-d717bec4-01ee-4536-a38b-c84c0a115a98 req-fa5bcf2b-2b40-48d8-92be-0e0077829d50 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/security-groups?id=5db7947e-8c99-4e92-b817-f70bd3c75c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502844 Mar 14 10:38:20.241473 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e7abf3a-5656-4c16-abfa-470ba4d90314 None None] DHCP port deletion for 9104bc35-fd6f-4110-8d53-9948f3e7d3fa request from dv-cinder-833544-1-iscsi {{(pid=103644) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 14 10:38:20.258957 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.db [None req-89529ef9-b6a3-4670-817f-23412a59e767 admin admin] For port bd13ac0b-6d4d-4551-969f-7530c7b8ff93, host dv-cinder-833544-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833544-1-iscsi',level=0,port_id=bd13ac0b-6d4d-4551-969f-7530c7b8ff93,segment=NetworkSegment(77a6fce0-7a03-47f7-9d4e-1e793eee17f1),segment_id=77a6fce0-7a03-47f7-9d4e-1e793eee17f1)] {{(pid=103642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:38:20.259321 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-89529ef9-b6a3-4670-817f-23412a59e767 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562337'] for port (bd13ac0b-6d4d-4551-969f-7530c7b8ff93), precommit_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:20.272937 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.plugin [None req-89529ef9-b6a3-4670-817f-23412a59e767 admin admin] Calling delete_port for bd13ac0b-6d4d-4551-969f-7530c7b8ff93 owned by network:dhcp {{(pid=103642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 10:38:20.292615 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-9e7abf3a-5656-4c16-abfa-470ba4d90314 None None] Deleting port bd13ac0b-6d4d-4551-969f-7530c7b8ff93 {{(pid=103644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 10:38:20.292996 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-9e7abf3a-5656-4c16-abfa-470ba4d90314 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739585920741'] for port (bd13ac0b-6d4d-4551-969f-7530c7b8ff93), before_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:20.365929 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-9e7abf3a-5656-4c16-abfa-470ba4d90314 None None] For port bd13ac0b-6d4d-4551-969f-7530c7b8ff93, host dv-cinder-833544-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833544-1-iscsi',level=0,port_id=bd13ac0b-6d4d-4551-969f-7530c7b8ff93,segment=NetworkSegment(77a6fce0-7a03-47f7-9d4e-1e793eee17f1),segment_id=77a6fce0-7a03-47f7-9d4e-1e793eee17f1)] {{(pid=103644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:38:20.366335 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-9e7abf3a-5656-4c16-abfa-470ba4d90314 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562337'] for port (bd13ac0b-6d4d-4551-969f-7530c7b8ff93), precommit_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:20.378439 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-9e7abf3a-5656-4c16-abfa-470ba4d90314 None None] Calling delete_port for bd13ac0b-6d4d-4551-969f-7530c7b8ff93 owned by network:dhcp {{(pid=103644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 10:38:20.401750 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-89529ef9-b6a3-4670-817f-23412a59e767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739585930060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739585409127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9714944'] for port (bd13ac0b-6d4d-4551-969f-7530c7b8ff93), after_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:20.428546 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89529ef9-b6a3-4670-817f-23412a59e767 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd13ac0b-6d4d-4551-969f-7530c7b8ff93,revision_number=None']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:38:20.431989 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89529ef9-b6a3-4670-817f-23412a59e767 admin admin] No DVR routers for this DVR port bd13ac0b-6d4d-4551-969f-7530c7b8ff93 on host dv-cinder-833544-1-iscsi {{(pid=103642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 10:38:20.458253 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-9e7abf3a-5656-4c16-abfa-470ba4d90314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739585930060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739585409127'] for port (bd13ac0b-6d4d-4551-969f-7530c7b8ff93), after_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:20.492445 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7abf3a-5656-4c16-abfa-470ba4d90314 None None] Pushing event deleted for resources: {'Port': ['ID=bd13ac0b-6d4d-4551-969f-7530c7b8ff93,revision_number=None']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:38:20.495767 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Device bd13ac0b-6d4d-4551-969f-7530c7b8ff93 no longer exists at agent ovs-agent-dv-cinder-833544-1-iscsi {{(pid=103644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 10:38:20.500517 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7abf3a-5656-4c16-abfa-470ba4d90314 None None] No DVR routers for this DVR port bd13ac0b-6d4d-4551-969f-7530c7b8ff93 on host dv-cinder-833544-1-iscsi {{(pid=103644) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 10:38:20.511156 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-89529ef9-b6a3-4670-817f-23412a59e767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687834', 'neutron.services.segments.db._delete_segments_for_network-8739585737229'] for network (9104bc35-fd6f-4110-8d53-9948f3e7d3fa), precommit_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:20.519427 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] No Port match for: bd13ac0b-6d4d-4551-969f-7530c7b8ff93 {{(pid=103644) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 10:38:20.519817 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Device bd13ac0b-6d4d-4551-969f-7530c7b8ff93 not bound to the agent host dv-cinder-833544-1-iscsi {{(pid=103644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 10:38:20.523154 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Device 671b52f1-d26f-4957-a698-749a29ff56b2 no longer exists at agent ovs-agent-dv-cinder-833544-1-iscsi {{(pid=103644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 10:38:20.536652 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.services.segments.db [None req-89529ef9-b6a3-4670-817f-23412a59e767 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9104bc35-fd6f-4110-8d53-9948f3e7d3fa']}} {{(pid=103642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:38:20.540788 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] No Port match for: 671b52f1-d26f-4957-a698-749a29ff56b2 {{(pid=103644) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 10:38:20.541150 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Device 671b52f1-d26f-4957-a698-749a29ff56b2 not bound to the agent host dv-cinder-833544-1-iscsi {{(pid=103644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 10:38:20.541562 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Device 8f0e8784-2ff7-4bae-a737-c40db8d1feae no longer exists at agent ovs-agent-dv-cinder-833544-1-iscsi {{(pid=103644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 10:38:20.546727 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.services.segments.db [None req-89529ef9-b6a3-4670-817f-23412a59e767 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77a6fce0-7a03-47f7-9d4e-1e793eee17f1') {'for_net_delete': True} {{(pid=103642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:38:20.547018 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.services.segments.db [None req-89529ef9-b6a3-4670-817f-23412a59e767 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77a6fce0-7a03-47f7-9d4e-1e793eee17f1') {} {{(pid=103642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:38:20.558567 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-89529ef9-b6a3-4670-817f-23412a59e767 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739585737494', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10247686'] for segment (77a6fce0-7a03-47f7-9d4e-1e793eee17f1), before_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:20.561251 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] No Port match for: 8f0e8784-2ff7-4bae-a737-c40db8d1feae {{(pid=103644) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 10:38:20.561537 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Device 8f0e8784-2ff7-4bae-a737-c40db8d1feae not bound to the agent host dv-cinder-833544-1-iscsi {{(pid=103644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 10:38:20.573036 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-89529ef9-b6a3-4670-817f-23412a59e767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1663358'] for segment (77a6fce0-7a03-47f7-9d4e-1e793eee17f1), precommit_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:20.579813 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89529ef9-b6a3-4670-817f-23412a59e767 admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=103642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 10:38:20.580200 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-89529ef9-b6a3-4670-817f-23412a59e767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1663358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9715443'] for segment (77a6fce0-7a03-47f7-9d4e-1e793eee17f1), after_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:20.581929 dv-cinder-833544-1-iscsi neutron-server[103642]: Traceback (most recent call last): Mar 14 10:38:20.581929 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 10:38:20.581929 dv-cinder-833544-1-iscsi neutron-server[103642]: timer() Mar 14 10:38:20.581929 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 10:38:20.581929 dv-cinder-833544-1-iscsi neutron-server[103642]: cb(*args, **kw) Mar 14 10:38:20.581929 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 10:38:20.581929 dv-cinder-833544-1-iscsi neutron-server[103642]: return func(*args, **kwargs) Mar 14 10:38:20.581929 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 10:38:20.581929 dv-cinder-833544-1-iscsi neutron-server[103642]: self._notify() Mar 14 10:38:20.581929 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 10:38:20.581929 dv-cinder-833544-1-iscsi neutron-server[103642]: self.callback(batched_events) Mar 14 10:38:20.581929 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 10:38:20.581929 dv-cinder-833544-1-iscsi neutron-server[103642]: event.method(event) Mar 14 10:38:20.581929 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 10:38:20.581929 dv-cinder-833544-1-iscsi neutron-server[103642]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 10:38:20.581929 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 10:38:20.581929 dv-cinder-833544-1-iscsi neutron-server[103642]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 10:38:20.581929 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 10:38:20.581929 dv-cinder-833544-1-iscsi neutron-server[103642]: return f(self, *a, **k) Mar 14 10:38:20.581929 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 10:38:20.581929 dv-cinder-833544-1-iscsi neutron-server[103642]: return self._get(url).json() Mar 14 10:38:20.581929 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 10:38:20.581929 dv-cinder-833544-1-iscsi neutron-server[103642]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 10:38:20.581929 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 10:38:20.581929 dv-cinder-833544-1-iscsi neutron-server[103642]: return self.request(url, 'GET', **kwargs) Mar 14 10:38:20.581929 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 10:38:20.581929 dv-cinder-833544-1-iscsi neutron-server[103642]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 10:38:20.581929 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 10:38:20.581929 dv-cinder-833544-1-iscsi neutron-server[103642]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 10:38:20.581929 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 10:38:20.581929 dv-cinder-833544-1-iscsi neutron-server[103642]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 10:38:20.581929 dv-cinder-833544-1-iscsi neutron-server[103642]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 10:38:20.707964 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-89529ef9-b6a3-4670-817f-23412a59e767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-564434'] for network (9104bc35-fd6f-4110-8d53-9948f3e7d3fa), after_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:20.712572 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-89529ef9-b6a3-4670-817f-23412a59e767 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631023'] for network (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:20.715860 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-89529ef9-b6a3-4670-817f-23412a59e767 admin admin] 10.222.0.16 "DELETE /v2.0/networks/9104bc35-fd6f-4110-8d53-9948f3e7d3fa HTTP/1.1" status: 204 len: 168 time: 0.6715233 Mar 14 10:38:20.728905 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89529ef9-b6a3-4670-817f-23412a59e767 admin admin] Pushing event deleted for resources: {'Network': ['ID=9104bc35-fd6f-4110-8d53-9948f3e7d3fa,revision_number=None']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:38:20.787814 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-c954f11d-29bc-463c-bcbf-296162d40e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (71411765-f129-4ae6-9e82-4fe742fde8ff), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:21.073193 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 48826) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:38:21.112296 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-ae83284a-107a-4bb6-9708-4cfd1d4b1be0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=95044ea425734624aaff8798e60e7f23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378647 Mar 14 10:38:21.114718 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 48828) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:38:21.160754 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-9ccb890a-4df2-4910-b4ba-e7060116971a admin admin] Publish callbacks [] for security_group (8653de3c-2fad-42d1-97ed-4cd2a9e86ad9), before_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:21.180657 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-9ccb890a-4df2-4910-b4ba-e7060116971a admin admin] Publish callbacks [] for security_group (8653de3c-2fad-42d1-97ed-4cd2a9e86ad9), precommit_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:21.314481 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-9ccb890a-4df2-4910-b4ba-e7060116971a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (8653de3c-2fad-42d1-97ed-4cd2a9e86ad9), after_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:21.317159 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-9ccb890a-4df2-4910-b4ba-e7060116971a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:21.318445 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-9ccb890a-4df2-4910-b4ba-e7060116971a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8653de3c-2fad-42d1-97ed-4cd2a9e86ad9 HTTP/1.1" status: 204 len: 168 time: 0.2026982 Mar 14 10:38:21.329426 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccb890a-4df2-4910-b4ba-e7060116971a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8653de3c-2fad-42d1-97ed-4cd2a9e86ad9,revision_number=None']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:38:21.332859 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fef15f-9fda-499f-9d84-65e8d3daa576 req-09bf3f04-a26c-4617-8688-d162b9251ad2 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:38:21.334346 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-d4fef15f-9fda-499f-9d84-65e8d3daa576 req-09bf3f04-a26c-4617-8688-d162b9251ad2 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbf6744c-7584-4dcc-ba94-4e909e7319f5 HTTP/1.1" status: 200 len: 945 time: 0.0554340 Mar 14 10:38:21.386206 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-d4fef15f-9fda-499f-9d84-65e8d3daa576 req-602336a1-1adc-4724-9096-5aeefc75a4d1 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/security-groups?id=5db7947e-8c99-4e92-b817-f70bd3c75c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459220 Mar 14 10:38:22.045626 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 48848) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:38:22.084668 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-d6c9a005-1c5c-471a-8480-4fad0d7773aa admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9fdbcc564db14388852726a9fae8d9f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379107 Mar 14 10:38:22.087347 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 48850) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:38:22.135314 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-ffd403b9-57c1-4376-a181-44bc7edb395a admin admin] Publish callbacks [] for security_group (be51d15b-4b90-4d48-b323-b3dcfb2c2dc2), before_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:22.158131 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-ffd403b9-57c1-4376-a181-44bc7edb395a admin admin] Publish callbacks [] for security_group (be51d15b-4b90-4d48-b323-b3dcfb2c2dc2), precommit_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:22.245102 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-ffd403b9-57c1-4376-a181-44bc7edb395a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (be51d15b-4b90-4d48-b323-b3dcfb2c2dc2), after_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:22.247775 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-ffd403b9-57c1-4376-a181-44bc7edb395a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:22.248896 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-ffd403b9-57c1-4376-a181-44bc7edb395a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/be51d15b-4b90-4d48-b323-b3dcfb2c2dc2 HTTP/1.1" status: 204 len: 168 time: 0.1606486 Mar 14 10:38:22.256549 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd403b9-57c1-4376-a181-44bc7edb395a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be51d15b-4b90-4d48-b323-b3dcfb2c2dc2,revision_number=None']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:38:22.502659 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b2822c-2f56-4201-bdec-483d576fec36 req-b8c6a9be-bbac-4f2f-8f13-e98cb49e97e2 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:38:22.504082 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-33b2822c-2f56-4201-bdec-483d576fec36 req-b8c6a9be-bbac-4f2f-8f13-e98cb49e97e2 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbf6744c-7584-4dcc-ba94-4e909e7319f5 HTTP/1.1" status: 200 len: 945 time: 0.0526867 Mar 14 10:38:22.554570 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-33b2822c-2f56-4201-bdec-483d576fec36 req-16ac7bc3-99cd-438f-837c-c1501b6a4b85 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/security-groups?id=5db7947e-8c99-4e92-b817-f70bd3c75c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448294 Mar 14 10:38:22.686621 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaa9265-ba54-4189-99f9-1c503226cc02 req-fd96ec64-6033-4d20-bc36-bd8c70b97b72 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:38:22.688657 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-3eaa9265-ba54-4189-99f9-1c503226cc02 req-fd96ec64-6033-4d20-bc36-bd8c70b97b72 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbf6744c-7584-4dcc-ba94-4e909e7319f5 HTTP/1.1" status: 200 len: 945 time: 0.0556006 Mar 14 10:38:22.741722 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-3eaa9265-ba54-4189-99f9-1c503226cc02 req-043b0fec-eafc-4a7a-9f59-78264b7e4649 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/security-groups?id=5db7947e-8c99-4e92-b817-f70bd3c75c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468967 Mar 14 10:38:22.765905 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 48860) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:38:22.810132 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5035d35e-56de-4094-a582-08886346ecf7 tempest-TestVolumeBootPattern-1811651679 tempest-TestVolumeBootPattern-1811651679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:38:22.811661 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-5035d35e-56de-4094-a582-08886346ecf7 tempest-TestVolumeBootPattern-1811651679 tempest-TestVolumeBootPattern-1811651679-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=cbf6744c-7584-4dcc-ba94-4e909e7319f5 HTTP/1.1" status: 200 len: 1124 time: 0.0441105 Mar 14 10:38:22.815031 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 48862) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:38:22.819168 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.v2.base [None req-8e63b9bc-47b7-49ce-acb7-0e25c7e1c333 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Request body: {'floatingip': {'floating_network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'port_id': '7c297a19-ac2a-47a9-9889-7f221f81ad86', 'tenant_id': '6297757b71cd48d4a33ab7458cc05ac7', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:38:22.919827 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-8e63b9bc-47b7-49ce-acb7-0e25c7e1c333 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:23.005212 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-af3d2d55-5ae8-4f13-8740-f1977fd8f3be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (a016a58c-1f8a-4210-ae6c-360b1a1f78c1), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:23.016356 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-8e63b9bc-47b7-49ce-acb7-0e25c7e1c333 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (None), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:23.115345 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.db.db_base_plugin_common [None req-8e63b9bc-47b7-49ce-acb7-0e25c7e1c333 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Allocated IP 172.27.2.58 (d3edc090-f075-4654-a10f-87b9c191544a/b94c44b1-4eb3-4139-bb38-cf15afc675ad/a7df986b-6028-4200-bc50-2b0e6ee53152) {{(pid=103642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 10:38:23.217903 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-8e63b9bc-47b7-49ce-acb7-0e25c7e1c333 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Publish callbacks [] for port (a7df986b-6028-4200-bc50-2b0e6ee53152), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:23.297953 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-8e63b9bc-47b7-49ce-acb7-0e25c7e1c333 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739585409118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9714944'] for port (a7df986b-6028-4200-bc50-2b0e6ee53152), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:23.335212 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e63b9bc-47b7-49ce-acb7-0e25c7e1c333 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Network d3edc090-f075-4654-a10f-87b9c191544a is already hosted by enough agents. {{(pid=103642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:38:23.339807 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.scheduler.base_scheduler [None req-8e63b9bc-47b7-49ce-acb7-0e25c7e1c333 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Resources bound (agent type, host, resource id): {{(pid=103642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:38:23.343194 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e63b9bc-47b7-49ce-acb7-0e25c7e1c333 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Received port after_create {{(pid=103642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 10:38:23.365840 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e63b9bc-47b7-49ce-acb7-0e25c7e1c333 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Pushing event updated for resources: {'Port': ['ID=a7df986b-6028-4200-bc50-2b0e6ee53152,revision_number=1']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:38:24.037284 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-8e63b9bc-47b7-49ce-acb7-0e25c7e1c333 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Publish callbacks [] for floatingip (07753827-eee1-4ced-94c4-37eb4482e960), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:24.119586 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-f4039063-230b-41a9-bf4a-d5dd4b348b96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (46201191-f63a-41db-ad4d-3c2c795fe1c2), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:24.226314 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-8e63b9bc-47b7-49ce-acb7-0e25c7e1c333 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (a7df986b-6028-4200-bc50-2b0e6ee53152), before_update {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:24.372441 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-8e63b9bc-47b7-49ce-acb7-0e25c7e1c333 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Publish callbacks [] for port (a7df986b-6028-4200-bc50-2b0e6ee53152), precommit_update {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:24.468410 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-8e63b9bc-47b7-49ce-acb7-0e25c7e1c333 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9714955'] for port (a7df986b-6028-4200-bc50-2b0e6ee53152), after_update {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:24.538135 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e63b9bc-47b7-49ce-acb7-0e25c7e1c333 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Pushing event updated for resources: {'Port': ['ID=a7df986b-6028-4200-bc50-2b0e6ee53152,revision_number=2']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:38:24.547765 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-8e63b9bc-47b7-49ce-acb7-0e25c7e1c333 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-564448'] for floatingip (07753827-eee1-4ced-94c4-37eb4482e960), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:24.649725 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.db.l3_db [None req-8e63b9bc-47b7-49ce-acb7-0e25c7e1c333 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Floating IP 07753827-eee1-4ced-94c4-37eb4482e960 associated. External IP: 172.27.2.58, port: 7c297a19-ac2a-47a9-9889-7f221f81ad86. Mar 14 10:38:24.857603 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e63b9bc-47b7-49ce-acb7-0e25c7e1c333 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Router 88162fc5-f696-46e6-aec7-20a02549062f has already been hosted by L3 agent a016a58c-1f8a-4210-ae6c-360b1a1f78c1 {{(pid=103642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 10:38:24.968307 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e63b9bc-47b7-49ce-acb7-0e25c7e1c333 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Notify agent at l3_agent.dv-cinder-833544-1-iscsi the message routers_updated {{(pid=103642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 10:38:24.981556 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14b9be2-bb69-4452-80ea-e63843ec5c03 None None] Sync routers for ids ['88162fc5-f696-46e6-aec7-20a02549062f'] in dv-cinder-833544-1-iscsi {{(pid=103644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 10:38:24.992379 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14b9be2-bb69-4452-80ea-e63843ec5c03 None None] Routers {'88162fc5-f696-46e6-aec7-20a02549062f'} bound to L3 agent in host dv-cinder-833544-1-iscsi {{(pid=103644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:38:24.993011 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-e14b9be2-bb69-4452-80ea-e63843ec5c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833544-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T10:17:23Z,description=,heartbeat_timestamp=2022-03-14T10:38:23Z,host='dv-cinder-833544-1-iscsi',id=a016a58c-1f8a-4210-ae6c-360b1a1f78c1,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:17:24Z,topic='l3_agent')) {'router_ids': ['88162fc5-f696-46e6-aec7-20a02549062f'], 'active': True} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:38:25.053094 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-8e63b9bc-47b7-49ce-acb7-0e25c7e1c333 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211739'] for floatingip (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:25.082820 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-8e63b9bc-47b7-49ce-acb7-0e25c7e1c333 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2667851 Mar 14 10:38:25.083414 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbf6744c-7584-4dcc-ba94-4e909e7319f5', 'tag': '7c297a19-ac2a-47a9-9889-7f221f81ad86'}] {{(pid=103642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:38:25.085893 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2719b20af467307de00d33cfc3bda2b7e701d9c3500810f7746d17fecb5aed99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c67f521e-b47d-43c8-84e2-d3066bbe498f" -d '{"events": [{"name": "network-changed", "server_uuid": "cbf6744c-7584-4dcc-ba94-4e909e7319f5", "tag": "7c297a19-ac2a-47a9-9889-7f221f81ad86"}]}' {{(pid=103642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:38:25.107431 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvr_db [None req-e14b9be2-bb69-4452-80ea-e63843ec5c03 None None] Set router 88162fc5-f696-46e6-aec7-20a02549062f gateway port host: dv-cinder-833544-1-iscsi {{(pid=103644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:38:25.240604 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 10:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1300d552-56b9-496e-8d2a-d72c73fe40aa x-openstack-request-id: req-1300d552-56b9-496e-8d2a-d72c73fe40aa {{(pid=103642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:38:25.240604 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbf6744c-7584-4dcc-ba94-4e909e7319f5", "tag": "7c297a19-ac2a-47a9-9889-7f221f81ad86", "status": "completed", "code": 200}]} {{(pid=103642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:38:25.241204 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1300d552-56b9-496e-8d2a-d72c73fe40aa {{(pid=103642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:38:25.241204 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbf6744c-7584-4dcc-ba94-4e909e7319f5', 'tag': '7c297a19-ac2a-47a9-9889-7f221f81ad86', 'status': 'completed', 'code': 200} Mar 14 10:38:25.338048 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67f521e-b47d-43c8-84e2-d3066bbe498f req-9e323449-fca6-4e27-892a-8c7dc1faf326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:38:25.340214 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-c67f521e-b47d-43c8-84e2-d3066bbe498f req-9e323449-fca6-4e27-892a-8c7dc1faf326 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6297757b71cd48d4a33ab7458cc05ac7&device_id=cbf6744c-7584-4dcc-ba94-4e909e7319f5 HTTP/1.1" status: 200 len: 1129 time: 0.0570703 Mar 14 10:38:25.340575 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-e14b9be2-bb69-4452-80ea-e63843ec5c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88162fc5-f696-46e6-aec7-20a02549062f', 'name': 'tempest-TestVolumeBootPattern-162580303-router', 'tenant_id': '6297757b71cd48d4a33ab7458cc05ac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '83c49087-a756-4c7d-99a2-5b604029eb80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:34:18Z', 'updated_at': '2022-03-14T10:34:22Z', 'revision_number': 4, 'project_id': '6297757b71cd48d4a33ab7458cc05ac7', 'gw_port': {'id': '83c49087-a756-4c7d-99a2-5b604029eb80', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88162fc5-f696-46e6-aec7-20a02549062f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:34:19Z', 'updated_at': '2022-03-14T10:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi', '_floatingips': [{'id': '07753827-eee1-4ced-94c4-37eb4482e960', 'tenant_id': '6297757b71cd48d4a33ab7458cc05ac7', 'floating_ip_address': '172.27.2.58', 'floating_network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'router_id': '88162fc5-f696-46e6-aec7-20a02549062f', 'port_id': '7c297a19-ac2a-47a9-9889-7f221f81ad86', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c84f27eb-37b9-4aa9-b62d-da2eefd83ac0', 'mac_address': 'fa:16:3e:30:21:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf6744c-7584-4dcc-ba94-4e909e7319f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T10:38:23Z', 'updated_at': '2022-03-14T10:38:23Z', 'revision_number': 0, 'project_id': '6297757b71cd48d4a33ab7458cc05ac7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1c63c40-5a38-4f6d-89f9-16a3f3bee0f4', 'name': '', 'network_id': 'c84f27eb-37b9-4aa9-b62d-da2eefd83ac0', 'tenant_id': '6297757b71cd48d4a33ab7458cc05ac7', 'mac_address': 'fa:16:3e:72:8f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88162fc5-f696-46e6-aec7-20a02549062f', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'c1ca7e58-7de1-4354-86ba-4c133fca3e45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:34:21Z', 'updated_at': '2022-03-14T10:34:25Z', 'revision_number': 5, 'project_id': '6297757b71cd48d4a33ab7458cc05ac7', 'subnets': [{'id': 'c1ca7e58-7de1-4354-86ba-4c133fca3e45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833544-1-iscsi', False) {} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:38:25.371425 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14b9be2-bb69-4452-80ea-e63843ec5c03 None None] Checking router: 88162fc5-f696-46e6-aec7-20a02549062f for host: dv-cinder-833544-1-iscsi {{(pid=103644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 10:38:25.376933 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 48886) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:38:25.382696 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14b9be2-bb69-4452-80ea-e63843ec5c03 None None] Routers {'88162fc5-f696-46e6-aec7-20a02549062f'} bound to L3 agent in host dv-cinder-833544-1-iscsi {{(pid=103644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:38:25.383319 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-e14b9be2-bb69-4452-80ea-e63843ec5c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833544-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T10:17:23Z,description=,heartbeat_timestamp=2022-03-14T10:38:23Z,host='dv-cinder-833544-1-iscsi',id=a016a58c-1f8a-4210-ae6c-360b1a1f78c1,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:17:24Z,topic='l3_agent')) {'router_ids': ['88162fc5-f696-46e6-aec7-20a02549062f'], 'active': True} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:38:25.437169 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67f521e-b47d-43c8-84e2-d3066bbe498f req-d7c45b04-320b-4705-899d-a2e345dea05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:38:25.438582 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-c67f521e-b47d-43c8-84e2-d3066bbe498f req-d7c45b04-320b-4705-899d-a2e345dea05d service neutron] 10.222.0.39 "GET /v2.0/networks?id=c84f27eb-37b9-4aa9-b62d-da2eefd83ac0 HTTP/1.1" status: 200 len: 912 time: 0.0923343 Mar 14 10:38:25.488408 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-d2626c9e-12a8-40e9-91b1-3dc1d63288bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:25.492786 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvr_db [None req-e14b9be2-bb69-4452-80ea-e63843ec5c03 None None] Set router 88162fc5-f696-46e6-aec7-20a02549062f gateway port host: dv-cinder-833544-1-iscsi {{(pid=103644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:38:25.504981 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-c67f521e-b47d-43c8-84e2-d3066bbe498f req-d4f3cfe5-99e4-4885-a822-3750252114aa service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7c297a19-ac2a-47a9-9889-7f221f81ad86 HTTP/1.1" status: 200 len: 998 time: 0.0600131 Mar 14 10:38:25.570620 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-d2626c9e-12a8-40e9-91b1-3dc1d63288bc admin admin] Publish callbacks [] for security_group (9b61d05d-2736-4f87-acdb-ca6d1b4510f9), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:25.573678 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67f521e-b47d-43c8-84e2-d3066bbe498f req-f1fc4e66-c9de-4ec4-855c-e88247eda16c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:38:25.575143 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-c67f521e-b47d-43c8-84e2-d3066bbe498f req-f1fc4e66-c9de-4ec4-855c-e88247eda16c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c1ca7e58-7de1-4354-86ba-4c133fca3e45 HTTP/1.1" status: 200 len: 850 time: 0.0644696 Mar 14 10:38:25.624637 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67f521e-b47d-43c8-84e2-d3066bbe498f req-4efb56f8-24cb-47da-8fc0-065ac1fd1a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:38:25.626648 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-c67f521e-b47d-43c8-84e2-d3066bbe498f req-4efb56f8-24cb-47da-8fc0-065ac1fd1a79 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c84f27eb-37b9-4aa9-b62d-da2eefd83ac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455229 Mar 14 10:38:25.628389 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-d2626c9e-12a8-40e9-91b1-3dc1d63288bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (9b61d05d-2736-4f87-acdb-ca6d1b4510f9), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:25.671389 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-d2626c9e-12a8-40e9-91b1-3dc1d63288bc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5f59e8d571444d49b9e36914d8d49e94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2932568 Mar 14 10:38:25.674112 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 48890) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:38:25.682819 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2626c9e-12a8-40e9-91b1-3dc1d63288bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b61d05d-2736-4f87-acdb-ca6d1b4510f9,revision_number=1']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:38:25.709386 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-a3541fa5-4b74-4b29-92a0-285d4d95a3dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (a9a1db27-ecd3-427e-bc57-ce8de4da4c28), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:25.724208 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-c67f521e-b47d-43c8-84e2-d3066bbe498f req-257f9ff0-e8bb-497e-8d14-28c9cb6892ed service neutron] 10.222.0.39 "GET /v2.0/networks/c84f27eb-37b9-4aa9-b62d-da2eefd83ac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889139 Mar 14 10:38:25.730336 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-b9c06aca-f2f4-4bfc-9208-eb3693bea9e1 admin admin] Publish callbacks [] for security_group (9b61d05d-2736-4f87-acdb-ca6d1b4510f9), before_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:25.735726 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-e14b9be2-bb69-4452-80ea-e63843ec5c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88162fc5-f696-46e6-aec7-20a02549062f', 'name': 'tempest-TestVolumeBootPattern-162580303-router', 'tenant_id': '6297757b71cd48d4a33ab7458cc05ac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '83c49087-a756-4c7d-99a2-5b604029eb80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:34:18Z', 'updated_at': '2022-03-14T10:34:22Z', 'revision_number': 4, 'project_id': '6297757b71cd48d4a33ab7458cc05ac7', 'gw_port': {'id': '83c49087-a756-4c7d-99a2-5b604029eb80', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88162fc5-f696-46e6-aec7-20a02549062f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:34:19Z', 'updated_at': '2022-03-14T10:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi', '_floatingips': [{'id': '07753827-eee1-4ced-94c4-37eb4482e960', 'tenant_id': '6297757b71cd48d4a33ab7458cc05ac7', 'floating_ip_address': '172.27.2.58', 'floating_network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'router_id': '88162fc5-f696-46e6-aec7-20a02549062f', 'port_id': '7c297a19-ac2a-47a9-9889-7f221f81ad86', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c84f27eb-37b9-4aa9-b62d-da2eefd83ac0', 'mac_address': 'fa:16:3e:30:21:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf6744c-7584-4dcc-ba94-4e909e7319f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T10:38:23Z', 'updated_at': '2022-03-14T10:38:23Z', 'revision_number': 0, 'project_id': '6297757b71cd48d4a33ab7458cc05ac7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1c63c40-5a38-4f6d-89f9-16a3f3bee0f4', 'name': '', 'network_id': 'c84f27eb-37b9-4aa9-b62d-da2eefd83ac0', 'tenant_id': '6297757b71cd48d4a33ab7458cc05ac7', 'mac_address': 'fa:16:3e:72:8f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88162fc5-f696-46e6-aec7-20a02549062f', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'c1ca7e58-7de1-4354-86ba-4c133fca3e45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:34:21Z', 'updated_at': '2022-03-14T10:34:25Z', 'revision_number': 5, 'project_id': '6297757b71cd48d4a33ab7458cc05ac7', 'subnets': [{'id': 'c1ca7e58-7de1-4354-86ba-4c133fca3e45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833544-1-iscsi', False) {} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:38:25.752266 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-b9c06aca-f2f4-4bfc-9208-eb3693bea9e1 admin admin] Publish callbacks [] for security_group (9b61d05d-2736-4f87-acdb-ca6d1b4510f9), precommit_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:25.767873 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14b9be2-bb69-4452-80ea-e63843ec5c03 None None] The sync data for ids ['88162fc5-f696-46e6-aec7-20a02549062f'] in dv-cinder-833544-1-iscsi is: [{'id': '88162fc5-f696-46e6-aec7-20a02549062f', 'name': 'tempest-TestVolumeBootPattern-162580303-router', 'tenant_id': '6297757b71cd48d4a33ab7458cc05ac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '83c49087-a756-4c7d-99a2-5b604029eb80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:34:18Z', 'updated_at': '2022-03-14T10:34:22Z', 'revision_number': 4, 'project_id': '6297757b71cd48d4a33ab7458cc05ac7', 'gw_port': {'id': '83c49087-a756-4c7d-99a2-5b604029eb80', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88162fc5-f696-46e6-aec7-20a02549062f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:34:19Z', 'updated_at': '2022-03-14T10:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi', '_floatingips': [{'id': '07753827-eee1-4ced-94c4-37eb4482e960', 'tenant_id': '6297757b71cd48d4a33ab7458cc05ac7', 'floating_ip_address': '172.27.2.58', 'floating_network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'router_id': '88162fc5-f696-46e6-aec7-20a02549062f', 'port_id': '7c297a19-ac2a-47a9-9889-7f221f81ad86', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c84f27eb-37b9-4aa9-b62d-da2eefd83ac0', 'mac_address': 'fa:16:3e:30:21:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf6744c-7584-4dcc-ba94-4e909e7319f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T10:38:23Z', 'updated_at': '2022-03-14T10:38:23Z', 'revision_number': 0, 'project_id': '6297757b71cd48d4a33ab7458cc05ac7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1c63c40-5a38-4f6d-89f9-16a3f3bee0f4', 'name': '', 'network_id': 'c84f27eb-37b9-4aa9-b62d-da2eefd83ac0', 'tenant_id': '6297757b71cd48d4a33ab7458cc05ac7', 'mac_address': 'fa:16:3e:72:8f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88162fc5-f696-46e6-aec7-20a02549062f', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'c1ca7e58-7de1-4354-86ba-4c133fca3e45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:34:21Z', 'updated_at': '2022-03-14T10:34:25Z', 'revision_number': 5, 'project_id': '6297757b71cd48d4a33ab7458cc05ac7', 'subnets': [{'id': 'c1ca7e58-7de1-4354-86ba-4c133fca3e45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 10:38:25.822939 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-c67f521e-b47d-43c8-84e2-d3066bbe498f req-61b97601-a39f-4f28-893a-1c878cd88207 service neutron] 10.222.0.39 "GET /v2.0/networks/c84f27eb-37b9-4aa9-b62d-da2eefd83ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913725 Mar 14 10:38:25.851648 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-b9c06aca-f2f4-4bfc-9208-eb3693bea9e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (9b61d05d-2736-4f87-acdb-ca6d1b4510f9), after_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:25.854301 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-b9c06aca-f2f4-4bfc-9208-eb3693bea9e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:25.855472 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-b9c06aca-f2f4-4bfc-9208-eb3693bea9e1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9b61d05d-2736-4f87-acdb-ca6d1b4510f9 HTTP/1.1" status: 204 len: 168 time: 0.1804600 Mar 14 10:38:25.864159 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c06aca-f2f4-4bfc-9208-eb3693bea9e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b61d05d-2736-4f87-acdb-ca6d1b4510f9,revision_number=None']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:38:25.974286 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516d1468-6f8f-406b-b37c-9b1c177be67f None None] New status for floating IP 07753827-eee1-4ced-94c4-37eb4482e960: ACTIVE {{(pid=103645) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 10:38:26.439382 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 48896) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:38:26.452171 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-3ed5b396-8f70-4d9b-8bc2-b4df6c053a96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:26.523600 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-3ed5b396-8f70-4d9b-8bc2-b4df6c053a96 admin admin] Publish callbacks [] for security_group (ca8a1282-5b7b-48cb-ae13-df7de7be8b09), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:26.593350 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-3ed5b396-8f70-4d9b-8bc2-b4df6c053a96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (ca8a1282-5b7b-48cb-ae13-df7de7be8b09), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:26.632265 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed5b396-8f70-4d9b-8bc2-b4df6c053a96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca8a1282-5b7b-48cb-ae13-df7de7be8b09,revision_number=1']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:38:26.636568 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-3ed5b396-8f70-4d9b-8bc2-b4df6c053a96 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=72b0adb2c40f4f0783ebe12f159da1d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1961243 Mar 14 10:38:26.639300 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 48898) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:38:26.685304 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-cdc66919-a308-47e3-9d55-a313919e7ac5 admin admin] Publish callbacks [] for security_group (ca8a1282-5b7b-48cb-ae13-df7de7be8b09), before_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:26.705952 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-cdc66919-a308-47e3-9d55-a313919e7ac5 admin admin] Publish callbacks [] for security_group (ca8a1282-5b7b-48cb-ae13-df7de7be8b09), precommit_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:26.816489 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-cdc66919-a308-47e3-9d55-a313919e7ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (ca8a1282-5b7b-48cb-ae13-df7de7be8b09), after_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:26.819044 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-cdc66919-a308-47e3-9d55-a313919e7ac5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:26.820235 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-cdc66919-a308-47e3-9d55-a313919e7ac5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ca8a1282-5b7b-48cb-ae13-df7de7be8b09 HTTP/1.1" status: 204 len: 168 time: 0.1799738 Mar 14 10:38:26.827931 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc66919-a308-47e3-9d55-a313919e7ac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca8a1282-5b7b-48cb-ae13-df7de7be8b09,revision_number=None']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:38:27.073476 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (3daba05a-6d77-487a-83af-fb9f8edf24c0), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:27.370974 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (cd4c1fd5-6bd0-46fc-9cd1-9ea8fc180379), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:37.851466 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 49010) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:38:37.951398 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-ac502523-34d1-4edf-bcba-9d6c00f19dee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:38.022287 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-ac502523-34d1-4edf-bcba-9d6c00f19dee admin admin] Publish callbacks [] for security_group (3478b2a1-0b97-4e80-9052-5b1a11892abf), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:38.074386 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-ac502523-34d1-4edf-bcba-9d6c00f19dee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (3478b2a1-0b97-4e80-9052-5b1a11892abf), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:38.112927 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-ac502523-34d1-4edf-bcba-9d6c00f19dee admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1ddbea06fcde475aa05c4b14834169e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2603607 Mar 14 10:38:38.113866 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac502523-34d1-4edf-bcba-9d6c00f19dee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3478b2a1-0b97-4e80-9052-5b1a11892abf,revision_number=1']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:38:38.115571 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 49014) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:38:38.162554 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-f5025857-73db-4882-813b-414daae275f1 admin admin] Publish callbacks [] for security_group (3478b2a1-0b97-4e80-9052-5b1a11892abf), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:38.182385 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-f5025857-73db-4882-813b-414daae275f1 admin admin] Publish callbacks [] for security_group (3478b2a1-0b97-4e80-9052-5b1a11892abf), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:38.307726 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-f5025857-73db-4882-813b-414daae275f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (3478b2a1-0b97-4e80-9052-5b1a11892abf), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:38.310216 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-f5025857-73db-4882-813b-414daae275f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:38.311376 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-f5025857-73db-4882-813b-414daae275f1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3478b2a1-0b97-4e80-9052-5b1a11892abf HTTP/1.1" status: 204 len: 168 time: 0.1946917 Mar 14 10:38:38.319318 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5025857-73db-4882-813b-414daae275f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3478b2a1-0b97-4e80-9052-5b1a11892abf,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:38:39.192027 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 49038) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:38:39.284729 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [None req-62417ca8-c81d-4ab2-a9cf-3448b080552d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1723061121-network', 'tenant_id': 'f62d45e041dd48a6a30625058b85d5d2'}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:38:39.393836 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62417ca8-c81d-4ab2-a9cf-3448b080552d admin admin] Made reservation on behalf of f62d45e041dd48a6a30625058b85d5d2 for: {'network': 1} {{(pid=103643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 10:38:39.396160 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-62417ca8-c81d-4ab2-a9cf-3448b080552d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for network (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:39.404985 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-62417ca8-c81d-4ab2-a9cf-3448b080552d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:39.481011 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-62417ca8-c81d-4ab2-a9cf-3448b080552d admin admin] Publish callbacks [] for security_group (bf572112-e33d-4fb7-b937-b9549e2d0bb0), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:39.553326 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-62417ca8-c81d-4ab2-a9cf-3448b080552d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (bf572112-e33d-4fb7-b937-b9549e2d0bb0), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:39.578280 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62417ca8-c81d-4ab2-a9cf-3448b080552d admin admin] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=103643) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 10:38:39.588504 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62417ca8-c81d-4ab2-a9cf-3448b080552d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf572112-e33d-4fb7-b937-b9549e2d0bb0,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:38:39.593122 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-62417ca8-c81d-4ab2-a9cf-3448b080552d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1663358'] for segment (7303f9bf-fc4e-4002-95e7-bcbcd0c896b1), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:39.593472 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.db.segments_db [None req-62417ca8-c81d-4ab2-a9cf-3448b080552d admin admin] Added segment 7303f9bf-fc4e-4002-95e7-bcbcd0c896b1 of type vlan for network ce708136-ae36-4801-9ccf-e4f9749c9256 Mar 14 10:38:39.632100 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-62417ca8-c81d-4ab2-a9cf-3448b080552d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739585426881'] for network (ce708136-ae36-4801-9ccf-e4f9749c9256), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:39.701994 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-62417ca8-c81d-4ab2-a9cf-3448b080552d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005'] for network (ce708136-ae36-4801-9ccf-e4f9749c9256), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:39.702872 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62417ca8-c81d-4ab2-a9cf-3448b080552d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:38:39.703456 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-62417ca8-c81d-4ab2-a9cf-3448b080552d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631023'] for network (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:39.759794 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62417ca8-c81d-4ab2-a9cf-3448b080552d admin admin] Pushing event updated for resources: {'Network': ['ID=ce708136-ae36-4801-9ccf-e4f9749c9256,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:38:39.769767 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Network ce708136-ae36-4801-9ccf-e4f9749c9256 details requested by agent ovs-agent-dv-cinder-833544-1-iscsi with host dv-cinder-833544-1-iscsi {{(pid=103644) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 10:38:39.795710 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-62417ca8-c81d-4ab2-a9cf-3448b080552d admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6026013 Mar 14 10:38:39.798512 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 49044) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:38:39.803138 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [None req-aa2321ce-58a8-49e2-b3a3-982287f2a6fa admin admin] Request body: {'subnet': {'network_id': 'ce708136-ae36-4801-9ccf-e4f9749c9256', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1723061121-subnet', 'tenant_id': 'f62d45e041dd48a6a30625058b85d5d2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:38:39.890207 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa2321ce-58a8-49e2-b3a3-982287f2a6fa admin admin] Made reservation on behalf of f62d45e041dd48a6a30625058b85d5d2 for: {'subnet': 1} {{(pid=103643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 10:38:39.893219 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-aa2321ce-58a8-49e2-b3a3-982287f2a6fa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281011'] for subnet (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:40.130665 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-aa2321ce-58a8-49e2-b3a3-982287f2a6fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8515907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9280961'] for subnet (d4259332-38d8-4b59-8a40-9d9da2fbb4fe), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:40.181705 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2321ce-58a8-49e2-b3a3-982287f2a6fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4259332-38d8-4b59-8a40-9d9da2fbb4fe,revision_number=0']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:38:40.193329 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2321ce-58a8-49e2-b3a3-982287f2a6fa admin admin] Checking segment: {'id': '7303f9bf-fc4e-4002-95e7-bcbcd0c896b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ce708136-ae36-4801-9ccf-e4f9749c9256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:38:40.193904 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2321ce-58a8-49e2-b3a3-982287f2a6fa admin admin] Network hostable DHCP agents. Network: ce708136-ae36-4801-9ccf-e4f9749c9256, hostable agents: ['71411765-f129-4ae6-9e82-4fe742fde8ff'], hosted agents: [] {{(pid=103643) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 10:38:40.290277 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2321ce-58a8-49e2-b3a3-982287f2a6fa admin admin] Network ce708136-ae36-4801-9ccf-e4f9749c9256 is scheduled to be hosted by DHCP agent 71411765-f129-4ae6-9e82-4fe742fde8ff with binding_index 1 {{(pid=103643) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 10:38:40.393228 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.base_scheduler [None req-aa2321ce-58a8-49e2-b3a3-982287f2a6fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-833544-1-iscsi, ce708136-ae36-4801-9ccf-e4f9749c9256) {{(pid=103643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:38:40.397243 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2321ce-58a8-49e2-b3a3-982287f2a6fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:38:40.397845 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-aa2321ce-58a8-49e2-b3a3-982287f2a6fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631023'] for subnet (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:40.403908 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9366a22d-7c47-4c25-95e2-c27aca6d56ab None None] Network ce708136-ae36-4801-9ccf-e4f9749c9256 requested from dv-cinder-833544-1-iscsi {{(pid=103644) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 10:38:40.501004 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-aa2321ce-58a8-49e2-b3a3-982287f2a6fa admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6971965 Mar 14 10:38:40.630147 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53334bc3-1901-4e04-8766-e688c787a37a None None] Network ce708136-ae36-4801-9ccf-e4f9749c9256 requested from dv-cinder-833544-1-iscsi {{(pid=103644) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 10:38:42.544026 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b642df-da1b-46f6-93fd-cd2eb291d43d req-08f775d1-ae0a-4ed8-b8d4-dd172969cefe tempest-VolumesActionsTest-1289464188 tempest-VolumesActionsTest-1289464188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:38:42.545456 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-62b642df-da1b-46f6-93fd-cd2eb291d43d req-08f775d1-ae0a-4ed8-b8d4-dd172969cefe tempest-VolumesActionsTest-1289464188 tempest-VolumesActionsTest-1289464188-project] 10.222.0.16 "GET /v2.0/networks?id=ce708136-ae36-4801-9ccf-e4f9749c9256 HTTP/1.1" status: 200 len: 809 time: 0.0971453 Mar 14 10:38:42.559913 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-62b642df-da1b-46f6-93fd-cd2eb291d43d req-27d76638-41e2-4d29-865b-2ceb4e9ae0c2 tempest-VolumesActionsTest-1289464188 tempest-VolumesActionsTest-1289464188-project] 10.222.0.16 "GET /v2.0/quotas/f62d45e041dd48a6a30625058b85d5d2 HTTP/1.1" status: 200 len: 375 time: 0.0086212 Mar 14 10:38:42.594766 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-62b642df-da1b-46f6-93fd-cd2eb291d43d req-749ef8be-1126-4b10-b09f-dc0e495714e2 tempest-VolumesActionsTest-1289464188 tempest-VolumesActionsTest-1289464188-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f62d45e041dd48a6a30625058b85d5d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298834 Mar 14 10:38:42.682022 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-62b642df-da1b-46f6-93fd-cd2eb291d43d req-cbd2941d-29d5-4815-83d8-41af1b13fd8b service neutron] 10.222.0.16 "GET /v2.0/networks/ce708136-ae36-4801-9ccf-e4f9749c9256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807204 Mar 14 10:38:42.769306 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-62b642df-da1b-46f6-93fd-cd2eb291d43d req-01082442-5410-4432-904e-61b9cdb90531 service neutron] 10.222.0.16 "GET /v2.0/networks/ce708136-ae36-4801-9ccf-e4f9749c9256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817559 Mar 14 10:38:43.004378 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-0fe208c1-bf0d-4798-9662-03e42ee85168 req-d01c70ae-f85a-43cd-8188-6f318319f630 tempest-VolumesActionsTest-1289464188 tempest-VolumesActionsTest-1289464188-project] 10.222.0.16 "GET /v2.0/ports?device_id=12efaa03-7b31-4538-b12a-f02ece9fb737 HTTP/1.1" status: 200 len: 210 time: 0.0274589 Mar 14 10:38:44.097723 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-912b5136-13c4-4c70-9087-073807a46762 req-7f21afef-a87c-4e4c-af16-a7236c7ac512 tempest-VolumesActionsTest-1289464188 tempest-VolumesActionsTest-1289464188-project] 10.222.0.16 "GET /v2.0/ports?device_id=12efaa03-7b31-4538-b12a-f02ece9fb737 HTTP/1.1" status: 200 len: 210 time: 0.0279953 Mar 14 10:38:44.993569 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 49100) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:38:44.998101 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [None req-146cd8bc-a6e3-4acd-83ee-43e1f8a92f2f tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Request body: {'security_group': {'name': 'tempest-securitygroup--35458944', 'description': 'tempest-description--1602985365'}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:38:45.081888 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-146cd8bc-a6e3-4acd-83ee-43e1f8a92f2f tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks [] for security_group (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:45.213175 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b642df-da1b-46f6-93fd-cd2eb291d43d req-3228e23d-417b-4f22-b378-f5200ee8dbec tempest-VolumesActionsTest-1289464188 tempest-VolumesActionsTest-1289464188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:38:45.214506 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-62b642df-da1b-46f6-93fd-cd2eb291d43d req-3228e23d-417b-4f22-b378-f5200ee8dbec tempest-VolumesActionsTest-1289464188 tempest-VolumesActionsTest-1289464188-project] 10.222.0.39 "GET /v2.0/networks?id=ce708136-ae36-4801-9ccf-e4f9749c9256 HTTP/1.1" status: 200 len: 809 time: 0.1538143 Mar 14 10:38:45.216256 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-47a312d7-bac8-4dd1-93af-aadb3a9cf188 req-1bee7965-5089-4ea1-a9d6-c0c75c6fa917 tempest-VolumesActionsTest-1289464188 tempest-VolumesActionsTest-1289464188-project] 10.222.0.16 "GET /v2.0/ports?device_id=12efaa03-7b31-4538-b12a-f02ece9fb737 HTTP/1.1" status: 200 len: 210 time: 0.0495269 Mar 14 10:38:45.236004 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [req-62b642df-da1b-46f6-93fd-cd2eb291d43d req-82dc2122-a69e-44af-bf5e-a5fde70236ac tempest-VolumesActionsTest-1289464188 tempest-VolumesActionsTest-1289464188-project] Request body: {'port': {'device_id': '12efaa03-7b31-4538-b12a-f02ece9fb737', 'network_id': 'ce708136-ae36-4801-9ccf-e4f9749c9256', 'admin_state_up': True, 'tenant_id': 'f62d45e041dd48a6a30625058b85d5d2'}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:38:45.260498 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-146cd8bc-a6e3-4acd-83ee-43e1f8a92f2f tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks [] for security_group (1e1b8287-1cc5-4c8f-b157-f520a9bdba5d), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:45.312965 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-146cd8bc-a6e3-4acd-83ee-43e1f8a92f2f tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (1e1b8287-1cc5-4c8f-b157-f520a9bdba5d), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:45.362783 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146cd8bc-a6e3-4acd-83ee-43e1f8a92f2f tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e1b8287-1cc5-4c8f-b157-f520a9bdba5d,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:38:45.375549 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146cd8bc-a6e3-4acd-83ee-43e1f8a92f2f tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:38:45.375928 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146cd8bc-a6e3-4acd-83ee-43e1f8a92f2f tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:38:45.376310 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146cd8bc-a6e3-4acd-83ee-43e1f8a92f2f tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:38:45.376607 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146cd8bc-a6e3-4acd-83ee-43e1f8a92f2f tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:38:45.376944 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146cd8bc-a6e3-4acd-83ee-43e1f8a92f2f tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:38:45.377279 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146cd8bc-a6e3-4acd-83ee-43e1f8a92f2f tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:38:45.378222 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146cd8bc-a6e3-4acd-83ee-43e1f8a92f2f tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:38:45.378553 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146cd8bc-a6e3-4acd-83ee-43e1f8a92f2f tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:38:45.378883 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146cd8bc-a6e3-4acd-83ee-43e1f8a92f2f tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:38:45.379213 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146cd8bc-a6e3-4acd-83ee-43e1f8a92f2f tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:38:45.379541 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146cd8bc-a6e3-4acd-83ee-43e1f8a92f2f tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:38:45.379894 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146cd8bc-a6e3-4acd-83ee-43e1f8a92f2f tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:38:45.380220 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146cd8bc-a6e3-4acd-83ee-43e1f8a92f2f tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:38:45.380549 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146cd8bc-a6e3-4acd-83ee-43e1f8a92f2f tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:38:45.380868 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146cd8bc-a6e3-4acd-83ee-43e1f8a92f2f tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:38:45.412329 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-146cd8bc-a6e3-4acd-83ee-43e1f8a92f2f tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks [] for security_group (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:45.413565 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-146cd8bc-a6e3-4acd-83ee-43e1f8a92f2f tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4190166 Mar 14 10:38:45.416736 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 49108) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:38:45.421326 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.v2.base [None req-37181eb2-0d59-4fb7-a511-6316850488c0 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Request body: {'security_group_rule': {'security_group_id': '1e1b8287-1cc5-4c8f-b157-f520a9bdba5d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:38:45.484795 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62b642df-da1b-46f6-93fd-cd2eb291d43d req-82dc2122-a69e-44af-bf5e-a5fde70236ac tempest-VolumesActionsTest-1289464188 tempest-VolumesActionsTest-1289464188-project] Made reservation on behalf of f62d45e041dd48a6a30625058b85d5d2 for: {'port': 1} {{(pid=103643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 10:38:45.488673 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-62b642df-da1b-46f6-93fd-cd2eb291d43d req-82dc2122-a69e-44af-bf5e-a5fde70236ac tempest-VolumesActionsTest-1289464188 tempest-VolumesActionsTest-1289464188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:45.518115 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-37181eb2-0d59-4fb7-a511-6316850488c0 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks [] for security_group_rule (632e9559-bec9-4e7e-9f36-e34b9dccf99a), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:45.581740 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-37181eb2-0d59-4fb7-a511-6316850488c0 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks [] for security_group_rule (632e9559-bec9-4e7e-9f36-e34b9dccf99a), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:45.618834 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.db.db_base_plugin_common [req-62b642df-da1b-46f6-93fd-cd2eb291d43d req-82dc2122-a69e-44af-bf5e-a5fde70236ac tempest-VolumesActionsTest-1289464188 tempest-VolumesActionsTest-1289464188-project] Allocated IP 172.20.0.7 (ce708136-ae36-4801-9ccf-e4f9749c9256/d4259332-38d8-4b59-8a40-9d9da2fbb4fe/eb8231cf-8c3b-4dfd-8c89-809be0c1cc71) {{(pid=103643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 10:38:45.650639 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-37181eb2-0d59-4fb7-a511-6316850488c0 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673333'] for security_group_rule (632e9559-bec9-4e7e-9f36-e34b9dccf99a), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:45.669137 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37181eb2-0d59-4fb7-a511-6316850488c0 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=632e9559-bec9-4e7e-9f36-e34b9dccf99a,revision_number=0']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:38:45.744256 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-37181eb2-0d59-4fb7-a511-6316850488c0 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:45.745421 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-37181eb2-0d59-4fb7-a511-6316850488c0 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3276584 Mar 14 10:38:45.748065 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 49110) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:38:45.752923 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.v2.base [None req-b7227366-8dfe-46ef-b035-d8823bbdbe77 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Request body: {'security_group_rule': {'security_group_id': '1e1b8287-1cc5-4c8f-b157-f520a9bdba5d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:38:45.761638 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-62b642df-da1b-46f6-93fd-cd2eb291d43d req-82dc2122-a69e-44af-bf5e-a5fde70236ac tempest-VolumesActionsTest-1289464188 tempest-VolumesActionsTest-1289464188-project] Publish callbacks [] for port (eb8231cf-8c3b-4dfd-8c89-809be0c1cc71), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:45.832882 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-b7227366-8dfe-46ef-b035-d8823bbdbe77 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks [] for security_group_rule (67a81a76-b7e4-4c29-98a5-e8ddadebdf4a), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:45.856857 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-62b642df-da1b-46f6-93fd-cd2eb291d43d req-82dc2122-a69e-44af-bf5e-a5fde70236ac tempest-VolumesActionsTest-1289464188 tempest-VolumesActionsTest-1289464188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739585409118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516063'] for port (eb8231cf-8c3b-4dfd-8c89-809be0c1cc71), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:45.887460 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-b7227366-8dfe-46ef-b035-d8823bbdbe77 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks [] for security_group_rule (67a81a76-b7e4-4c29-98a5-e8ddadebdf4a), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:45.903691 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62b642df-da1b-46f6-93fd-cd2eb291d43d req-82dc2122-a69e-44af-bf5e-a5fde70236ac tempest-VolumesActionsTest-1289464188 tempest-VolumesActionsTest-1289464188-project] Network ce708136-ae36-4801-9ccf-e4f9749c9256 is already hosted by enough agents. {{(pid=103643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:38:45.906751 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.base_scheduler [req-62b642df-da1b-46f6-93fd-cd2eb291d43d req-82dc2122-a69e-44af-bf5e-a5fde70236ac tempest-VolumesActionsTest-1289464188 tempest-VolumesActionsTest-1289464188-project] Resources bound (agent type, host, resource id): {{(pid=103643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:38:45.909188 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.db.l3_dvrscheduler_db [req-62b642df-da1b-46f6-93fd-cd2eb291d43d req-82dc2122-a69e-44af-bf5e-a5fde70236ac tempest-VolumesActionsTest-1289464188 tempest-VolumesActionsTest-1289464188-project] Received port after_create {{(pid=103643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 10:38:45.937024 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dc2122-a69e-44af-bf5e-a5fde70236ac tempest-VolumesActionsTest-1289464188 tempest-VolumesActionsTest-1289464188-project] Pushing event updated for resources: {'Port': ['ID=eb8231cf-8c3b-4dfd-8c89-809be0c1cc71,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:38:45.963701 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b642df-da1b-46f6-93fd-cd2eb291d43d req-82dc2122-a69e-44af-bf5e-a5fde70236ac tempest-VolumesActionsTest-1289464188 tempest-VolumesActionsTest-1289464188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:38:45.964353 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-62b642df-da1b-46f6-93fd-cd2eb291d43d req-82dc2122-a69e-44af-bf5e-a5fde70236ac tempest-VolumesActionsTest-1289464188 tempest-VolumesActionsTest-1289464188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211739'] for port (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:45.970504 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-b7227366-8dfe-46ef-b035-d8823bbdbe77 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673333'] for security_group_rule (67a81a76-b7e4-4c29-98a5-e8ddadebdf4a), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:45.988048 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7227366-8dfe-46ef-b035-d8823bbdbe77 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67a81a76-b7e4-4c29-98a5-e8ddadebdf4a,revision_number=0']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:38:46.070559 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-62b642df-da1b-46f6-93fd-cd2eb291d43d req-82dc2122-a69e-44af-bf5e-a5fde70236ac tempest-VolumesActionsTest-1289464188 tempest-VolumesActionsTest-1289464188-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8382092 Mar 14 10:38:46.088807 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [req-62b642df-da1b-46f6-93fd-cd2eb291d43d req-0646fe9f-b202-40e9-9b70-2d47ac745795 service neutron] Request body: {'port': {'device_id': '12efaa03-7b31-4538-b12a-f02ece9fb737', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83354'}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:38:46.092599 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-b7227366-8dfe-46ef-b035-d8823bbdbe77 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:46.093803 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-b7227366-8dfe-46ef-b035-d8823bbdbe77 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3448195 Mar 14 10:38:46.097066 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 49114) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:38:46.101692 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.v2.base [None req-bc5c89d9-b059-4685-8f2e-58ecb9a8567d tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Request body: {'floatingip': {'floating_network_id': 'd3edc090-f075-4654-a10f-87b9c191544a'}} {{(pid=103642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:38:46.146060 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-62b642df-da1b-46f6-93fd-cd2eb291d43d req-0646fe9f-b202-40e9-9b70-2d47ac745795 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (eb8231cf-8c3b-4dfd-8c89-809be0c1cc71), before_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:46.182234 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-bc5c89d9-b059-4685-8f2e-58ecb9a8567d tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:46.289870 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-bc5c89d9-b059-4685-8f2e-58ecb9a8567d tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (None), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:46.395560 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.db.db_base_plugin_common [None req-bc5c89d9-b059-4685-8f2e-58ecb9a8567d tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Allocated IP 172.27.2.216 (d3edc090-f075-4654-a10f-87b9c191544a/b94c44b1-4eb3-4139-bb38-cf15afc675ad/f266508f-fd1b-485a-b982-4bafae7014b5) {{(pid=103642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 10:38:46.403189 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5d5268-6beb-42df-b021-9579537cedf9 req-60b6aeb7-47f9-46c6-ad8d-eb34590d7beb tempest-VolumesActionsTest-1289464188 tempest-VolumesActionsTest-1289464188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:38:46.404685 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-4f5d5268-6beb-42df-b021-9579537cedf9 req-60b6aeb7-47f9-46c6-ad8d-eb34590d7beb tempest-VolumesActionsTest-1289464188 tempest-VolumesActionsTest-1289464188-project] 10.222.0.16 "GET /v2.0/ports?device_id=12efaa03-7b31-4538-b12a-f02ece9fb737 HTTP/1.1" status: 200 len: 931 time: 0.1164308 Mar 14 10:38:46.490242 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-4f5d5268-6beb-42df-b021-9579537cedf9 req-a427c39b-4b33-4cac-8f1a-7636dc7f4a10 tempest-VolumesActionsTest-1289464188 tempest-VolumesActionsTest-1289464188-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf572112-e33d-4fb7-b937-b9549e2d0bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790167 Mar 14 10:38:46.497572 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.notifiers.nova [req-62b642df-da1b-46f6-93fd-cd2eb291d43d req-0646fe9f-b202-40e9-9b70-2d47ac745795 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb8231cf-8c3b-4dfd-8c89-809be0c1cc71 {{(pid=103643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 10:38:46.499716 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-bc5c89d9-b059-4685-8f2e-58ecb9a8567d tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks [] for port (f266508f-fd1b-485a-b982-4bafae7014b5), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:46.509528 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-62b642df-da1b-46f6-93fd-cd2eb291d43d req-0646fe9f-b202-40e9-9b70-2d47ac745795 service neutron] Publish callbacks [] for port (eb8231cf-8c3b-4dfd-8c89-809be0c1cc71), precommit_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:46.521667 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.db.provisioning_blocks [req-62b642df-da1b-46f6-93fd-cd2eb291d43d req-0646fe9f-b202-40e9-9b70-2d47ac745795 service neutron] Transition to ACTIVE for port object eb8231cf-8c3b-4dfd-8c89-809be0c1cc71 will not be triggered until provisioned by entity L2. {{(pid=103643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 14 10:38:46.587825 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-62b642df-da1b-46f6-93fd-cd2eb291d43d req-0646fe9f-b202-40e9-9b70-2d47ac745795 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516052'] for port (eb8231cf-8c3b-4dfd-8c89-809be0c1cc71), after_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:46.616723 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-bc5c89d9-b059-4685-8f2e-58ecb9a8567d tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739585409118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9714944'] for port (f266508f-fd1b-485a-b982-4bafae7014b5), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:46.639778 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0646fe9f-b202-40e9-9b70-2d47ac745795 service neutron] Pushing event updated for resources: {'Port': ['ID=eb8231cf-8c3b-4dfd-8c89-809be0c1cc71,revision_number=2']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:38:46.656908 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc5c89d9-b059-4685-8f2e-58ecb9a8567d tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Network d3edc090-f075-4654-a10f-87b9c191544a is already hosted by enough agents. {{(pid=103642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:38:46.660320 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.scheduler.base_scheduler [None req-bc5c89d9-b059-4685-8f2e-58ecb9a8567d tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Resources bound (agent type, host, resource id): {{(pid=103642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:38:46.663749 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5c89d9-b059-4685-8f2e-58ecb9a8567d tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Received port after_create {{(pid=103642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 10:38:46.685119 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5c89d9-b059-4685-8f2e-58ecb9a8567d tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Pushing event updated for resources: {'Port': ['ID=f266508f-fd1b-485a-b982-4bafae7014b5,revision_number=1']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:38:46.710071 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.managers [req-62b642df-da1b-46f6-93fd-cd2eb291d43d req-0646fe9f-b202-40e9-9b70-2d47ac745795 service neutron] Attempting to bind port eb8231cf-8c3b-4dfd-8c89-809be0c1cc71 on host hv-cinder-83354 for vnic_type normal with profile {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 10:38:46.710674 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.managers [req-62b642df-da1b-46f6-93fd-cd2eb291d43d req-0646fe9f-b202-40e9-9b70-2d47ac745795 service neutron] Attempting to bind port eb8231cf-8c3b-4dfd-8c89-809be0c1cc71 by drivers openvswitch,hyperv on host hv-cinder-83354 at level 0 using segments [{'id': '7303f9bf-fc4e-4002-95e7-bcbcd0c896b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ce708136-ae36-4801-9ccf-e4f9749c9256'}] {{(pid=103643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 10:38:46.711008 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b642df-da1b-46f6-93fd-cd2eb291d43d req-0646fe9f-b202-40e9-9b70-2d47ac745795 service neutron] Attempting to bind port eb8231cf-8c3b-4dfd-8c89-809be0c1cc71 on network ce708136-ae36-4801-9ccf-e4f9749c9256 {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:38:46.715547 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b642df-da1b-46f6-93fd-cd2eb291d43d req-0646fe9f-b202-40e9-9b70-2d47ac745795 service neutron] Port eb8231cf-8c3b-4dfd-8c89-809be0c1cc71 on network ce708136-ae36-4801-9ccf-e4f9749c9256 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83354 {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 10:38:46.715910 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b642df-da1b-46f6-93fd-cd2eb291d43d req-0646fe9f-b202-40e9-9b70-2d47ac745795 service neutron] Attempting to bind port eb8231cf-8c3b-4dfd-8c89-809be0c1cc71 on network ce708136-ae36-4801-9ccf-e4f9749c9256 {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:38:46.720669 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b642df-da1b-46f6-93fd-cd2eb291d43d req-0646fe9f-b202-40e9-9b70-2d47ac745795 service neutron] Checking agent: {'id': 'cd4c1fd5-6bd0-46fc-9cd1-9ea8fc180379', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83354', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 10, 23, 57), 'started_at': datetime.datetime(2022, 3, 14, 10, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 10, 38, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 10:38:46.721520 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b642df-da1b-46f6-93fd-cd2eb291d43d req-0646fe9f-b202-40e9-9b70-2d47ac745795 service neutron] Checking segment: {'id': '7303f9bf-fc4e-4002-95e7-bcbcd0c896b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ce708136-ae36-4801-9ccf-e4f9749c9256'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:38:46.721929 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b642df-da1b-46f6-93fd-cd2eb291d43d req-0646fe9f-b202-40e9-9b70-2d47ac745795 service neutron] Bound using segment: {'id': '7303f9bf-fc4e-4002-95e7-bcbcd0c896b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ce708136-ae36-4801-9ccf-e4f9749c9256'} {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 10:38:46.722356 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.managers [req-62b642df-da1b-46f6-93fd-cd2eb291d43d req-0646fe9f-b202-40e9-9b70-2d47ac745795 service neutron] Bound port: eb8231cf-8c3b-4dfd-8c89-809be0c1cc71, host: hv-cinder-83354, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7303f9bf-fc4e-4002-95e7-bcbcd0c896b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ce708136-ae36-4801-9ccf-e4f9749c9256'}}] {{(pid=103643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 10:38:46.722712 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-62b642df-da1b-46f6-93fd-cd2eb291d43d req-0646fe9f-b202-40e9-9b70-2d47ac745795 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (eb8231cf-8c3b-4dfd-8c89-809be0c1cc71), before_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:46.750640 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-bc5c89d9-b059-4685-8f2e-58ecb9a8567d tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks [] for floatingip (e312620c-4c25-4281-9987-c8d5a62a20f7), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:46.785093 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.db [req-62b642df-da1b-46f6-93fd-cd2eb291d43d req-0646fe9f-b202-40e9-9b70-2d47ac745795 service neutron] For port eb8231cf-8c3b-4dfd-8c89-809be0c1cc71, host hv-cinder-83354, cleared binding levels {{(pid=103643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 10:38:46.788051 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.db [req-62b642df-da1b-46f6-93fd-cd2eb291d43d req-0646fe9f-b202-40e9-9b70-2d47ac745795 service neutron] For port eb8231cf-8c3b-4dfd-8c89-809be0c1cc71, host hv-cinder-83354, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=eb8231cf-8c3b-4dfd-8c89-809be0c1cc71,segment=NetworkSegment(7303f9bf-fc4e-4002-95e7-bcbcd0c896b1),segment_id=7303f9bf-fc4e-4002-95e7-bcbcd0c896b1)] {{(pid=103643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 10:38:46.834644 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-bc5c89d9-b059-4685-8f2e-58ecb9a8567d tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (f266508f-fd1b-485a-b982-4bafae7014b5), before_update {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:46.850744 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-62b642df-da1b-46f6-93fd-cd2eb291d43d req-0646fe9f-b202-40e9-9b70-2d47ac745795 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516052'] for port (eb8231cf-8c3b-4dfd-8c89-809be0c1cc71), after_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:46.885833 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b642df-da1b-46f6-93fd-cd2eb291d43d req-0646fe9f-b202-40e9-9b70-2d47ac745795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:38:46.886542 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-62b642df-da1b-46f6-93fd-cd2eb291d43d req-0646fe9f-b202-40e9-9b70-2d47ac745795 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211739'] for port (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:46.888095 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-62b642df-da1b-46f6-93fd-cd2eb291d43d req-0646fe9f-b202-40e9-9b70-2d47ac745795 service neutron] 10.222.0.39 "PUT /v2.0/ports/eb8231cf-8c3b-4dfd-8c89-809be0c1cc71 HTTP/1.1" status: 200 len: 1093 time: 0.8036742 Mar 14 10:38:46.892372 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12efaa03-7b31-4538-b12a-f02ece9fb737', 'tag': 'eb8231cf-8c3b-4dfd-8c89-809be0c1cc71'}] {{(pid=103643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:38:46.895100 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b58adf1808d3e8f2b7de4636db435fb255da6a44abdc46a7a48cdc23cb85b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebff0dab-28db-4178-b11f-1bd2df1e73f4" -d '{"events": [{"name": "network-changed", "server_uuid": "12efaa03-7b31-4538-b12a-f02ece9fb737", "tag": "eb8231cf-8c3b-4dfd-8c89-809be0c1cc71"}]}' {{(pid=103643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:38:46.926710 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0646fe9f-b202-40e9-9b70-2d47ac745795 service neutron] Pushing event updated for resources: {'Port': ['ID=eb8231cf-8c3b-4dfd-8c89-809be0c1cc71,revision_number=3']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:38:46.932562 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 10:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a92702df-be1b-4401-9313-6727d7f57aaa x-openstack-request-id: req-a92702df-be1b-4401-9313-6727d7f57aaa {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:38:46.932869 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12efaa03-7b31-4538-b12a-f02ece9fb737", "tag": "eb8231cf-8c3b-4dfd-8c89-809be0c1cc71", "status": "completed", "code": 200}]} {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:38:46.933125 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a92702df-be1b-4401-9313-6727d7f57aaa {{(pid=103643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:38:46.933522 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12efaa03-7b31-4538-b12a-f02ece9fb737', 'tag': 'eb8231cf-8c3b-4dfd-8c89-809be0c1cc71', 'status': 'completed', 'code': 200} Mar 14 10:38:46.984257 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-bc5c89d9-b059-4685-8f2e-58ecb9a8567d tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks [] for port (f266508f-fd1b-485a-b982-4bafae7014b5), precommit_update {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:47.020327 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebff0dab-28db-4178-b11f-1bd2df1e73f4 req-341e5465-4d63-4b97-9ef7-4f89c23297f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:38:47.021801 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-ebff0dab-28db-4178-b11f-1bd2df1e73f4 req-341e5465-4d63-4b97-9ef7-4f89c23297f2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f62d45e041dd48a6a30625058b85d5d2&device_id=12efaa03-7b31-4538-b12a-f02ece9fb737 HTTP/1.1" status: 200 len: 1127 time: 0.0457513 Mar 14 10:38:47.038828 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-bc5c89d9-b059-4685-8f2e-58ecb9a8567d tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9714955'] for port (f266508f-fd1b-485a-b982-4bafae7014b5), after_update {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:47.109538 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5c89d9-b059-4685-8f2e-58ecb9a8567d tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Pushing event updated for resources: {'Port': ['ID=f266508f-fd1b-485a-b982-4bafae7014b5,revision_number=2']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:38:47.120120 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-bc5c89d9-b059-4685-8f2e-58ecb9a8567d tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-564448'] for floatingip (e312620c-4c25-4281-9987-c8d5a62a20f7), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:47.131025 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebff0dab-28db-4178-b11f-1bd2df1e73f4 req-40ea1c19-ec8d-4e1d-b392-29a1df86aba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:38:47.132528 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-ebff0dab-28db-4178-b11f-1bd2df1e73f4 req-40ea1c19-ec8d-4e1d-b392-29a1df86aba1 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=f62d45e041dd48a6a30625058b85d5d2&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0970540 Mar 14 10:38:47.201308 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-bc5c89d9-b059-4685-8f2e-58ecb9a8567d tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211739'] for floatingip (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:47.202461 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-bc5c89d9-b059-4685-8f2e-58ecb9a8567d tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1043754 Mar 14 10:38:47.224459 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebff0dab-28db-4178-b11f-1bd2df1e73f4 req-de81682e-b5db-484d-b540-5a0a78deccac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:38:47.226003 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-ebff0dab-28db-4178-b11f-1bd2df1e73f4 req-de81682e-b5db-484d-b540-5a0a78deccac service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0879009 Mar 14 10:38:47.332600 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b642df-da1b-46f6-93fd-cd2eb291d43d req-33371ac7-b073-4f19-983b-834da2fbd169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:38:47.334126 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-62b642df-da1b-46f6-93fd-cd2eb291d43d req-33371ac7-b073-4f19-983b-834da2fbd169 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f62d45e041dd48a6a30625058b85d5d2&device_id=12efaa03-7b31-4538-b12a-f02ece9fb737 HTTP/1.1" status: 200 len: 1127 time: 0.0446968 Mar 14 10:38:47.628329 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-62b642df-da1b-46f6-93fd-cd2eb291d43d req-aff50b91-d1f3-4c6b-8447-d472c3fdba36 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb8231cf-8c3b-4dfd-8c89-809be0c1cc71 HTTP/1.1" status: 200 len: 217 time: 0.2798119 Mar 14 10:38:47.719372 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b642df-da1b-46f6-93fd-cd2eb291d43d req-0f24fcf8-10e7-4ef6-be05-b1f5d4802298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:38:47.720814 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-62b642df-da1b-46f6-93fd-cd2eb291d43d req-0f24fcf8-10e7-4ef6-be05-b1f5d4802298 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d4259332-38d8-4b59-8a40-9d9da2fbb4fe HTTP/1.1" status: 200 len: 849 time: 0.0829113 Mar 14 10:38:47.726064 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-fdd8a321-017a-4297-9001-ae84cd0531e6 req-9dc510e0-41df-4a9c-a094-93534ce90762 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--35458944&fields=id&tenant_id=ec9fb341ae784a188d2c22728a1d4c86 HTTP/1.1" status: 200 len: 267 time: 0.3724232 Mar 14 10:38:47.767240 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be0d5a6-5cdd-4aee-8ac1-8bcb8742864e req-71d39d0e-bb45-4ee9-a653-1c1e20520c20 tempest-VolumesActionsTest-1289464188 tempest-VolumesActionsTest-1289464188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:38:47.768713 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-5be0d5a6-5cdd-4aee-8ac1-8bcb8742864e req-71d39d0e-bb45-4ee9-a653-1c1e20520c20 tempest-VolumesActionsTest-1289464188 tempest-VolumesActionsTest-1289464188-project] 10.222.0.16 "GET /v2.0/ports?device_id=12efaa03-7b31-4538-b12a-f02ece9fb737 HTTP/1.1" status: 200 len: 943 time: 0.1487598 Mar 14 10:38:47.771947 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-62b642df-da1b-46f6-93fd-cd2eb291d43d req-6bd06cfb-f6fa-4b7d-90d1-db41866b930a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ce708136-ae36-4801-9ccf-e4f9749c9256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442135 Mar 14 10:38:47.941547 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-5be0d5a6-5cdd-4aee-8ac1-8bcb8742864e req-04873fdb-5f78-47ae-a44a-74aeb1398a55 tempest-VolumesActionsTest-1289464188 tempest-VolumesActionsTest-1289464188-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf572112-e33d-4fb7-b937-b9549e2d0bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593080 Mar 14 10:38:47.957197 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd8a321-017a-4297-9001-ae84cd0531e6 req-63bbc729-b19a-4c0f-aa87-e5d75ffb8488 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:38:47.958665 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-fdd8a321-017a-4297-9001-ae84cd0531e6 req-63bbc729-b19a-4c0f-aa87-e5d75ffb8488 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "GET /v2.0/networks?id=57ee559b-7405-419c-add9-12136a347c22 HTTP/1.1" status: 200 len: 814 time: 0.2201633 Mar 14 10:38:47.965569 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-62b642df-da1b-46f6-93fd-cd2eb291d43d req-6e02a00f-6a03-4315-9d70-5b2ce8d133b5 service neutron] 10.222.0.39 "GET /v2.0/networks/ce708136-ae36-4801-9ccf-e4f9749c9256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843877 Mar 14 10:38:47.996443 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-fdd8a321-017a-4297-9001-ae84cd0531e6 req-3c3aece9-88e3-494f-87e8-73a7514bb720 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "GET /v2.0/quotas/ec9fb341ae784a188d2c22728a1d4c86 HTTP/1.1" status: 200 len: 375 time: 0.0299375 Mar 14 10:38:48.093785 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-62b642df-da1b-46f6-93fd-cd2eb291d43d req-6b3fdb1b-6a3a-4c98-879e-dba4e322f466 service neutron] 10.222.0.39 "GET /v2.0/networks/ce708136-ae36-4801-9ccf-e4f9749c9256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205046 Mar 14 10:38:48.101830 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-fdd8a321-017a-4297-9001-ae84cd0531e6 req-a5460d97-8ddd-49cf-96b6-9137bf2c612e tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ec9fb341ae784a188d2c22728a1d4c86&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0954583 Mar 14 10:38:48.202807 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-fdd8a321-017a-4297-9001-ae84cd0531e6 req-14ce9405-9290-4f22-88e2-38d9ecd20dcd service neutron] 10.222.0.16 "GET /v2.0/networks/57ee559b-7405-419c-add9-12136a347c22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891671 Mar 14 10:38:48.290089 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-fdd8a321-017a-4297-9001-ae84cd0531e6 req-675e0b1b-6618-464e-88a4-ce9f590949a3 service neutron] 10.222.0.16 "GET /v2.0/networks/57ee559b-7405-419c-add9-12136a347c22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815382 Mar 14 10:38:48.504140 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-c7c627b2-677d-4bbc-b357-df67d11bed0b req-201aa9fa-2e5b-4381-bbed-ae70e0840fae tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c77b287-50bd-4fe2-ae01-4f79b338587f HTTP/1.1" status: 200 len: 210 time: 0.0304999 Mar 14 10:38:49.061976 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696223de-686e-4a73-882d-c6e8b6937152 req-ec552f52-d115-4f33-b7b4-697ddc51ee07 tempest-VolumesActionsTest-1289464188 tempest-VolumesActionsTest-1289464188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:38:49.063449 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-696223de-686e-4a73-882d-c6e8b6937152 req-ec552f52-d115-4f33-b7b4-697ddc51ee07 tempest-VolumesActionsTest-1289464188 tempest-VolumesActionsTest-1289464188-project] 10.222.0.16 "GET /v2.0/ports?device_id=12efaa03-7b31-4538-b12a-f02ece9fb737 HTTP/1.1" status: 200 len: 943 time: 0.0518930 Mar 14 10:38:49.109340 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-696223de-686e-4a73-882d-c6e8b6937152 req-01da336a-545a-4f68-a38e-675b5ef59fbb tempest-VolumesActionsTest-1289464188 tempest-VolumesActionsTest-1289464188-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf572112-e33d-4fb7-b937-b9549e2d0bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393946 Mar 14 10:38:49.595903 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-159a849d-9faf-4dc7-9a12-a866a9037e2d req-63689bff-ff3f-4599-936c-03fb10a154ce tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c77b287-50bd-4fe2-ae01-4f79b338587f HTTP/1.1" status: 200 len: 210 time: 0.0273461 Mar 14 10:38:50.225184 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45435a47-5fdc-4a1f-9a6d-4e51a8b0d1ca req-544b584f-bf61-434d-a176-d7bbff85ec24 tempest-VolumesActionsTest-1289464188 tempest-VolumesActionsTest-1289464188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:38:50.226675 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-45435a47-5fdc-4a1f-9a6d-4e51a8b0d1ca req-544b584f-bf61-434d-a176-d7bbff85ec24 tempest-VolumesActionsTest-1289464188 tempest-VolumesActionsTest-1289464188-project] 10.222.0.16 "GET /v2.0/ports?device_id=12efaa03-7b31-4538-b12a-f02ece9fb737 HTTP/1.1" status: 200 len: 943 time: 0.0521343 Mar 14 10:38:50.277105 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-45435a47-5fdc-4a1f-9a6d-4e51a8b0d1ca req-94325c28-49a0-462b-958e-d103bafa435c tempest-VolumesActionsTest-1289464188 tempest-VolumesActionsTest-1289464188-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf572112-e33d-4fb7-b937-b9549e2d0bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446961 Mar 14 10:38:50.415209 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd8a321-017a-4297-9001-ae84cd0531e6 req-8c4fdf20-f030-4b47-ba0c-517e71def32a tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:38:50.416536 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-fdd8a321-017a-4297-9001-ae84cd0531e6 req-8c4fdf20-f030-4b47-ba0c-517e71def32a tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.39 "GET /v2.0/networks?id=57ee559b-7405-419c-add9-12136a347c22 HTTP/1.1" status: 200 len: 814 time: 0.0959291 Mar 14 10:38:50.492264 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-fdd8a321-017a-4297-9001-ae84cd0531e6 req-d7f7f2cc-b2dd-4770-b80e-98deffda1e5f tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ec9fb341ae784a188d2c22728a1d4c86 HTTP/1.1" status: 200 len: 471 time: 0.0626545 Mar 14 10:38:50.500250 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [req-fdd8a321-017a-4297-9001-ae84cd0531e6 req-c35fa3fd-ffa1-4c8c-99da-0ff41675554c tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Request body: {'port': {'device_id': '5c77b287-50bd-4fe2-ae01-4f79b338587f', 'network_id': '57ee559b-7405-419c-add9-12136a347c22', 'admin_state_up': True, 'tenant_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'security_groups': ['1e1b8287-1cc5-4c8f-b157-f520a9bdba5d']}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:38:50.672615 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdd8a321-017a-4297-9001-ae84cd0531e6 req-c35fa3fd-ffa1-4c8c-99da-0ff41675554c tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Made reservation on behalf of ec9fb341ae784a188d2c22728a1d4c86 for: {'port': 1} {{(pid=103643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 10:38:50.676496 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-fdd8a321-017a-4297-9001-ae84cd0531e6 req-c35fa3fd-ffa1-4c8c-99da-0ff41675554c tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:50.698308 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-acc654f3-7396-4d64-bc5c-fac240f5cbec req-5a9cc161-5298-4e98-9788-4373678787b8 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c77b287-50bd-4fe2-ae01-4f79b338587f HTTP/1.1" status: 200 len: 210 time: 0.0360792 Mar 14 10:38:50.764574 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-9c00679c-3040-4c4c-b7eb-b2f5fec9d564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (71411765-f129-4ae6-9e82-4fe742fde8ff), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:50.816764 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.db.db_base_plugin_common [req-fdd8a321-017a-4297-9001-ae84cd0531e6 req-c35fa3fd-ffa1-4c8c-99da-0ff41675554c tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Allocated IP 172.20.0.6 (57ee559b-7405-419c-add9-12136a347c22/445e9f07-5c2c-42dc-a9b7-aeafc1941d6c/52ee5732-d5d1-4e74-a326-424203f51844) {{(pid=103643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 10:38:50.947549 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-fdd8a321-017a-4297-9001-ae84cd0531e6 req-c35fa3fd-ffa1-4c8c-99da-0ff41675554c tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks [] for port (52ee5732-d5d1-4e74-a326-424203f51844), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:51.045143 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-fdd8a321-017a-4297-9001-ae84cd0531e6 req-c35fa3fd-ffa1-4c8c-99da-0ff41675554c tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739585409118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516063'] for port (52ee5732-d5d1-4e74-a326-424203f51844), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:51.088727 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdd8a321-017a-4297-9001-ae84cd0531e6 req-c35fa3fd-ffa1-4c8c-99da-0ff41675554c tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Network 57ee559b-7405-419c-add9-12136a347c22 is already hosted by enough agents. {{(pid=103643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:38:51.091746 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.base_scheduler [req-fdd8a321-017a-4297-9001-ae84cd0531e6 req-c35fa3fd-ffa1-4c8c-99da-0ff41675554c tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Resources bound (agent type, host, resource id): {{(pid=103643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:38:51.095295 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdd8a321-017a-4297-9001-ae84cd0531e6 req-c35fa3fd-ffa1-4c8c-99da-0ff41675554c tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Received port after_create {{(pid=103643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 10:38:51.102169 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35fa3fd-ffa1-4c8c-99da-0ff41675554c tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Pushing event updated for resources: {'Port': ['ID=52ee5732-d5d1-4e74-a326-424203f51844,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:38:51.147733 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd8a321-017a-4297-9001-ae84cd0531e6 req-c35fa3fd-ffa1-4c8c-99da-0ff41675554c tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:38:51.148350 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-fdd8a321-017a-4297-9001-ae84cd0531e6 req-c35fa3fd-ffa1-4c8c-99da-0ff41675554c tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211739'] for port (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:51.264790 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-fdd8a321-017a-4297-9001-ae84cd0531e6 req-c35fa3fd-ffa1-4c8c-99da-0ff41675554c tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7679803 Mar 14 10:38:51.292567 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [req-fdd8a321-017a-4297-9001-ae84cd0531e6 req-f82b56f2-77e8-4834-a629-36224411f3fa service neutron] Request body: {'port': {'device_id': '5c77b287-50bd-4fe2-ae01-4f79b338587f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83354'}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:38:51.298254 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-549851fc-fc01-4c1e-89f8-1ba48548c04b None None] Provisioning complete for port 52ee5732-d5d1-4e74-a326-424203f51844 triggered by entity DHCP. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:38:51.298634 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-549851fc-fc01-4c1e-89f8-1ba48548c04b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (52ee5732-d5d1-4e74-a326-424203f51844), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:51.340818 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-549851fc-fc01-4c1e-89f8-1ba48548c04b None None] Port 52ee5732-d5d1-4e74-a326-424203f51844 cannot update to ACTIVE because it is not bound. {{(pid=103644) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 10:38:51.361686 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Device eb8231cf-8c3b-4dfd-8c89-809be0c1cc71 details requested by agent hyperv_hv-cinder-83354 with host hv-cinder-83354 {{(pid=103644) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 10:38:51.378144 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-fdd8a321-017a-4297-9001-ae84cd0531e6 req-f82b56f2-77e8-4834-a629-36224411f3fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (52ee5732-d5d1-4e74-a326-424203f51844), before_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:51.433261 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8a1c97-1d5f-4ef1-9cf4-0b74290f74b4 req-6c03e07f-1ed4-427c-9c0d-0f7a4d17fc49 tempest-VolumesActionsTest-1289464188 tempest-VolumesActionsTest-1289464188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:38:51.434739 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-7b8a1c97-1d5f-4ef1-9cf4-0b74290f74b4 req-6c03e07f-1ed4-427c-9c0d-0f7a4d17fc49 tempest-VolumesActionsTest-1289464188 tempest-VolumesActionsTest-1289464188-project] 10.222.0.16 "GET /v2.0/ports?device_id=12efaa03-7b31-4538-b12a-f02ece9fb737 HTTP/1.1" status: 200 len: 943 time: 0.0889394 Mar 14 10:38:51.455393 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] For port eb8231cf-8c3b-4dfd-8c89-809be0c1cc71, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=eb8231cf-8c3b-4dfd-8c89-809be0c1cc71,segment=NetworkSegment(7303f9bf-fc4e-4002-95e7-bcbcd0c896b1),segment_id=7303f9bf-fc4e-4002-95e7-bcbcd0c896b1)] {{(pid=103644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:38:51.467253 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Returning: {'device': 'eb8231cf-8c3b-4dfd-8c89-809be0c1cc71', 'network_id': 'ce708136-ae36-4801-9ccf-e4f9749c9256', 'port_id': 'eb8231cf-8c3b-4dfd-8c89-809be0c1cc71', 'mac_address': 'fa:16:3e:31:86:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4259332-38d8-4b59-8a40-9d9da2fbb4fe', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103644) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 10:38:51.509222 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Current status of the port eb8231cf-8c3b-4dfd-8c89-809be0c1cc71 is: DOWN; New status is: BUILD {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:38:51.509702 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (eb8231cf-8c3b-4dfd-8c89-809be0c1cc71), before_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:51.522671 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.notifiers.nova [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb8231cf-8c3b-4dfd-8c89-809be0c1cc71 {{(pid=103644) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 10:38:51.542342 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] For port eb8231cf-8c3b-4dfd-8c89-809be0c1cc71, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=eb8231cf-8c3b-4dfd-8c89-809be0c1cc71,segment=NetworkSegment(7303f9bf-fc4e-4002-95e7-bcbcd0c896b1),segment_id=7303f9bf-fc4e-4002-95e7-bcbcd0c896b1)] {{(pid=103644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:38:51.557831 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-7b8a1c97-1d5f-4ef1-9cf4-0b74290f74b4 req-ffb3cd14-b013-46ef-8eff-7aeb206682d1 tempest-VolumesActionsTest-1289464188 tempest-VolumesActionsTest-1289464188-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf572112-e33d-4fb7-b937-b9549e2d0bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135259 Mar 14 10:38:51.622130 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (eb8231cf-8c3b-4dfd-8c89-809be0c1cc71), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:51.673755 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Pushing event updated for resources: {'Port': ['ID=eb8231cf-8c3b-4dfd-8c89-809be0c1cc71,revision_number=4']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:38:51.682766 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.notifiers.nova [req-fdd8a321-017a-4297-9001-ae84cd0531e6 req-f82b56f2-77e8-4834-a629-36224411f3fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52ee5732-d5d1-4e74-a326-424203f51844 {{(pid=103643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 10:38:51.690067 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-fdd8a321-017a-4297-9001-ae84cd0531e6 req-f82b56f2-77e8-4834-a629-36224411f3fa service neutron] Publish callbacks [] for port (52ee5732-d5d1-4e74-a326-424203f51844), precommit_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:51.701922 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.db.provisioning_blocks [req-fdd8a321-017a-4297-9001-ae84cd0531e6 req-f82b56f2-77e8-4834-a629-36224411f3fa service neutron] Transition to ACTIVE for port object 52ee5732-d5d1-4e74-a326-424203f51844 will not be triggered until provisioned by entity L2. {{(pid=103643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 14 10:38:51.794032 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-fdd8a321-017a-4297-9001-ae84cd0531e6 req-f82b56f2-77e8-4834-a629-36224411f3fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516052'] for port (52ee5732-d5d1-4e74-a326-424203f51844), after_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:51.855231 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82b56f2-77e8-4834-a629-36224411f3fa service neutron] Pushing event updated for resources: {'Port': ['ID=52ee5732-d5d1-4e74-a326-424203f51844,revision_number=2']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:38:51.886261 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154d95a2-4bc4-411f-b929-4b9a8905caa8 req-e6e95fcd-8dae-4264-859e-7bd22c26648d tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:38:51.892082 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-154d95a2-4bc4-411f-b929-4b9a8905caa8 req-e6e95fcd-8dae-4264-859e-7bd22c26648d tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c77b287-50bd-4fe2-ae01-4f79b338587f HTTP/1.1" status: 200 len: 931 time: 0.1242816 Mar 14 10:38:51.966521 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.managers [req-fdd8a321-017a-4297-9001-ae84cd0531e6 req-f82b56f2-77e8-4834-a629-36224411f3fa service neutron] Attempting to bind port 52ee5732-d5d1-4e74-a326-424203f51844 on host hv-cinder-83354 for vnic_type normal with profile {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 10:38:51.966865 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.managers [req-fdd8a321-017a-4297-9001-ae84cd0531e6 req-f82b56f2-77e8-4834-a629-36224411f3fa service neutron] Attempting to bind port 52ee5732-d5d1-4e74-a326-424203f51844 by drivers openvswitch,hyperv on host hv-cinder-83354 at level 0 using segments [{'id': '178995d1-5f67-4684-9116-b12e73922a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '57ee559b-7405-419c-add9-12136a347c22'}] {{(pid=103643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 10:38:51.967203 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd8a321-017a-4297-9001-ae84cd0531e6 req-f82b56f2-77e8-4834-a629-36224411f3fa service neutron] Attempting to bind port 52ee5732-d5d1-4e74-a326-424203f51844 on network 57ee559b-7405-419c-add9-12136a347c22 {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:38:51.978567 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd8a321-017a-4297-9001-ae84cd0531e6 req-f82b56f2-77e8-4834-a629-36224411f3fa service neutron] Port 52ee5732-d5d1-4e74-a326-424203f51844 on network 57ee559b-7405-419c-add9-12136a347c22 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83354 {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 10:38:51.978892 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd8a321-017a-4297-9001-ae84cd0531e6 req-f82b56f2-77e8-4834-a629-36224411f3fa service neutron] Attempting to bind port 52ee5732-d5d1-4e74-a326-424203f51844 on network 57ee559b-7405-419c-add9-12136a347c22 {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:38:51.986909 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-154d95a2-4bc4-411f-b929-4b9a8905caa8 req-82281285-15d1-467f-92e1-1d70efd317d4 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "GET /v2.0/security-groups?id=1e1b8287-1cc5-4c8f-b157-f520a9bdba5d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0775943 Mar 14 10:38:51.987891 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd8a321-017a-4297-9001-ae84cd0531e6 req-f82b56f2-77e8-4834-a629-36224411f3fa service neutron] Checking agent: {'id': 'cd4c1fd5-6bd0-46fc-9cd1-9ea8fc180379', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83354', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 10, 23, 57), 'started_at': datetime.datetime(2022, 3, 14, 10, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 10, 38, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 10:38:51.988313 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd8a321-017a-4297-9001-ae84cd0531e6 req-f82b56f2-77e8-4834-a629-36224411f3fa service neutron] Checking segment: {'id': '178995d1-5f67-4684-9116-b12e73922a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '57ee559b-7405-419c-add9-12136a347c22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:38:51.988620 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd8a321-017a-4297-9001-ae84cd0531e6 req-f82b56f2-77e8-4834-a629-36224411f3fa service neutron] Bound using segment: {'id': '178995d1-5f67-4684-9116-b12e73922a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '57ee559b-7405-419c-add9-12136a347c22'} {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 10:38:51.989058 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.managers [req-fdd8a321-017a-4297-9001-ae84cd0531e6 req-f82b56f2-77e8-4834-a629-36224411f3fa service neutron] Bound port: 52ee5732-d5d1-4e74-a326-424203f51844, host: hv-cinder-83354, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '178995d1-5f67-4684-9116-b12e73922a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '57ee559b-7405-419c-add9-12136a347c22'}}] {{(pid=103643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 10:38:51.989426 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-fdd8a321-017a-4297-9001-ae84cd0531e6 req-f82b56f2-77e8-4834-a629-36224411f3fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (52ee5732-d5d1-4e74-a326-424203f51844), before_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:52.051216 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.db [req-fdd8a321-017a-4297-9001-ae84cd0531e6 req-f82b56f2-77e8-4834-a629-36224411f3fa service neutron] For port 52ee5732-d5d1-4e74-a326-424203f51844, host hv-cinder-83354, cleared binding levels {{(pid=103643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 10:38:52.054210 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.db [req-fdd8a321-017a-4297-9001-ae84cd0531e6 req-f82b56f2-77e8-4834-a629-36224411f3fa service neutron] For port 52ee5732-d5d1-4e74-a326-424203f51844, host hv-cinder-83354, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=52ee5732-d5d1-4e74-a326-424203f51844,segment=NetworkSegment(178995d1-5f67-4684-9116-b12e73922a62),segment_id=178995d1-5f67-4684-9116-b12e73922a62)] {{(pid=103643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 10:38:52.097373 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] get_ports_and_sgs() called for port_ids ['eb8231cf-8c3b-4dfd-8c89-809be0c1cc71'] {{(pid=103644) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 10:38:52.136626 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-fdd8a321-017a-4297-9001-ae84cd0531e6 req-f82b56f2-77e8-4834-a629-36224411f3fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516052'] for port (52ee5732-d5d1-4e74-a326-424203f51844), after_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:52.170953 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd8a321-017a-4297-9001-ae84cd0531e6 req-f82b56f2-77e8-4834-a629-36224411f3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:38:52.171580 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-fdd8a321-017a-4297-9001-ae84cd0531e6 req-f82b56f2-77e8-4834-a629-36224411f3fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211739'] for port (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:52.173005 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-fdd8a321-017a-4297-9001-ae84cd0531e6 req-f82b56f2-77e8-4834-a629-36224411f3fa service neutron] 10.222.0.39 "PUT /v2.0/ports/52ee5732-d5d1-4e74-a326-424203f51844 HTTP/1.1" status: 200 len: 1093 time: 0.8847191 Mar 14 10:38:52.173453 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c77b287-50bd-4fe2-ae01-4f79b338587f', 'tag': '52ee5732-d5d1-4e74-a326-424203f51844'}] {{(pid=103643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:38:52.176256 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b58adf1808d3e8f2b7de4636db435fb255da6a44abdc46a7a48cdc23cb85b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b9b293c-0dea-4728-900a-f4ba20d6312c" -d '{"events": [{"name": "network-changed", "server_uuid": "5c77b287-50bd-4fe2-ae01-4f79b338587f", "tag": "52ee5732-d5d1-4e74-a326-424203f51844"}]}' {{(pid=103643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:38:52.204513 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82b56f2-77e8-4834-a629-36224411f3fa service neutron] Pushing event updated for resources: {'Port': ['ID=52ee5732-d5d1-4e74-a326-424203f51844,revision_number=3']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:38:52.230689 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 10:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44fdb4cc-aad4-47cc-9eec-5d1645fa792e x-openstack-request-id: req-44fdb4cc-aad4-47cc-9eec-5d1645fa792e {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:38:52.231089 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c77b287-50bd-4fe2-ae01-4f79b338587f", "tag": "52ee5732-d5d1-4e74-a326-424203f51844", "status": "completed", "code": 200}]} {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:38:52.231450 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-44fdb4cc-aad4-47cc-9eec-5d1645fa792e {{(pid=103643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:38:52.232117 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c77b287-50bd-4fe2-ae01-4f79b338587f', 'tag': '52ee5732-d5d1-4e74-a326-424203f51844', 'status': 'completed', 'code': 200} Mar 14 10:38:52.319833 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9b293c-0dea-4728-900a-f4ba20d6312c req-5f8635f6-c19d-49ec-be62-4167c9ae40f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:38:52.321233 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-6b9b293c-0dea-4728-900a-f4ba20d6312c req-5f8635f6-c19d-49ec-be62-4167c9ae40f9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ec9fb341ae784a188d2c22728a1d4c86&device_id=5c77b287-50bd-4fe2-ae01-4f79b338587f HTTP/1.1" status: 200 len: 1127 time: 0.0501573 Mar 14 10:38:52.429581 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9b293c-0dea-4728-900a-f4ba20d6312c req-95779f0f-0cd2-432b-8fe5-9932268efa07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:38:52.431035 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-6b9b293c-0dea-4728-900a-f4ba20d6312c req-95779f0f-0cd2-432b-8fe5-9932268efa07 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=ec9fb341ae784a188d2c22728a1d4c86&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0918627 Mar 14 10:38:52.527605 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9b293c-0dea-4728-900a-f4ba20d6312c req-91631735-9aa9-4895-8586-f685d4963a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:38:52.529077 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-6b9b293c-0dea-4728-900a-f4ba20d6312c req-91631735-9aa9-4895-8586-f685d4963a97 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0909994 Mar 14 10:38:52.639385 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd8a321-017a-4297-9001-ae84cd0531e6 req-c1e580b6-3055-44e9-b471-14490ed847c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:38:52.640863 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-fdd8a321-017a-4297-9001-ae84cd0531e6 req-c1e580b6-3055-44e9-b471-14490ed847c5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ec9fb341ae784a188d2c22728a1d4c86&device_id=5c77b287-50bd-4fe2-ae01-4f79b338587f HTTP/1.1" status: 200 len: 1127 time: 0.0536559 Mar 14 10:38:52.694546 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-fdd8a321-017a-4297-9001-ae84cd0531e6 req-06a11af1-8b74-457a-85f9-f88923c4a51a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=52ee5732-d5d1-4e74-a326-424203f51844 HTTP/1.1" status: 200 len: 217 time: 0.0395885 Mar 14 10:38:52.738810 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27da199-c916-43c9-bb3e-83de6e5bf65a req-0351d118-d511-4f4d-8f34-d7c21b004ccd tempest-VolumesActionsTest-1289464188 tempest-VolumesActionsTest-1289464188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:38:52.740269 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-a27da199-c916-43c9-bb3e-83de6e5bf65a req-0351d118-d511-4f4d-8f34-d7c21b004ccd tempest-VolumesActionsTest-1289464188 tempest-VolumesActionsTest-1289464188-project] 10.222.0.16 "GET /v2.0/ports?device_id=12efaa03-7b31-4538-b12a-f02ece9fb737 HTTP/1.1" status: 200 len: 944 time: 0.1155610 Mar 14 10:38:52.764417 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd8a321-017a-4297-9001-ae84cd0531e6 req-af899621-2da8-465b-9f17-3064cf1077ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:38:52.765763 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-fdd8a321-017a-4297-9001-ae84cd0531e6 req-af899621-2da8-465b-9f17-3064cf1077ec service neutron] 10.222.0.39 "GET /v2.0/subnets?id=445e9f07-5c2c-42dc-a9b7-aeafc1941d6c HTTP/1.1" status: 200 len: 853 time: 0.0641007 Mar 14 10:38:52.818438 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-a27da199-c916-43c9-bb3e-83de6e5bf65a req-3cedaff0-bcd6-4d15-bc35-85c3319fcabd tempest-VolumesActionsTest-1289464188 tempest-VolumesActionsTest-1289464188-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf572112-e33d-4fb7-b937-b9549e2d0bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725884 Mar 14 10:38:52.831008 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd8a321-017a-4297-9001-ae84cd0531e6 req-2fb69a23-b887-462e-92f7-5b6099f5248a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:38:52.832177 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-fdd8a321-017a-4297-9001-ae84cd0531e6 req-2fb69a23-b887-462e-92f7-5b6099f5248a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=57ee559b-7405-419c-add9-12136a347c22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0594509 Mar 14 10:38:52.937144 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-fdd8a321-017a-4297-9001-ae84cd0531e6 req-809fd79f-0e66-4909-9bcf-c494cd11a63b service neutron] 10.222.0.39 "GET /v2.0/networks/57ee559b-7405-419c-add9-12136a347c22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979993 Mar 14 10:38:52.941619 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-00a47895-e5b6-4c08-9778-859e9da38d49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (a016a58c-1f8a-4210-ae6c-360b1a1f78c1), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:53.024680 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-fdd8a321-017a-4297-9001-ae84cd0531e6 req-4e794847-7ab9-4a5e-a69f-d93ece98c222 service neutron] 10.222.0.39 "GET /v2.0/networks/57ee559b-7405-419c-add9-12136a347c22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814252 Mar 14 10:38:53.107155 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15efd30-751d-49a5-ab21-1b5de3f1e1a6 req-41388e36-5d6c-4de3-a8ab-fc2242cbc68e tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:38:53.108672 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-c15efd30-751d-49a5-ab21-1b5de3f1e1a6 req-41388e36-5d6c-4de3-a8ab-fc2242cbc68e tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c77b287-50bd-4fe2-ae01-4f79b338587f HTTP/1.1" status: 200 len: 943 time: 0.0559583 Mar 14 10:38:53.154530 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-c15efd30-751d-49a5-ab21-1b5de3f1e1a6 req-2a9e95d3-d1d8-4962-b885-77e1cd58f5f7 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "GET /v2.0/security-groups?id=1e1b8287-1cc5-4c8f-b157-f520a9bdba5d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395186 Mar 14 10:38:53.361108 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Device eb8231cf-8c3b-4dfd-8c89-809be0c1cc71 up at agent hyperv_hv-cinder-83354 {{(pid=103644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:38:53.478365 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Provisioning for port eb8231cf-8c3b-4dfd-8c89-809be0c1cc71 completed by entity L2. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 14 10:38:53.482099 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Provisioning complete for port eb8231cf-8c3b-4dfd-8c89-809be0c1cc71 triggered by entity L2. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:38:53.482480 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (eb8231cf-8c3b-4dfd-8c89-809be0c1cc71), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:53.560835 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Current status of the port eb8231cf-8c3b-4dfd-8c89-809be0c1cc71 is: BUILD; New status is: ACTIVE {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:38:53.560835 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (eb8231cf-8c3b-4dfd-8c89-809be0c1cc71), before_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:53.583013 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12efaa03-7b31-4538-b12a-f02ece9fb737', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb8231cf-8c3b-4dfd-8c89-809be0c1cc71'}] {{(pid=103644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:38:53.585259 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cdcf2ce3ae030c6c85cf8a8616b2d58d36b16ae178b61bcd15320d14238e4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-425e9370-2aab-462a-a186-00174ecc5ef2" -d '{"events": [{"server_uuid": "12efaa03-7b31-4538-b12a-f02ece9fb737", "name": "network-vif-plugged", "status": "completed", "tag": "eb8231cf-8c3b-4dfd-8c89-809be0c1cc71"}]}' {{(pid=103644) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:38:53.597571 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] For port eb8231cf-8c3b-4dfd-8c89-809be0c1cc71, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=eb8231cf-8c3b-4dfd-8c89-809be0c1cc71,segment=NetworkSegment(7303f9bf-fc4e-4002-95e7-bcbcd0c896b1),segment_id=7303f9bf-fc4e-4002-95e7-bcbcd0c896b1)] {{(pid=103644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:38:53.619847 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 10:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e65296c7-529a-4136-9bea-6dddae394c37 x-openstack-request-id: req-e65296c7-529a-4136-9bea-6dddae394c37 {{(pid=103644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:38:53.620138 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12efaa03-7b31-4538-b12a-f02ece9fb737", "name": "network-vif-plugged", "status": "completed", "tag": "eb8231cf-8c3b-4dfd-8c89-809be0c1cc71", "code": 200}]} {{(pid=103644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:38:53.620392 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e65296c7-529a-4136-9bea-6dddae394c37 {{(pid=103644) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:38:53.620789 dv-cinder-833544-1-iscsi neutron-server[103644]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12efaa03-7b31-4538-b12a-f02ece9fb737', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb8231cf-8c3b-4dfd-8c89-809be0c1cc71', 'code': 200} Mar 14 10:38:53.672914 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (eb8231cf-8c3b-4dfd-8c89-809be0c1cc71), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:53.723766 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Pushing event updated for resources: {'Port': ['ID=eb8231cf-8c3b-4dfd-8c89-809be0c1cc71,revision_number=5']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:38:53.935132 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad549f3-362e-4935-b8db-4751c3b3e079 req-d5940170-fdd6-42d8-87e4-071672d135ed tempest-VolumesActionsTest-1289464188 tempest-VolumesActionsTest-1289464188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:38:53.936549 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-cad549f3-362e-4935-b8db-4751c3b3e079 req-d5940170-fdd6-42d8-87e4-071672d135ed tempest-VolumesActionsTest-1289464188 tempest-VolumesActionsTest-1289464188-project] 10.222.0.16 "GET /v2.0/ports?device_id=12efaa03-7b31-4538-b12a-f02ece9fb737 HTTP/1.1" status: 200 len: 945 time: 0.0526519 Mar 14 10:38:54.011038 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-cad549f3-362e-4935-b8db-4751c3b3e079 req-6a9cf4ec-7f84-49d6-98bd-6c4e65aa808a tempest-VolumesActionsTest-1289464188 tempest-VolumesActionsTest-1289464188-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf572112-e33d-4fb7-b937-b9549e2d0bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663903 Mar 14 10:38:54.013450 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa2410a-be7b-462f-8be3-f0531972c53d req-1c03365d-7364-4e58-b688-05eb7c010e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:38:54.014925 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-daa2410a-be7b-462f-8be3-f0531972c53d req-1c03365d-7364-4e58-b688-05eb7c010e2d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=12efaa03-7b31-4538-b12a-f02ece9fb737 HTTP/1.1" status: 200 len: 1129 time: 0.0774658 Mar 14 10:38:54.060438 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-daa2410a-be7b-462f-8be3-f0531972c53d req-a8b4faf3-5e5a-43d9-91f2-2207e2ff3afd service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=bf572112-e33d-4fb7-b937-b9549e2d0bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389230 Mar 14 10:38:54.118672 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-f4039063-230b-41a9-bf4a-d5dd4b348b96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (46201191-f63a-41db-ad4d-3c2c795fe1c2), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:54.273078 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db64ae0-6013-4fa7-a066-9ec48c89922e req-9ca5744f-31b9-48c1-8ffc-d0ec5423bc15 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:38:54.274539 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-8db64ae0-6013-4fa7-a066-9ec48c89922e req-9ca5744f-31b9-48c1-8ffc-d0ec5423bc15 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c77b287-50bd-4fe2-ae01-4f79b338587f HTTP/1.1" status: 200 len: 943 time: 0.0511305 Mar 14 10:38:54.320616 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-8db64ae0-6013-4fa7-a066-9ec48c89922e req-98226ae9-1bc0-4043-8d61-fc027feb8239 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "GET /v2.0/security-groups?id=1e1b8287-1cc5-4c8f-b157-f520a9bdba5d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406418 Mar 14 10:38:55.103867 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.agents_db [None req-e5bc90a1-3fae-4be0-a54a-d59a030b4380 None None] Agent healthcheck: found 6 active agents {{(pid=103645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 10:38:55.125983 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2e4c07-f82b-49b7-b246-266c83d01526 req-60f53e86-711f-48da-bafa-44a7f7ca2774 tempest-VolumesActionsTest-1289464188 tempest-VolumesActionsTest-1289464188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:38:55.127495 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-2f2e4c07-f82b-49b7-b246-266c83d01526 req-60f53e86-711f-48da-bafa-44a7f7ca2774 tempest-VolumesActionsTest-1289464188 tempest-VolumesActionsTest-1289464188-project] 10.222.0.16 "GET /v2.0/ports?device_id=12efaa03-7b31-4538-b12a-f02ece9fb737 HTTP/1.1" status: 200 len: 945 time: 0.0513148 Mar 14 10:38:55.175825 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-2f2e4c07-f82b-49b7-b246-266c83d01526 req-4c232867-17ec-4061-b1a4-ba0e2694b73b tempest-VolumesActionsTest-1289464188 tempest-VolumesActionsTest-1289464188-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf572112-e33d-4fb7-b937-b9549e2d0bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427377 Mar 14 10:38:55.434186 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df59566-09fc-42ea-82d7-02fcedbdf764 req-01aa5eb3-e059-4cd5-9d78-9e6eb2008949 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:38:55.435639 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-0df59566-09fc-42ea-82d7-02fcedbdf764 req-01aa5eb3-e059-4cd5-9d78-9e6eb2008949 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c77b287-50bd-4fe2-ae01-4f79b338587f HTTP/1.1" status: 200 len: 943 time: 0.0503008 Mar 14 10:38:55.481389 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-0df59566-09fc-42ea-82d7-02fcedbdf764 req-62ef8fb4-8d02-4eed-aa68-403ecf13b5db tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "GET /v2.0/security-groups?id=1e1b8287-1cc5-4c8f-b157-f520a9bdba5d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393865 Mar 14 10:38:55.678481 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-a3541fa5-4b74-4b29-92a0-285d4d95a3dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (a9a1db27-ecd3-427e-bc57-ce8de4da4c28), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:56.290796 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899640ff-145e-4ac5-9992-ac436d8e3e0d req-30eb4ce1-6659-43a4-8b8f-ae73b84524c1 tempest-VolumesActionsTest-1289464188 tempest-VolumesActionsTest-1289464188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:38:56.292259 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-899640ff-145e-4ac5-9992-ac436d8e3e0d req-30eb4ce1-6659-43a4-8b8f-ae73b84524c1 tempest-VolumesActionsTest-1289464188 tempest-VolumesActionsTest-1289464188-project] 10.222.0.16 "GET /v2.0/ports?device_id=12efaa03-7b31-4538-b12a-f02ece9fb737 HTTP/1.1" status: 200 len: 945 time: 0.0517485 Mar 14 10:38:56.337838 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-899640ff-145e-4ac5-9992-ac436d8e3e0d req-5a473c34-fe97-4eac-af58-fcfb79067b67 tempest-VolumesActionsTest-1289464188 tempest-VolumesActionsTest-1289464188-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf572112-e33d-4fb7-b937-b9549e2d0bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400693 Mar 14 10:38:56.599619 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca18bdc-6595-48cb-bb80-b5285fa98916 req-29b68eeb-083a-41f9-bf7b-1f1592b1e7de tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:38:56.601148 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-aca18bdc-6595-48cb-bb80-b5285fa98916 req-29b68eeb-083a-41f9-bf7b-1f1592b1e7de tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c77b287-50bd-4fe2-ae01-4f79b338587f HTTP/1.1" status: 200 len: 943 time: 0.0558574 Mar 14 10:38:56.646441 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-aca18bdc-6595-48cb-bb80-b5285fa98916 req-2cdc380b-0cab-4d55-ae57-23720673074b tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "GET /v2.0/security-groups?id=1e1b8287-1cc5-4c8f-b157-f520a9bdba5d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397389 Mar 14 10:38:57.010266 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (3daba05a-6d77-487a-83af-fb9f8edf24c0), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:57.356455 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Device 52ee5732-d5d1-4e74-a326-424203f51844 details requested by agent hyperv_hv-cinder-83354 with host hv-cinder-83354 {{(pid=103644) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 10:38:57.396295 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (cd4c1fd5-6bd0-46fc-9cd1-9ea8fc180379), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:57.451209 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] For port 52ee5732-d5d1-4e74-a326-424203f51844, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=52ee5732-d5d1-4e74-a326-424203f51844,segment=NetworkSegment(178995d1-5f67-4684-9116-b12e73922a62),segment_id=178995d1-5f67-4684-9116-b12e73922a62)] {{(pid=103644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:38:57.463318 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Returning: {'device': '52ee5732-d5d1-4e74-a326-424203f51844', 'network_id': '57ee559b-7405-419c-add9-12136a347c22', 'port_id': '52ee5732-d5d1-4e74-a326-424203f51844', 'mac_address': 'fa:16:3e:ae:b2:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '445e9f07-5c2c-42dc-a9b7-aeafc1941d6c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103644) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 10:38:57.503466 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Current status of the port 52ee5732-d5d1-4e74-a326-424203f51844 is: DOWN; New status is: BUILD {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:38:57.503935 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (52ee5732-d5d1-4e74-a326-424203f51844), before_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:57.517019 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.notifiers.nova [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52ee5732-d5d1-4e74-a326-424203f51844 {{(pid=103644) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 10:38:57.541900 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] For port 52ee5732-d5d1-4e74-a326-424203f51844, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=52ee5732-d5d1-4e74-a326-424203f51844,segment=NetworkSegment(178995d1-5f67-4684-9116-b12e73922a62),segment_id=178995d1-5f67-4684-9116-b12e73922a62)] {{(pid=103644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:38:57.601079 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171904a0-9ebf-48b4-bb7f-2f6796e5f331 req-658f9957-675f-4f8a-ad3c-6f649e5bc551 tempest-VolumesActionsTest-1289464188 tempest-VolumesActionsTest-1289464188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:38:57.602549 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-171904a0-9ebf-48b4-bb7f-2f6796e5f331 req-658f9957-675f-4f8a-ad3c-6f649e5bc551 tempest-VolumesActionsTest-1289464188 tempest-VolumesActionsTest-1289464188-project] 10.222.0.16 "GET /v2.0/ports?device_id=12efaa03-7b31-4538-b12a-f02ece9fb737 HTTP/1.1" status: 200 len: 945 time: 0.0566990 Mar 14 10:38:57.609962 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (52ee5732-d5d1-4e74-a326-424203f51844), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:57.649614 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-171904a0-9ebf-48b4-bb7f-2f6796e5f331 req-1051c2ba-8b90-48e3-bbc4-36308acc2c33 tempest-VolumesActionsTest-1289464188 tempest-VolumesActionsTest-1289464188-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf572112-e33d-4fb7-b937-b9549e2d0bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413902 Mar 14 10:38:57.657455 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Pushing event updated for resources: {'Port': ['ID=52ee5732-d5d1-4e74-a326-424203f51844,revision_number=4']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:38:57.764837 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdcf0fb-a9f5-4338-8d24-65a82278a227 req-10147e91-2d74-4d6d-ad11-2d8218e25f9d tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:38:57.766293 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-9cdcf0fb-a9f5-4338-8d24-65a82278a227 req-10147e91-2d74-4d6d-ad11-2d8218e25f9d tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c77b287-50bd-4fe2-ae01-4f79b338587f HTTP/1.1" status: 200 len: 944 time: 0.0508254 Mar 14 10:38:57.816087 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-9cdcf0fb-a9f5-4338-8d24-65a82278a227 req-224819b1-38d7-4c30-88f2-8135daa03618 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "GET /v2.0/security-groups?id=1e1b8287-1cc5-4c8f-b157-f520a9bdba5d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436857 Mar 14 10:38:58.011045 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] get_ports_and_sgs() called for port_ids ['52ee5732-d5d1-4e74-a326-424203f51844'] {{(pid=103644) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 10:38:58.767654 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f5f9a6-042d-4138-9d97-fdccdc713e03 req-8adc8321-9a61-462a-ad5d-71b790a92ec8 tempest-VolumesActionsTest-1289464188 tempest-VolumesActionsTest-1289464188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:38:58.769163 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-b2f5f9a6-042d-4138-9d97-fdccdc713e03 req-8adc8321-9a61-462a-ad5d-71b790a92ec8 tempest-VolumesActionsTest-1289464188 tempest-VolumesActionsTest-1289464188-project] 10.222.0.16 "GET /v2.0/ports?device_id=12efaa03-7b31-4538-b12a-f02ece9fb737 HTTP/1.1" status: 200 len: 945 time: 0.0509958 Mar 14 10:38:58.813544 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-b2f5f9a6-042d-4138-9d97-fdccdc713e03 req-3dbd9f2f-8ab6-44b7-967f-1e6bc7c0d8a2 tempest-VolumesActionsTest-1289464188 tempest-VolumesActionsTest-1289464188-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf572112-e33d-4fb7-b937-b9549e2d0bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390296 Mar 14 10:38:58.932006 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4b808a-d800-4891-9f75-45a1f0c85c0e req-b034a24c-6ba9-476d-9c10-6959b1aafe0b tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:38:58.933476 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-1a4b808a-d800-4891-9f75-45a1f0c85c0e req-b034a24c-6ba9-476d-9c10-6959b1aafe0b tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c77b287-50bd-4fe2-ae01-4f79b338587f HTTP/1.1" status: 200 len: 944 time: 0.0528419 Mar 14 10:38:58.978553 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-1a4b808a-d800-4891-9f75-45a1f0c85c0e req-0122f6d8-2035-4db4-9d69-655251a30b95 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "GET /v2.0/security-groups?id=1e1b8287-1cc5-4c8f-b157-f520a9bdba5d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393906 Mar 14 10:38:59.210091 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccdfbeb-bb96-4bdc-aee6-64a64df5d833 req-890d44de-edb7-4b54-86db-cc228de408a9 tempest-VolumesActionsTest-1289464188 tempest-VolumesActionsTest-1289464188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:38:59.211483 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-7ccdfbeb-bb96-4bdc-aee6-64a64df5d833 req-890d44de-edb7-4b54-86db-cc228de408a9 tempest-VolumesActionsTest-1289464188 tempest-VolumesActionsTest-1289464188-project] 10.222.0.39 "GET /v2.0/ports?device_id=12efaa03-7b31-4538-b12a-f02ece9fb737 HTTP/1.1" status: 200 len: 945 time: 0.0531051 Mar 14 10:38:59.298587 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [req-7ccdfbeb-bb96-4bdc-aee6-64a64df5d833 req-5a294df1-fe4b-4c7f-bddc-986430a9ba1b tempest-VolumesActionsTest-1289464188 tempest-VolumesActionsTest-1289464188-project] Deleting port eb8231cf-8c3b-4dfd-8c89-809be0c1cc71 {{(pid=103643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 10:38:59.298875 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-7ccdfbeb-bb96-4bdc-aee6-64a64df5d833 req-5a294df1-fe4b-4c7f-bddc-986430a9ba1b tempest-VolumesActionsTest-1289464188 tempest-VolumesActionsTest-1289464188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739585920741'] for port (eb8231cf-8c3b-4dfd-8c89-809be0c1cc71), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:59.385613 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.db [req-7ccdfbeb-bb96-4bdc-aee6-64a64df5d833 req-5a294df1-fe4b-4c7f-bddc-986430a9ba1b tempest-VolumesActionsTest-1289464188 tempest-VolumesActionsTest-1289464188-project] For port eb8231cf-8c3b-4dfd-8c89-809be0c1cc71, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=eb8231cf-8c3b-4dfd-8c89-809be0c1cc71,segment=NetworkSegment(7303f9bf-fc4e-4002-95e7-bcbcd0c896b1),segment_id=7303f9bf-fc4e-4002-95e7-bcbcd0c896b1)] {{(pid=103643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:38:59.385919 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-7ccdfbeb-bb96-4bdc-aee6-64a64df5d833 req-5a294df1-fe4b-4c7f-bddc-986430a9ba1b tempest-VolumesActionsTest-1289464188 tempest-VolumesActionsTest-1289464188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562337'] for port (eb8231cf-8c3b-4dfd-8c89-809be0c1cc71), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:59.388466 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Device 52ee5732-d5d1-4e74-a326-424203f51844 up at agent hyperv_hv-cinder-83354 {{(pid=103644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:38:59.398437 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [req-7ccdfbeb-bb96-4bdc-aee6-64a64df5d833 req-5a294df1-fe4b-4c7f-bddc-986430a9ba1b tempest-VolumesActionsTest-1289464188 tempest-VolumesActionsTest-1289464188-project] Calling delete_port for eb8231cf-8c3b-4dfd-8c89-809be0c1cc71 owned by compute:nova {{(pid=103643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 10:38:59.495645 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Provisioning for port 52ee5732-d5d1-4e74-a326-424203f51844 completed by entity L2. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 14 10:38:59.500292 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Provisioning complete for port 52ee5732-d5d1-4e74-a326-424203f51844 triggered by entity L2. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:38:59.500677 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (52ee5732-d5d1-4e74-a326-424203f51844), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:59.575918 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-7ccdfbeb-bb96-4bdc-aee6-64a64df5d833 req-5a294df1-fe4b-4c7f-bddc-986430a9ba1b tempest-VolumesActionsTest-1289464188 tempest-VolumesActionsTest-1289464188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739585930060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739585409127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516063'] for port (eb8231cf-8c3b-4dfd-8c89-809be0c1cc71), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:59.579991 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Current status of the port 52ee5732-d5d1-4e74-a326-424203f51844 is: BUILD; New status is: ACTIVE {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:38:59.580380 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (52ee5732-d5d1-4e74-a326-424203f51844), before_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:59.605006 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c77b287-50bd-4fe2-ae01-4f79b338587f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52ee5732-d5d1-4e74-a326-424203f51844'}] {{(pid=103644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:38:59.607245 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cdcf2ce3ae030c6c85cf8a8616b2d58d36b16ae178b61bcd15320d14238e4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c77cf8af-32d2-4363-8fcd-602d939cdb2d" -d '{"events": [{"server_uuid": "5c77b287-50bd-4fe2-ae01-4f79b338587f", "name": "network-vif-plugged", "status": "completed", "tag": "52ee5732-d5d1-4e74-a326-424203f51844"}]}' {{(pid=103644) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:38:59.609919 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a294df1-fe4b-4c7f-bddc-986430a9ba1b tempest-VolumesActionsTest-1289464188 tempest-VolumesActionsTest-1289464188-project] Pushing event deleted for resources: {'Port': ['ID=eb8231cf-8c3b-4dfd-8c89-809be0c1cc71,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:38:59.613031 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] get_ports_and_sgs() called for port_ids ['eb8231cf-8c3b-4dfd-8c89-809be0c1cc71'] {{(pid=103644) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 10:38:59.624579 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] For port 52ee5732-d5d1-4e74-a326-424203f51844, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=52ee5732-d5d1-4e74-a326-424203f51844,segment=NetworkSegment(178995d1-5f67-4684-9116-b12e73922a62),segment_id=178995d1-5f67-4684-9116-b12e73922a62)] {{(pid=103644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:38:59.652915 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ccdfbeb-bb96-4bdc-aee6-64a64df5d833 req-5a294df1-fe4b-4c7f-bddc-986430a9ba1b tempest-VolumesActionsTest-1289464188 tempest-VolumesActionsTest-1289464188-project] No DVR routers for this DVR port eb8231cf-8c3b-4dfd-8c89-809be0c1cc71 on host hv-cinder-83354 {{(pid=103643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 10:38:59.655459 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-7ccdfbeb-bb96-4bdc-aee6-64a64df5d833 req-5a294df1-fe4b-4c7f-bddc-986430a9ba1b tempest-VolumesActionsTest-1289464188 tempest-VolumesActionsTest-1289464188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211739'] for port (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:59.658915 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-7ccdfbeb-bb96-4bdc-aee6-64a64df5d833 req-5a294df1-fe4b-4c7f-bddc-986430a9ba1b tempest-VolumesActionsTest-1289464188 tempest-VolumesActionsTest-1289464188-project] 10.222.0.39 "DELETE /v2.0/ports/eb8231cf-8c3b-4dfd-8c89-809be0c1cc71 HTTP/1.1" status: 204 len: 173 time: 0.4418335 Mar 14 10:38:59.659241 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12efaa03-7b31-4538-b12a-f02ece9fb737', 'name': 'network-vif-deleted', 'tag': 'eb8231cf-8c3b-4dfd-8c89-809be0c1cc71'}] {{(pid=103643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:38:59.662042 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 10:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f06037e9-fc41-40b3-b9b7-ba9c4235bb4e x-openstack-request-id: req-f06037e9-fc41-40b3-b9b7-ba9c4235bb4e {{(pid=103644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:38:59.662233 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b58adf1808d3e8f2b7de4636db435fb255da6a44abdc46a7a48cdc23cb85b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0a33e2a-e2e6-451a-b943-790f26325afb" -d '{"events": [{"server_uuid": "12efaa03-7b31-4538-b12a-f02ece9fb737", "name": "network-vif-deleted", "tag": "eb8231cf-8c3b-4dfd-8c89-809be0c1cc71"}]}' {{(pid=103643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:38:59.662358 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c77b287-50bd-4fe2-ae01-4f79b338587f", "name": "network-vif-plugged", "status": "completed", "tag": "52ee5732-d5d1-4e74-a326-424203f51844", "code": 200}]} {{(pid=103644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:38:59.662604 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f06037e9-fc41-40b3-b9b7-ba9c4235bb4e {{(pid=103644) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:38:59.662970 dv-cinder-833544-1-iscsi neutron-server[103644]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c77b287-50bd-4fe2-ae01-4f79b338587f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52ee5732-d5d1-4e74-a326-424203f51844', 'code': 200} Mar 14 10:38:59.678679 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (52ee5732-d5d1-4e74-a326-424203f51844), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:38:59.700765 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 10:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d519fb4-d86a-4cf8-9a4c-855d27c4ab4d x-openstack-request-id: req-1d519fb4-d86a-4cf8-9a4c-855d27c4ab4d {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:38:59.700765 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12efaa03-7b31-4538-b12a-f02ece9fb737", "name": "network-vif-deleted", "tag": "eb8231cf-8c3b-4dfd-8c89-809be0c1cc71", "status": "completed", "code": 200}]} {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:38:59.701040 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1d519fb4-d86a-4cf8-9a4c-855d27c4ab4d {{(pid=103643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:38:59.701368 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12efaa03-7b31-4538-b12a-f02ece9fb737', 'name': 'network-vif-deleted', 'tag': 'eb8231cf-8c3b-4dfd-8c89-809be0c1cc71', 'status': 'completed', 'code': 200} Mar 14 10:38:59.727409 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Pushing event updated for resources: {'Port': ['ID=52ee5732-d5d1-4e74-a326-424203f51844,revision_number=5']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:38:59.909361 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-e0934b7c-88e4-40af-bdd1-0a7412f19472 req-8bb3873d-5856-4757-98ac-62c7e808c9f8 tempest-VolumesActionsTest-1289464188 tempest-VolumesActionsTest-1289464188-project] 10.222.0.16 "GET /v2.0/ports?device_id=12efaa03-7b31-4538-b12a-f02ece9fb737 HTTP/1.1" status: 200 len: 210 time: 0.0269785 Mar 14 10:39:00.096192 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19145615-5bac-4330-a691-c7b9ad71d375 req-b8193bc6-0e5a-4537-ac37-766c88d83d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:39:00.097619 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-19145615-5bac-4330-a691-c7b9ad71d375 req-b8193bc6-0e5a-4537-ac37-766c88d83d59 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5c77b287-50bd-4fe2-ae01-4f79b338587f HTTP/1.1" status: 200 len: 1129 time: 0.0742409 Mar 14 10:39:00.122850 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18a50d3-d98c-48fe-ae2a-9c979e0a75bb req-e5d513a3-9647-46f9-8092-8b71f7ef0b14 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:39:00.124261 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-d18a50d3-d98c-48fe-ae2a-9c979e0a75bb req-e5d513a3-9647-46f9-8092-8b71f7ef0b14 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c77b287-50bd-4fe2-ae01-4f79b338587f HTTP/1.1" status: 200 len: 945 time: 0.0769966 Mar 14 10:39:00.165340 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-19145615-5bac-4330-a691-c7b9ad71d375 req-f7dbdbbb-6d46-44e6-a7dd-52098c98ed05 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=1e1b8287-1cc5-4c8f-b157-f520a9bdba5d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0615621 Mar 14 10:39:00.185138 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-d18a50d3-d98c-48fe-ae2a-9c979e0a75bb req-399f5660-6d63-4ea4-b189-7bc264fa21c7 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "GET /v2.0/security-groups?id=1e1b8287-1cc5-4c8f-b157-f520a9bdba5d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0546136 Mar 14 10:39:01.215071 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cde2e7-8840-4881-bb95-5187c3e1d327 req-6972d6dc-36f5-41b5-b427-cd93197d1ce4 tempest-VolumesActionsTest-1289464188 tempest-VolumesActionsTest-1289464188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:39:01.216541 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-14cde2e7-8840-4881-bb95-5187c3e1d327 req-6972d6dc-36f5-41b5-b427-cd93197d1ce4 tempest-VolumesActionsTest-1289464188 tempest-VolumesActionsTest-1289464188-project] 10.222.0.16 "GET /v2.0/networks?id=ce708136-ae36-4801-9ccf-e4f9749c9256 HTTP/1.1" status: 200 len: 809 time: 0.1005423 Mar 14 10:39:01.231001 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-14cde2e7-8840-4881-bb95-5187c3e1d327 req-3547ee6f-a5d6-4131-99c3-dfc3a3d22e0a tempest-VolumesActionsTest-1289464188 tempest-VolumesActionsTest-1289464188-project] 10.222.0.16 "GET /v2.0/quotas/f62d45e041dd48a6a30625058b85d5d2 HTTP/1.1" status: 200 len: 375 time: 0.0093091 Mar 14 10:39:01.264063 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-14cde2e7-8840-4881-bb95-5187c3e1d327 req-fe515750-f5fd-481b-94c2-c52b15a8faa5 tempest-VolumesActionsTest-1289464188 tempest-VolumesActionsTest-1289464188-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f62d45e041dd48a6a30625058b85d5d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280213 Mar 14 10:39:01.368677 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e0dd75-1fd2-4ba6-8098-7db174ec0e98 req-bd5808a8-9f62-4145-bc7c-a10eed93d42f tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:39:01.370115 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-11e0dd75-1fd2-4ba6-8098-7db174ec0e98 req-bd5808a8-9f62-4145-bc7c-a10eed93d42f tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c77b287-50bd-4fe2-ae01-4f79b338587f HTTP/1.1" status: 200 len: 945 time: 0.1084940 Mar 14 10:39:01.397072 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-14cde2e7-8840-4881-bb95-5187c3e1d327 req-1ed9758d-8be3-44a0-95a3-2f25402a3482 service neutron] 10.222.0.16 "GET /v2.0/networks/ce708136-ae36-4801-9ccf-e4f9749c9256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254113 Mar 14 10:39:01.446929 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-11e0dd75-1fd2-4ba6-8098-7db174ec0e98 req-05afda5c-6dcf-40f8-912d-d189d2572848 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "GET /v2.0/security-groups?id=1e1b8287-1cc5-4c8f-b157-f520a9bdba5d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0712571 Mar 14 10:39:01.504555 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-14cde2e7-8840-4881-bb95-5187c3e1d327 req-acbf266c-7429-4085-8c61-c7a8213acd33 service neutron] 10.222.0.16 "GET /v2.0/networks/ce708136-ae36-4801-9ccf-e4f9749c9256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017776 Mar 14 10:39:01.971690 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-af40d2e2-2276-4e63-a939-afc9a076ed80 req-a1221e12-a79d-4044-80b2-33b9642f493c tempest-VolumesActionsTest-1289464188 tempest-VolumesActionsTest-1289464188-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0b66457-5f78-43ea-9843-2fc5b08af8a4 HTTP/1.1" status: 200 len: 210 time: 0.2627611 Mar 14 10:39:02.562151 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e43485-a7f3-486b-833c-d3a96adba409 req-953a34c6-7283-4b1d-97d2-c5ddad6f7209 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:39:02.563618 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-d8e43485-a7f3-486b-833c-d3a96adba409 req-953a34c6-7283-4b1d-97d2-c5ddad6f7209 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c77b287-50bd-4fe2-ae01-4f79b338587f HTTP/1.1" status: 200 len: 945 time: 0.0515215 Mar 14 10:39:02.610099 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-d8e43485-a7f3-486b-833c-d3a96adba409 req-1ab258d9-31d8-4102-bc1f-e8f8b782ca10 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "GET /v2.0/security-groups?id=1e1b8287-1cc5-4c8f-b157-f520a9bdba5d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408292 Mar 14 10:39:02.726829 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a68120f-5aa7-4f4f-86cb-4498e66c5505 req-63eacfc0-360e-43d8-ade2-0448c3af1c3a tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:39:02.728238 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-9a68120f-5aa7-4f4f-86cb-4498e66c5505 req-63eacfc0-360e-43d8-ade2-0448c3af1c3a tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c77b287-50bd-4fe2-ae01-4f79b338587f HTTP/1.1" status: 200 len: 945 time: 0.0552461 Mar 14 10:39:02.736875 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 49242) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:39:02.741468 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.v2.base [None req-ea17a1f5-7551-4954-a9e4-935ba473f978 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Request body: {'floatingip': {'port_id': '52ee5732-d5d1-4e74-a326-424203f51844'}} {{(pid=103642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:39:02.781566 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-ea17a1f5-7551-4954-a9e4-935ba473f978 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks [] for floatingip (e312620c-4c25-4281-9987-c8d5a62a20f7), before_update {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:39:03.062905 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-11d41775-c8a2-4d41-9c5b-11d88e6eec40 req-680867a8-d9fe-4d62-af5b-f23e16b70028 tempest-VolumesActionsTest-1289464188 tempest-VolumesActionsTest-1289464188-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0b66457-5f78-43ea-9843-2fc5b08af8a4 HTTP/1.1" status: 200 len: 210 time: 0.0258458 Mar 14 10:39:03.229110 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-ea17a1f5-7551-4954-a9e4-935ba473f978 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:39:03.273160 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-ea17a1f5-7551-4954-a9e4-935ba473f978 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-564448'] for floatingip (e312620c-4c25-4281-9987-c8d5a62a20f7), after_update {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:39:03.376137 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.db.l3_db [None req-ea17a1f5-7551-4954-a9e4-935ba473f978 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Floating IP e312620c-4c25-4281-9987-c8d5a62a20f7 associated. External IP: 172.27.2.216, port: 52ee5732-d5d1-4e74-a326-424203f51844. Mar 14 10:39:03.388897 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Device eb8231cf-8c3b-4dfd-8c89-809be0c1cc71 no longer exists at agent hyperv_hv-cinder-83354 {{(pid=103644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 10:39:03.414365 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] No Port match for: eb8231cf-8c3b-4dfd-8c89-809be0c1cc71 {{(pid=103644) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 10:39:03.414996 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Device eb8231cf-8c3b-4dfd-8c89-809be0c1cc71 not bound to the agent host hv-cinder-83354 {{(pid=103644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 10:39:03.497181 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cde2e7-8840-4881-bb95-5187c3e1d327 req-950c3622-76f5-401b-b30a-ef8fb478b265 tempest-VolumesActionsTest-1289464188 tempest-VolumesActionsTest-1289464188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:39:03.498885 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-14cde2e7-8840-4881-bb95-5187c3e1d327 req-950c3622-76f5-401b-b30a-ef8fb478b265 tempest-VolumesActionsTest-1289464188 tempest-VolumesActionsTest-1289464188-project] 10.222.0.39 "GET /v2.0/networks?id=ce708136-ae36-4801-9ccf-e4f9749c9256 HTTP/1.1" status: 200 len: 809 time: 0.1062243 Mar 14 10:39:03.516101 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [req-14cde2e7-8840-4881-bb95-5187c3e1d327 req-638ecdc6-cc3e-4129-8752-1a3cfff13e08 tempest-VolumesActionsTest-1289464188 tempest-VolumesActionsTest-1289464188-project] Request body: {'port': {'device_id': 'c0b66457-5f78-43ea-9843-2fc5b08af8a4', 'network_id': 'ce708136-ae36-4801-9ccf-e4f9749c9256', 'admin_state_up': True, 'tenant_id': 'f62d45e041dd48a6a30625058b85d5d2'}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:39:03.621488 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea17a1f5-7551-4954-a9e4-935ba473f978 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Router af46814b-06af-4a09-b7be-76dcaa7e3d2d has already been hosted by L3 agent a016a58c-1f8a-4210-ae6c-360b1a1f78c1 {{(pid=103642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 10:39:03.707749 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14cde2e7-8840-4881-bb95-5187c3e1d327 req-638ecdc6-cc3e-4129-8752-1a3cfff13e08 tempest-VolumesActionsTest-1289464188 tempest-VolumesActionsTest-1289464188-project] Made reservation on behalf of f62d45e041dd48a6a30625058b85d5d2 for: {'port': 1} {{(pid=103643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 10:39:03.711114 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-14cde2e7-8840-4881-bb95-5187c3e1d327 req-638ecdc6-cc3e-4129-8752-1a3cfff13e08 tempest-VolumesActionsTest-1289464188 tempest-VolumesActionsTest-1289464188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:39:03.747786 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea17a1f5-7551-4954-a9e4-935ba473f978 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Notify agent at l3_agent.dv-cinder-833544-1-iscsi the message routers_updated {{(pid=103642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 10:39:03.753185 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-ea17a1f5-7551-4954-a9e4-935ba473f978 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211739'] for floatingip (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:39:03.757973 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a7ca24-026f-4f8c-9b5e-fa8c926b12e9 None None] Sync routers for ids ['af46814b-06af-4a09-b7be-76dcaa7e3d2d'] in dv-cinder-833544-1-iscsi {{(pid=103644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 10:39:03.772390 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a7ca24-026f-4f8c-9b5e-fa8c926b12e9 None None] Routers {'af46814b-06af-4a09-b7be-76dcaa7e3d2d'} bound to L3 agent in host dv-cinder-833544-1-iscsi {{(pid=103644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:39:03.777059 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-e1a7ca24-026f-4f8c-9b5e-fa8c926b12e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833544-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T10:17:23Z,description=,heartbeat_timestamp=2022-03-14T10:38:53Z,host='dv-cinder-833544-1-iscsi',id=a016a58c-1f8a-4210-ae6c-360b1a1f78c1,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:17:24Z,topic='l3_agent')) {'router_ids': ['af46814b-06af-4a09-b7be-76dcaa7e3d2d'], 'active': True} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:39:03.799750 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-ea17a1f5-7551-4954-a9e4-935ba473f978 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "PUT /v2.0/floatingips/e312620c-4c25-4281-9987-c8d5a62a20f7 HTTP/1.1" status: 200 len: 991 time: 1.0506113 Mar 14 10:39:03.799750 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c77b287-50bd-4fe2-ae01-4f79b338587f', 'tag': '52ee5732-d5d1-4e74-a326-424203f51844'}] {{(pid=103642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:39:03.799750 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2719b20af467307de00d33cfc3bda2b7e701d9c3500810f7746d17fecb5aed99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c12db9c-095a-4e57-85b3-3306f51149c4" -d '{"events": [{"name": "network-changed", "server_uuid": "5c77b287-50bd-4fe2-ae01-4f79b338587f", "tag": "52ee5732-d5d1-4e74-a326-424203f51844"}]}' {{(pid=103642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:39:03.827740 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 10:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14257e9a-6eda-48bd-94ef-19978e91bd69 x-openstack-request-id: req-14257e9a-6eda-48bd-94ef-19978e91bd69 {{(pid=103642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:39:03.828238 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c77b287-50bd-4fe2-ae01-4f79b338587f", "tag": "52ee5732-d5d1-4e74-a326-424203f51844", "status": "completed", "code": 200}]} {{(pid=103642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:39:03.828495 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-14257e9a-6eda-48bd-94ef-19978e91bd69 {{(pid=103642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:39:03.828894 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c77b287-50bd-4fe2-ae01-4f79b338587f', 'tag': '52ee5732-d5d1-4e74-a326-424203f51844', 'status': 'completed', 'code': 200} Mar 14 10:39:03.889183 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvr_db [None req-e1a7ca24-026f-4f8c-9b5e-fa8c926b12e9 None None] Set router af46814b-06af-4a09-b7be-76dcaa7e3d2d gateway port host: dv-cinder-833544-1-iscsi {{(pid=103644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:39:03.919851 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.db.db_base_plugin_common [req-14cde2e7-8840-4881-bb95-5187c3e1d327 req-638ecdc6-cc3e-4129-8752-1a3cfff13e08 tempest-VolumesActionsTest-1289464188 tempest-VolumesActionsTest-1289464188-project] Allocated IP 172.20.0.12 (ce708136-ae36-4801-9ccf-e4f9749c9256/d4259332-38d8-4b59-8a40-9d9da2fbb4fe/4a8801b9-47cb-4502-8acb-1d5199134ff4) {{(pid=103643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 10:39:03.920621 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c12db9c-095a-4e57-85b3-3306f51149c4 req-96cf6bbf-fc58-4eff-8b6d-905511b480ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:39:03.922770 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-0c12db9c-095a-4e57-85b3-3306f51149c4 req-96cf6bbf-fc58-4eff-8b6d-905511b480ba service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ec9fb341ae784a188d2c22728a1d4c86&device_id=5c77b287-50bd-4fe2-ae01-4f79b338587f HTTP/1.1" status: 200 len: 1129 time: 0.0504107 Mar 14 10:39:04.025870 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c12db9c-095a-4e57-85b3-3306f51149c4 req-5f03606c-61dd-48aa-b800-af0a78acc176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:39:04.027472 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-0c12db9c-095a-4e57-85b3-3306f51149c4 req-5f03606c-61dd-48aa-b800-af0a78acc176 service neutron] 10.222.0.39 "GET /v2.0/networks?id=57ee559b-7405-419c-add9-12136a347c22 HTTP/1.1" status: 200 len: 915 time: 0.0973887 Mar 14 10:39:04.073257 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-14cde2e7-8840-4881-bb95-5187c3e1d327 req-638ecdc6-cc3e-4129-8752-1a3cfff13e08 tempest-VolumesActionsTest-1289464188 tempest-VolumesActionsTest-1289464188-project] Publish callbacks [] for port (4a8801b9-47cb-4502-8acb-1d5199134ff4), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:39:04.094364 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-0c12db9c-095a-4e57-85b3-3306f51149c4 req-9e83cb3a-3add-405e-87e0-3d5adbaeea87 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=52ee5732-d5d1-4e74-a326-424203f51844 HTTP/1.1" status: 200 len: 999 time: 0.0606737 Mar 14 10:39:04.128727 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-e1a7ca24-026f-4f8c-9b5e-fa8c926b12e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af46814b-06af-4a09-b7be-76dcaa7e3d2d', 'name': 'tempest-AttachVolumeNegativeTest-542487346-router', 'tenant_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '4038d135-f1a7-44ee-a8aa-d68043c4ba7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:36:55Z', 'updated_at': '2022-03-14T10:36:58Z', 'revision_number': 4, 'project_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'gw_port': {'id': '4038d135-f1a7-44ee-a8aa-d68043c4ba7e', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ff:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af46814b-06af-4a09-b7be-76dcaa7e3d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:36:56Z', 'updated_at': '2022-03-14T10:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi', '_floatingips': [{'id': '7aa99ef1-dc89-43ed-8131-1fcbe4049168', 'tenant_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'floating_ip_address': '172.27.2.165', 'floating_network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'router_id': 'af46814b-06af-4a09-b7be-76dcaa7e3d2d', 'port_id': 'd3489a11-8a78-4228-b306-782236378fce', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '57ee559b-7405-419c-add9-12136a347c22', 'mac_address': 'fa:16:3e:c6:32:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4d8caf-bcda-4f86-a6ec-988ca9d2e025', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T10:37:02Z', 'updated_at': '2022-03-14T10:37:19Z', 'revision_number': 2, 'project_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'fixed_ip_address_scope': None}, {'id': 'e312620c-4c25-4281-9987-c8d5a62a20f7', 'tenant_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'floating_ip_address': '172.27.2.216', 'floating_network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'router_id': 'af46814b-06af-4a09-b7be-76dcaa7e3d2d', 'port_id': '52ee5732-d5d1-4e74-a326-424203f51844', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '57ee559b-7405-419c-add9-12136a347c22', 'mac_address': 'fa:16:3e:ae:b2:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c77b287-50bd-4fe2-ae01-4f79b338587f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T10:38:46Z', 'updated_at': '2022-03-14T10:39:03Z', 'revision_number': 1, 'project_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab8a89ac-e5fd-48ec-bc47-505baf6717ca', 'name': '', 'network_id': '57ee559b-7405-419c-add9-12136a347c22', 'tenant_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'mac_address': 'fa:16:3e:09:aa:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af46814b-06af-4a09-b7be-76dcaa7e3d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '445e9f07-5c2c-42dc-a9b7-aeafc1941d6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:36:58Z', 'updated_at': '2022-03-14T10:37:02Z', 'revision_number': 5, 'project_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'subnets': [{'id': '445e9f07-5c2c-42dc-a9b7-aeafc1941d6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833544-1-iscsi', False) {} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:39:04.147420 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c12db9c-095a-4e57-85b3-3306f51149c4 req-c1897e95-7c41-4001-a97b-dfb5faea23e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:39:04.148934 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-0c12db9c-095a-4e57-85b3-3306f51149c4 req-c1897e95-7c41-4001-a97b-dfb5faea23e9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=445e9f07-5c2c-42dc-a9b7-aeafc1941d6c HTTP/1.1" status: 200 len: 853 time: 0.0495064 Mar 14 10:39:04.155461 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-14cde2e7-8840-4881-bb95-5187c3e1d327 req-638ecdc6-cc3e-4129-8752-1a3cfff13e08 tempest-VolumesActionsTest-1289464188 tempest-VolumesActionsTest-1289464188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739585409118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516063'] for port (4a8801b9-47cb-4502-8acb-1d5199134ff4), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:39:04.160454 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a7ca24-026f-4f8c-9b5e-fa8c926b12e9 None None] Checking router: af46814b-06af-4a09-b7be-76dcaa7e3d2d for host: dv-cinder-833544-1-iscsi {{(pid=103644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 10:39:04.169383 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a7ca24-026f-4f8c-9b5e-fa8c926b12e9 None None] Routers {'af46814b-06af-4a09-b7be-76dcaa7e3d2d'} bound to L3 agent in host dv-cinder-833544-1-iscsi {{(pid=103644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:39:04.169999 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-e1a7ca24-026f-4f8c-9b5e-fa8c926b12e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833544-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T10:17:23Z,description=,heartbeat_timestamp=2022-03-14T10:38:53Z,host='dv-cinder-833544-1-iscsi',id=a016a58c-1f8a-4210-ae6c-360b1a1f78c1,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:17:24Z,topic='l3_agent')) {'router_ids': ['af46814b-06af-4a09-b7be-76dcaa7e3d2d'], 'active': True} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:39:04.197952 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c12db9c-095a-4e57-85b3-3306f51149c4 req-a8a250e5-0e94-4d97-8128-41df059bfdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:39:04.199610 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-0c12db9c-095a-4e57-85b3-3306f51149c4 req-a8a250e5-0e94-4d97-8128-41df059bfdd4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=57ee559b-7405-419c-add9-12136a347c22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452127 Mar 14 10:39:04.228411 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14cde2e7-8840-4881-bb95-5187c3e1d327 req-638ecdc6-cc3e-4129-8752-1a3cfff13e08 tempest-VolumesActionsTest-1289464188 tempest-VolumesActionsTest-1289464188-project] Network ce708136-ae36-4801-9ccf-e4f9749c9256 is already hosted by enough agents. {{(pid=103643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:39:04.234515 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.base_scheduler [req-14cde2e7-8840-4881-bb95-5187c3e1d327 req-638ecdc6-cc3e-4129-8752-1a3cfff13e08 tempest-VolumesActionsTest-1289464188 tempest-VolumesActionsTest-1289464188-project] Resources bound (agent type, host, resource id): {{(pid=103643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:39:04.242259 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.db.l3_dvrscheduler_db [req-14cde2e7-8840-4881-bb95-5187c3e1d327 req-638ecdc6-cc3e-4129-8752-1a3cfff13e08 tempest-VolumesActionsTest-1289464188 tempest-VolumesActionsTest-1289464188-project] Received port after_create {{(pid=103643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 10:39:04.246543 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638ecdc6-cc3e-4129-8752-1a3cfff13e08 tempest-VolumesActionsTest-1289464188 tempest-VolumesActionsTest-1289464188-project] Pushing event updated for resources: {'Port': ['ID=4a8801b9-47cb-4502-8acb-1d5199134ff4,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:39:04.273490 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2205a9-5367-4885-ab3a-81a62e1d2187 req-657e92de-6fec-48a8-a93f-25efc528b753 tempest-VolumesActionsTest-1289464188 tempest-VolumesActionsTest-1289464188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:39:04.275082 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-9d2205a9-5367-4885-ab3a-81a62e1d2187 req-657e92de-6fec-48a8-a93f-25efc528b753 tempest-VolumesActionsTest-1289464188 tempest-VolumesActionsTest-1289464188-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0b66457-5f78-43ea-9843-2fc5b08af8a4 HTTP/1.1" status: 200 len: 932 time: 0.1324773 Mar 14 10:39:04.301144 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-0c12db9c-095a-4e57-85b3-3306f51149c4 req-29ddf0cc-c91e-4f83-a22a-f797261cd60f service neutron] 10.222.0.39 "GET /v2.0/networks/57ee559b-7405-419c-add9-12136a347c22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955701 Mar 14 10:39:04.321864 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cde2e7-8840-4881-bb95-5187c3e1d327 req-638ecdc6-cc3e-4129-8752-1a3cfff13e08 tempest-VolumesActionsTest-1289464188 tempest-VolumesActionsTest-1289464188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:39:04.322532 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-14cde2e7-8840-4881-bb95-5187c3e1d327 req-638ecdc6-cc3e-4129-8752-1a3cfff13e08 tempest-VolumesActionsTest-1289464188 tempest-VolumesActionsTest-1289464188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211739'] for port (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:39:04.353888 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-9d2205a9-5367-4885-ab3a-81a62e1d2187 req-d407b224-5244-4a11-a49a-0a79da052c91 tempest-VolumesActionsTest-1289464188 tempest-VolumesActionsTest-1289464188-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf572112-e33d-4fb7-b937-b9549e2d0bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665565 Mar 14 10:39:04.404861 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-0c12db9c-095a-4e57-85b3-3306f51149c4 req-47853b3b-a93b-4c02-9232-b51ed51c1dcc service neutron] 10.222.0.39 "GET /v2.0/networks/57ee559b-7405-419c-add9-12136a347c22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953021 Mar 14 10:39:04.418788 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvr_db [None req-e1a7ca24-026f-4f8c-9b5e-fa8c926b12e9 None None] Set router af46814b-06af-4a09-b7be-76dcaa7e3d2d gateway port host: dv-cinder-833544-1-iscsi {{(pid=103644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:39:04.441724 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-14cde2e7-8840-4881-bb95-5187c3e1d327 req-638ecdc6-cc3e-4129-8752-1a3cfff13e08 tempest-VolumesActionsTest-1289464188 tempest-VolumesActionsTest-1289464188-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9298584 Mar 14 10:39:04.476229 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [req-14cde2e7-8840-4881-bb95-5187c3e1d327 req-8cf73330-4f90-4702-b890-76e5433a279d service neutron] Request body: {'port': {'device_id': 'c0b66457-5f78-43ea-9843-2fc5b08af8a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83354'}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:39:04.537918 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-14cde2e7-8840-4881-bb95-5187c3e1d327 req-8cf73330-4f90-4702-b890-76e5433a279d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (4a8801b9-47cb-4502-8acb-1d5199134ff4), before_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:39:04.645255 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-e1a7ca24-026f-4f8c-9b5e-fa8c926b12e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af46814b-06af-4a09-b7be-76dcaa7e3d2d', 'name': 'tempest-AttachVolumeNegativeTest-542487346-router', 'tenant_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '4038d135-f1a7-44ee-a8aa-d68043c4ba7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:36:55Z', 'updated_at': '2022-03-14T10:36:58Z', 'revision_number': 4, 'project_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'gw_port': {'id': '4038d135-f1a7-44ee-a8aa-d68043c4ba7e', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ff:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af46814b-06af-4a09-b7be-76dcaa7e3d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:36:56Z', 'updated_at': '2022-03-14T10:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi', '_floatingips': [{'id': '7aa99ef1-dc89-43ed-8131-1fcbe4049168', 'tenant_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'floating_ip_address': '172.27.2.165', 'floating_network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'router_id': 'af46814b-06af-4a09-b7be-76dcaa7e3d2d', 'port_id': 'd3489a11-8a78-4228-b306-782236378fce', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '57ee559b-7405-419c-add9-12136a347c22', 'mac_address': 'fa:16:3e:c6:32:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4d8caf-bcda-4f86-a6ec-988ca9d2e025', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T10:37:02Z', 'updated_at': '2022-03-14T10:37:19Z', 'revision_number': 2, 'project_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'fixed_ip_address_scope': None}, {'id': 'e312620c-4c25-4281-9987-c8d5a62a20f7', 'tenant_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'floating_ip_address': '172.27.2.216', 'floating_network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'router_id': 'af46814b-06af-4a09-b7be-76dcaa7e3d2d', 'port_id': '52ee5732-d5d1-4e74-a326-424203f51844', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '57ee559b-7405-419c-add9-12136a347c22', 'mac_address': 'fa:16:3e:ae:b2:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c77b287-50bd-4fe2-ae01-4f79b338587f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T10:38:46Z', 'updated_at': '2022-03-14T10:39:03Z', 'revision_number': 1, 'project_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab8a89ac-e5fd-48ec-bc47-505baf6717ca', 'name': '', 'network_id': '57ee559b-7405-419c-add9-12136a347c22', 'tenant_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'mac_address': 'fa:16:3e:09:aa:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af46814b-06af-4a09-b7be-76dcaa7e3d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '445e9f07-5c2c-42dc-a9b7-aeafc1941d6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:36:58Z', 'updated_at': '2022-03-14T10:37:02Z', 'revision_number': 5, 'project_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'subnets': [{'id': '445e9f07-5c2c-42dc-a9b7-aeafc1941d6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833544-1-iscsi', False) {} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:39:04.676346 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a7ca24-026f-4f8c-9b5e-fa8c926b12e9 None None] The sync data for ids ['af46814b-06af-4a09-b7be-76dcaa7e3d2d'] in dv-cinder-833544-1-iscsi is: [{'id': 'af46814b-06af-4a09-b7be-76dcaa7e3d2d', 'name': 'tempest-AttachVolumeNegativeTest-542487346-router', 'tenant_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '4038d135-f1a7-44ee-a8aa-d68043c4ba7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:36:55Z', 'updated_at': '2022-03-14T10:36:58Z', 'revision_number': 4, 'project_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'gw_port': {'id': '4038d135-f1a7-44ee-a8aa-d68043c4ba7e', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ff:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af46814b-06af-4a09-b7be-76dcaa7e3d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:36:56Z', 'updated_at': '2022-03-14T10:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi', '_floatingips': [{'id': '7aa99ef1-dc89-43ed-8131-1fcbe4049168', 'tenant_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'floating_ip_address': '172.27.2.165', 'floating_network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'router_id': 'af46814b-06af-4a09-b7be-76dcaa7e3d2d', 'port_id': 'd3489a11-8a78-4228-b306-782236378fce', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '57ee559b-7405-419c-add9-12136a347c22', 'mac_address': 'fa:16:3e:c6:32:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4d8caf-bcda-4f86-a6ec-988ca9d2e025', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T10:37:02Z', 'updated_at': '2022-03-14T10:37:19Z', 'revision_number': 2, 'project_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'fixed_ip_address_scope': None}, {'id': 'e312620c-4c25-4281-9987-c8d5a62a20f7', 'tenant_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'floating_ip_address': '172.27.2.216', 'floating_network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'router_id': 'af46814b-06af-4a09-b7be-76dcaa7e3d2d', 'port_id': '52ee5732-d5d1-4e74-a326-424203f51844', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '57ee559b-7405-419c-add9-12136a347c22', 'mac_address': 'fa:16:3e:ae:b2:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c77b287-50bd-4fe2-ae01-4f79b338587f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T10:38:46Z', 'updated_at': '2022-03-14T10:39:03Z', 'revision_number': 1, 'project_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab8a89ac-e5fd-48ec-bc47-505baf6717ca', 'name': '', 'network_id': '57ee559b-7405-419c-add9-12136a347c22', 'tenant_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'mac_address': 'fa:16:3e:09:aa:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af46814b-06af-4a09-b7be-76dcaa7e3d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '445e9f07-5c2c-42dc-a9b7-aeafc1941d6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:36:58Z', 'updated_at': '2022-03-14T10:37:02Z', 'revision_number': 5, 'project_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'subnets': [{'id': '445e9f07-5c2c-42dc-a9b7-aeafc1941d6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 10:39:04.800600 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.notifiers.nova [req-14cde2e7-8840-4881-bb95-5187c3e1d327 req-8cf73330-4f90-4702-b890-76e5433a279d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a8801b9-47cb-4502-8acb-1d5199134ff4 {{(pid=103643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 10:39:04.813138 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-14cde2e7-8840-4881-bb95-5187c3e1d327 req-8cf73330-4f90-4702-b890-76e5433a279d service neutron] Publish callbacks [] for port (4a8801b9-47cb-4502-8acb-1d5199134ff4), precommit_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:39:04.825772 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.db.provisioning_blocks [req-14cde2e7-8840-4881-bb95-5187c3e1d327 req-8cf73330-4f90-4702-b890-76e5433a279d service neutron] Transition to ACTIVE for port object 4a8801b9-47cb-4502-8acb-1d5199134ff4 will not be triggered until provisioned by entity L2. {{(pid=103643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 14 10:39:04.869969 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169746e5-9f17-4bf7-96cd-43b84e75c0a9 None None] New status for floating IP e312620c-4c25-4281-9987-c8d5a62a20f7: ACTIVE {{(pid=103645) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 10:39:04.930350 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-14cde2e7-8840-4881-bb95-5187c3e1d327 req-8cf73330-4f90-4702-b890-76e5433a279d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516052'] for port (4a8801b9-47cb-4502-8acb-1d5199134ff4), after_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:39:04.991338 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf73330-4f90-4702-b890-76e5433a279d service neutron] Pushing event updated for resources: {'Port': ['ID=4a8801b9-47cb-4502-8acb-1d5199134ff4,revision_number=2']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:39:05.062625 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.managers [req-14cde2e7-8840-4881-bb95-5187c3e1d327 req-8cf73330-4f90-4702-b890-76e5433a279d service neutron] Attempting to bind port 4a8801b9-47cb-4502-8acb-1d5199134ff4 on host hv-cinder-83354 for vnic_type normal with profile {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 10:39:05.062973 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.managers [req-14cde2e7-8840-4881-bb95-5187c3e1d327 req-8cf73330-4f90-4702-b890-76e5433a279d service neutron] Attempting to bind port 4a8801b9-47cb-4502-8acb-1d5199134ff4 by drivers openvswitch,hyperv on host hv-cinder-83354 at level 0 using segments [{'id': '7303f9bf-fc4e-4002-95e7-bcbcd0c896b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ce708136-ae36-4801-9ccf-e4f9749c9256'}] {{(pid=103643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 10:39:05.063482 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14cde2e7-8840-4881-bb95-5187c3e1d327 req-8cf73330-4f90-4702-b890-76e5433a279d service neutron] Attempting to bind port 4a8801b9-47cb-4502-8acb-1d5199134ff4 on network ce708136-ae36-4801-9ccf-e4f9749c9256 {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:39:05.068168 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14cde2e7-8840-4881-bb95-5187c3e1d327 req-8cf73330-4f90-4702-b890-76e5433a279d service neutron] Port 4a8801b9-47cb-4502-8acb-1d5199134ff4 on network ce708136-ae36-4801-9ccf-e4f9749c9256 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83354 {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 10:39:05.068499 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14cde2e7-8840-4881-bb95-5187c3e1d327 req-8cf73330-4f90-4702-b890-76e5433a279d service neutron] Attempting to bind port 4a8801b9-47cb-4502-8acb-1d5199134ff4 on network ce708136-ae36-4801-9ccf-e4f9749c9256 {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:39:05.073674 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14cde2e7-8840-4881-bb95-5187c3e1d327 req-8cf73330-4f90-4702-b890-76e5433a279d service neutron] Checking agent: {'id': 'cd4c1fd5-6bd0-46fc-9cd1-9ea8fc180379', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83354', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 10, 23, 57), 'started_at': datetime.datetime(2022, 3, 14, 10, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 10, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 10:39:05.074019 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14cde2e7-8840-4881-bb95-5187c3e1d327 req-8cf73330-4f90-4702-b890-76e5433a279d service neutron] Checking segment: {'id': '7303f9bf-fc4e-4002-95e7-bcbcd0c896b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ce708136-ae36-4801-9ccf-e4f9749c9256'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:39:05.074416 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14cde2e7-8840-4881-bb95-5187c3e1d327 req-8cf73330-4f90-4702-b890-76e5433a279d service neutron] Bound using segment: {'id': '7303f9bf-fc4e-4002-95e7-bcbcd0c896b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ce708136-ae36-4801-9ccf-e4f9749c9256'} {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 10:39:05.074870 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.managers [req-14cde2e7-8840-4881-bb95-5187c3e1d327 req-8cf73330-4f90-4702-b890-76e5433a279d service neutron] Bound port: 4a8801b9-47cb-4502-8acb-1d5199134ff4, host: hv-cinder-83354, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7303f9bf-fc4e-4002-95e7-bcbcd0c896b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ce708136-ae36-4801-9ccf-e4f9749c9256'}}] {{(pid=103643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 10:39:05.075296 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-14cde2e7-8840-4881-bb95-5187c3e1d327 req-8cf73330-4f90-4702-b890-76e5433a279d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (4a8801b9-47cb-4502-8acb-1d5199134ff4), before_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:39:05.139560 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.db [req-14cde2e7-8840-4881-bb95-5187c3e1d327 req-8cf73330-4f90-4702-b890-76e5433a279d service neutron] For port 4a8801b9-47cb-4502-8acb-1d5199134ff4, host hv-cinder-83354, cleared binding levels {{(pid=103643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 10:39:05.142509 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.db [req-14cde2e7-8840-4881-bb95-5187c3e1d327 req-8cf73330-4f90-4702-b890-76e5433a279d service neutron] For port 4a8801b9-47cb-4502-8acb-1d5199134ff4, host hv-cinder-83354, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=4a8801b9-47cb-4502-8acb-1d5199134ff4,segment=NetworkSegment(7303f9bf-fc4e-4002-95e7-bcbcd0c896b1),segment_id=7303f9bf-fc4e-4002-95e7-bcbcd0c896b1)] {{(pid=103643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 10:39:05.193454 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-14cde2e7-8840-4881-bb95-5187c3e1d327 req-8cf73330-4f90-4702-b890-76e5433a279d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516052'] for port (4a8801b9-47cb-4502-8acb-1d5199134ff4), after_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:39:05.232949 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cde2e7-8840-4881-bb95-5187c3e1d327 req-8cf73330-4f90-4702-b890-76e5433a279d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:39:05.233563 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-14cde2e7-8840-4881-bb95-5187c3e1d327 req-8cf73330-4f90-4702-b890-76e5433a279d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211739'] for port (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:39:05.234915 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-14cde2e7-8840-4881-bb95-5187c3e1d327 req-8cf73330-4f90-4702-b890-76e5433a279d service neutron] 10.222.0.39 "PUT /v2.0/ports/4a8801b9-47cb-4502-8acb-1d5199134ff4 HTTP/1.1" status: 200 len: 1094 time: 0.7635858 Mar 14 10:39:05.235381 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0b66457-5f78-43ea-9843-2fc5b08af8a4', 'tag': '4a8801b9-47cb-4502-8acb-1d5199134ff4'}] {{(pid=103643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:39:05.237662 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b58adf1808d3e8f2b7de4636db435fb255da6a44abdc46a7a48cdc23cb85b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c87fad3-6af6-43ab-a5ee-9ba616386361" -d '{"events": [{"name": "network-changed", "server_uuid": "c0b66457-5f78-43ea-9843-2fc5b08af8a4", "tag": "4a8801b9-47cb-4502-8acb-1d5199134ff4"}]}' {{(pid=103643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:39:05.258063 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf73330-4f90-4702-b890-76e5433a279d service neutron] Pushing event updated for resources: {'Port': ['ID=4a8801b9-47cb-4502-8acb-1d5199134ff4,revision_number=3']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:39:05.274769 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 10:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3270341-524f-45ba-81dc-c71df1df706e x-openstack-request-id: req-b3270341-524f-45ba-81dc-c71df1df706e {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:39:05.275064 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0b66457-5f78-43ea-9843-2fc5b08af8a4", "tag": "4a8801b9-47cb-4502-8acb-1d5199134ff4", "status": "completed", "code": 200}]} {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:39:05.275320 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b3270341-524f-45ba-81dc-c71df1df706e {{(pid=103643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:39:05.275742 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0b66457-5f78-43ea-9843-2fc5b08af8a4', 'tag': '4a8801b9-47cb-4502-8acb-1d5199134ff4', 'status': 'completed', 'code': 200} Mar 14 10:39:05.362131 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c87fad3-6af6-43ab-a5ee-9ba616386361 req-8ac5680c-04bd-4b90-bedf-0be3faad0832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:39:05.363600 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-3c87fad3-6af6-43ab-a5ee-9ba616386361 req-8ac5680c-04bd-4b90-bedf-0be3faad0832 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f62d45e041dd48a6a30625058b85d5d2&device_id=c0b66457-5f78-43ea-9843-2fc5b08af8a4 HTTP/1.1" status: 200 len: 1128 time: 0.0441756 Mar 14 10:39:05.494972 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c87fad3-6af6-43ab-a5ee-9ba616386361 req-f0b4eb66-0cef-4f71-aba1-6b578555bcef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:39:05.496359 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-3c87fad3-6af6-43ab-a5ee-9ba616386361 req-f0b4eb66-0cef-4f71-aba1-6b578555bcef service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=f62d45e041dd48a6a30625058b85d5d2&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1205912 Mar 14 10:39:05.517744 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f39ae20-fc1e-495d-9fa9-c691739ecbbf req-cb323587-d16d-417d-94f9-546b8568df9d tempest-VolumesActionsTest-1289464188 tempest-VolumesActionsTest-1289464188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:39:05.519134 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-1f39ae20-fc1e-495d-9fa9-c691739ecbbf req-cb323587-d16d-417d-94f9-546b8568df9d tempest-VolumesActionsTest-1289464188 tempest-VolumesActionsTest-1289464188-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0b66457-5f78-43ea-9843-2fc5b08af8a4 HTTP/1.1" status: 200 len: 944 time: 0.0854053 Mar 14 10:39:05.615777 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-1f39ae20-fc1e-495d-9fa9-c691739ecbbf req-12bc25ed-8fb3-418b-9533-617549098fd2 tempest-VolumesActionsTest-1289464188 tempest-VolumesActionsTest-1289464188-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf572112-e33d-4fb7-b937-b9549e2d0bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861833 Mar 14 10:39:05.631341 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c87fad3-6af6-43ab-a5ee-9ba616386361 req-d5a9721d-32ef-4816-8756-0724bffb404d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:39:05.632841 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-3c87fad3-6af6-43ab-a5ee-9ba616386361 req-d5a9721d-32ef-4816-8756-0724bffb404d service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1302929 Mar 14 10:39:05.729454 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cde2e7-8840-4881-bb95-5187c3e1d327 req-a39f7955-49af-4b19-b222-5b09f9edcf37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:39:05.730926 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-14cde2e7-8840-4881-bb95-5187c3e1d327 req-a39f7955-49af-4b19-b222-5b09f9edcf37 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f62d45e041dd48a6a30625058b85d5d2&device_id=c0b66457-5f78-43ea-9843-2fc5b08af8a4 HTTP/1.1" status: 200 len: 1128 time: 0.0444212 Mar 14 10:39:05.776576 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-14cde2e7-8840-4881-bb95-5187c3e1d327 req-9ef941db-9cc4-4c4e-9382-7d2d7a7fcc82 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a8801b9-47cb-4502-8acb-1d5199134ff4 HTTP/1.1" status: 200 len: 217 time: 0.0331557 Mar 14 10:39:05.823324 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cde2e7-8840-4881-bb95-5187c3e1d327 req-3a4a8f27-cea2-4f23-9c51-1bae749ad666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:39:05.824773 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-14cde2e7-8840-4881-bb95-5187c3e1d327 req-3a4a8f27-cea2-4f23-9c51-1bae749ad666 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d4259332-38d8-4b59-8a40-9d9da2fbb4fe HTTP/1.1" status: 200 len: 849 time: 0.0428877 Mar 14 10:39:05.864610 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-14cde2e7-8840-4881-bb95-5187c3e1d327 req-14b02e36-7f66-4ee2-922f-0160e1460e0c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ce708136-ae36-4801-9ccf-e4f9749c9256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340660 Mar 14 10:39:05.953630 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-14cde2e7-8840-4881-bb95-5187c3e1d327 req-7b03dfa5-f8a7-42b1-a4e6-dd6d56148091 service neutron] 10.222.0.39 "GET /v2.0/networks/ce708136-ae36-4801-9ccf-e4f9749c9256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825062 Mar 14 10:39:06.046461 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-14cde2e7-8840-4881-bb95-5187c3e1d327 req-e05108a2-1bf0-461a-91e6-1b502299ab53 service neutron] 10.222.0.39 "GET /v2.0/networks/ce708136-ae36-4801-9ccf-e4f9749c9256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864398 Mar 14 10:39:06.743166 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-3d297f67-9c2e-4dd4-9833-d8b04d1888e0 req-6882d68d-795f-4035-86c5-47aa80a65dd0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3b4d8caf-bcda-4f86-a6ec-988ca9d2e025&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0716512 Mar 14 10:39:06.757931 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ad00d7-2829-4f21-985b-5f8f1d5459e9 req-b54adf1f-3c88-40cb-9935-59cbfc3a5dbc tempest-VolumesActionsTest-1289464188 tempest-VolumesActionsTest-1289464188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:39:06.759271 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-50ad00d7-2829-4f21-985b-5f8f1d5459e9 req-b54adf1f-3c88-40cb-9935-59cbfc3a5dbc tempest-VolumesActionsTest-1289464188 tempest-VolumesActionsTest-1289464188-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0b66457-5f78-43ea-9843-2fc5b08af8a4 HTTP/1.1" status: 200 len: 944 time: 0.0627632 Mar 14 10:39:06.813306 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-50ad00d7-2829-4f21-985b-5f8f1d5459e9 req-1b0197fb-52d7-4ed5-a54a-5b2e418a921d tempest-VolumesActionsTest-1289464188 tempest-VolumesActionsTest-1289464188-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf572112-e33d-4fb7-b937-b9549e2d0bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485084 Mar 14 10:39:06.849841 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d297f67-9c2e-4dd4-9833-d8b04d1888e0 req-68b1b2d4-bd5f-439d-a975-51206baa8a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:39:06.862864 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-3d297f67-9c2e-4dd4-9833-d8b04d1888e0 req-68b1b2d4-bd5f-439d-a975-51206baa8a0c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ec9fb341ae784a188d2c22728a1d4c86&device_id=3b4d8caf-bcda-4f86-a6ec-988ca9d2e025 HTTP/1.1" status: 200 len: 1130 time: 0.0499213 Mar 14 10:39:06.956092 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d297f67-9c2e-4dd4-9833-d8b04d1888e0 req-cb47397d-b9c7-4cfc-bf65-4cf02c39cf78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:39:06.958155 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-3d297f67-9c2e-4dd4-9833-d8b04d1888e0 req-cb47397d-b9c7-4cfc-bf65-4cf02c39cf78 service neutron] 10.222.0.39 "GET /v2.0/networks?id=57ee559b-7405-419c-add9-12136a347c22 HTTP/1.1" status: 200 len: 915 time: 0.0883811 Mar 14 10:39:07.024917 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-3d297f67-9c2e-4dd4-9833-d8b04d1888e0 req-e22bf386-3cd4-462e-89ab-6b3ab802ae78 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d3489a11-8a78-4228-b306-782236378fce HTTP/1.1" status: 200 len: 1002 time: 0.0596077 Mar 14 10:39:07.072155 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d297f67-9c2e-4dd4-9833-d8b04d1888e0 req-652e97d0-1bdc-485e-ae9a-fee38d68cc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:39:07.073640 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-3d297f67-9c2e-4dd4-9833-d8b04d1888e0 req-652e97d0-1bdc-485e-ae9a-fee38d68cc61 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=445e9f07-5c2c-42dc-a9b7-aeafc1941d6c HTTP/1.1" status: 200 len: 853 time: 0.0427079 Mar 14 10:39:07.120360 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d297f67-9c2e-4dd4-9833-d8b04d1888e0 req-829ee858-9c30-491e-bf46-7e0710a92958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:39:07.121806 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-3d297f67-9c2e-4dd4-9833-d8b04d1888e0 req-829ee858-9c30-491e-bf46-7e0710a92958 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=57ee559b-7405-419c-add9-12136a347c22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422533 Mar 14 10:39:07.210936 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-3d297f67-9c2e-4dd4-9833-d8b04d1888e0 req-76ae45f0-64c9-404a-88e7-8150dced5bac service neutron] 10.222.0.39 "GET /v2.0/networks/57ee559b-7405-419c-add9-12136a347c22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816686 Mar 14 10:39:07.297430 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-3d297f67-9c2e-4dd4-9833-d8b04d1888e0 req-488601ab-3a81-4cf7-978c-0520159b0c84 service neutron] 10.222.0.39 "GET /v2.0/networks/57ee559b-7405-419c-add9-12136a347c22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809140 Mar 14 10:39:07.936505 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76f7060-1083-4626-a908-1c9330e8e0dd req-10d6bde3-91c4-46ab-bd9a-227d11f5cc98 tempest-VolumesActionsTest-1289464188 tempest-VolumesActionsTest-1289464188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:39:07.937972 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-c76f7060-1083-4626-a908-1c9330e8e0dd req-10d6bde3-91c4-46ab-bd9a-227d11f5cc98 tempest-VolumesActionsTest-1289464188 tempest-VolumesActionsTest-1289464188-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0b66457-5f78-43ea-9843-2fc5b08af8a4 HTTP/1.1" status: 200 len: 944 time: 0.0577383 Mar 14 10:39:07.985569 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-c76f7060-1083-4626-a908-1c9330e8e0dd req-79719e19-1eb2-4335-8212-a753ea4e5fa0 tempest-VolumesActionsTest-1289464188 tempest-VolumesActionsTest-1289464188-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf572112-e33d-4fb7-b937-b9549e2d0bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410540 Mar 14 10:39:09.099857 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca831a3-1b6f-4f29-b459-d30f50dcc5d4 req-5eb99e7f-00b4-4eac-8629-efb5a2f19e94 tempest-VolumesActionsTest-1289464188 tempest-VolumesActionsTest-1289464188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:39:09.101344 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-aca831a3-1b6f-4f29-b459-d30f50dcc5d4 req-5eb99e7f-00b4-4eac-8629-efb5a2f19e94 tempest-VolumesActionsTest-1289464188 tempest-VolumesActionsTest-1289464188-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0b66457-5f78-43ea-9843-2fc5b08af8a4 HTTP/1.1" status: 200 len: 944 time: 0.0516148 Mar 14 10:39:09.146013 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-aca831a3-1b6f-4f29-b459-d30f50dcc5d4 req-7816a61f-fb96-49b8-a40f-4b957f334738 tempest-VolumesActionsTest-1289464188 tempest-VolumesActionsTest-1289464188-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf572112-e33d-4fb7-b937-b9549e2d0bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391791 Mar 14 10:39:09.407444 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Device 4a8801b9-47cb-4502-8acb-1d5199134ff4 details requested by agent hyperv_hv-cinder-83354 with host hv-cinder-83354 {{(pid=103644) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 10:39:09.501018 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] For port 4a8801b9-47cb-4502-8acb-1d5199134ff4, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=4a8801b9-47cb-4502-8acb-1d5199134ff4,segment=NetworkSegment(7303f9bf-fc4e-4002-95e7-bcbcd0c896b1),segment_id=7303f9bf-fc4e-4002-95e7-bcbcd0c896b1)] {{(pid=103644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:39:09.511611 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Returning: {'device': '4a8801b9-47cb-4502-8acb-1d5199134ff4', 'network_id': 'ce708136-ae36-4801-9ccf-e4f9749c9256', 'port_id': '4a8801b9-47cb-4502-8acb-1d5199134ff4', 'mac_address': 'fa:16:3e:89:e5:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4259332-38d8-4b59-8a40-9d9da2fbb4fe', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103644) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 10:39:09.551926 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Current status of the port 4a8801b9-47cb-4502-8acb-1d5199134ff4 is: DOWN; New status is: BUILD {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:39:09.552327 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (4a8801b9-47cb-4502-8acb-1d5199134ff4), before_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:39:09.565066 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.notifiers.nova [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a8801b9-47cb-4502-8acb-1d5199134ff4 {{(pid=103644) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 10:39:09.583907 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] For port 4a8801b9-47cb-4502-8acb-1d5199134ff4, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=4a8801b9-47cb-4502-8acb-1d5199134ff4,segment=NetworkSegment(7303f9bf-fc4e-4002-95e7-bcbcd0c896b1),segment_id=7303f9bf-fc4e-4002-95e7-bcbcd0c896b1)] {{(pid=103644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:39:09.644550 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (4a8801b9-47cb-4502-8acb-1d5199134ff4), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:39:09.689890 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Pushing event updated for resources: {'Port': ['ID=4a8801b9-47cb-4502-8acb-1d5199134ff4,revision_number=4']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:39:10.040819 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] get_ports_and_sgs() called for port_ids ['4a8801b9-47cb-4502-8acb-1d5199134ff4'] {{(pid=103644) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 10:39:10.261743 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3b911c-0c4c-4e07-ba94-239e76f32a01 req-22803ba5-5ffe-4343-b4fc-042655028e5c tempest-VolumesActionsTest-1289464188 tempest-VolumesActionsTest-1289464188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:39:10.263095 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-7e3b911c-0c4c-4e07-ba94-239e76f32a01 req-22803ba5-5ffe-4343-b4fc-042655028e5c tempest-VolumesActionsTest-1289464188 tempest-VolumesActionsTest-1289464188-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0b66457-5f78-43ea-9843-2fc5b08af8a4 HTTP/1.1" status: 200 len: 945 time: 0.0513496 Mar 14 10:39:10.311116 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-7e3b911c-0c4c-4e07-ba94-239e76f32a01 req-b74ed08b-5458-48d0-8c74-b9189b5adf5c tempest-VolumesActionsTest-1289464188 tempest-VolumesActionsTest-1289464188-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf572112-e33d-4fb7-b937-b9549e2d0bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424345 Mar 14 10:39:11.403534 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Device 4a8801b9-47cb-4502-8acb-1d5199134ff4 up at agent hyperv_hv-cinder-83354 {{(pid=103644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:39:11.424740 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d779fb88-d500-449d-8fbe-978295e99544 req-0ec1c3e0-3348-41cd-92c8-226ea52a668e tempest-VolumesActionsTest-1289464188 tempest-VolumesActionsTest-1289464188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:39:11.426231 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-d779fb88-d500-449d-8fbe-978295e99544 req-0ec1c3e0-3348-41cd-92c8-226ea52a668e tempest-VolumesActionsTest-1289464188 tempest-VolumesActionsTest-1289464188-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0b66457-5f78-43ea-9843-2fc5b08af8a4 HTTP/1.1" status: 200 len: 945 time: 0.0512896 Mar 14 10:39:11.471752 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-d779fb88-d500-449d-8fbe-978295e99544 req-0333f279-65e1-41ed-8874-ad4d407120a0 tempest-VolumesActionsTest-1289464188 tempest-VolumesActionsTest-1289464188-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf572112-e33d-4fb7-b937-b9549e2d0bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400240 Mar 14 10:39:11.501255 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Provisioning for port 4a8801b9-47cb-4502-8acb-1d5199134ff4 completed by entity L2. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 14 10:39:11.505807 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Provisioning complete for port 4a8801b9-47cb-4502-8acb-1d5199134ff4 triggered by entity L2. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:39:11.506182 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (4a8801b9-47cb-4502-8acb-1d5199134ff4), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:39:11.583025 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Current status of the port 4a8801b9-47cb-4502-8acb-1d5199134ff4 is: BUILD; New status is: ACTIVE {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:39:11.583569 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (4a8801b9-47cb-4502-8acb-1d5199134ff4), before_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:39:11.605270 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0b66457-5f78-43ea-9843-2fc5b08af8a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a8801b9-47cb-4502-8acb-1d5199134ff4'}] {{(pid=103644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:39:11.607403 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cdcf2ce3ae030c6c85cf8a8616b2d58d36b16ae178b61bcd15320d14238e4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3382ac8c-e343-46e3-85ea-8ae0b9809812" -d '{"events": [{"server_uuid": "c0b66457-5f78-43ea-9843-2fc5b08af8a4", "name": "network-vif-plugged", "status": "completed", "tag": "4a8801b9-47cb-4502-8acb-1d5199134ff4"}]}' {{(pid=103644) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:39:11.619815 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] For port 4a8801b9-47cb-4502-8acb-1d5199134ff4, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=4a8801b9-47cb-4502-8acb-1d5199134ff4,segment=NetworkSegment(7303f9bf-fc4e-4002-95e7-bcbcd0c896b1),segment_id=7303f9bf-fc4e-4002-95e7-bcbcd0c896b1)] {{(pid=103644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:39:11.645736 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 10:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d411402-66da-455e-9c31-0d494b1c65aa x-openstack-request-id: req-1d411402-66da-455e-9c31-0d494b1c65aa {{(pid=103644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:39:11.645736 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0b66457-5f78-43ea-9843-2fc5b08af8a4", "name": "network-vif-plugged", "status": "completed", "tag": "4a8801b9-47cb-4502-8acb-1d5199134ff4", "code": 200}]} {{(pid=103644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:39:11.645736 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1d411402-66da-455e-9c31-0d494b1c65aa {{(pid=103644) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:39:11.645736 dv-cinder-833544-1-iscsi neutron-server[103644]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0b66457-5f78-43ea-9843-2fc5b08af8a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a8801b9-47cb-4502-8acb-1d5199134ff4', 'code': 200} Mar 14 10:39:11.684158 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (4a8801b9-47cb-4502-8acb-1d5199134ff4), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:39:11.734012 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Pushing event updated for resources: {'Port': ['ID=4a8801b9-47cb-4502-8acb-1d5199134ff4,revision_number=5']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:39:11.982747 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f15cbc-ce03-42ba-9588-bc95669c64f6 req-f6271758-1a17-42f5-b41e-f71c6054cbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:39:11.984198 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-a5f15cbc-ce03-42ba-9588-bc95669c64f6 req-f6271758-1a17-42f5-b41e-f71c6054cbb7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c0b66457-5f78-43ea-9843-2fc5b08af8a4 HTTP/1.1" status: 200 len: 1130 time: 0.0427213 Mar 14 10:39:12.025088 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-a5f15cbc-ce03-42ba-9588-bc95669c64f6 req-6f7c13a9-ae3c-47f4-a7c0-791b2a62b09e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=bf572112-e33d-4fb7-b937-b9549e2d0bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351601 Mar 14 10:39:12.590472 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665bd4e5-9a41-4c5c-aece-58c1acb35e2d req-4cbc2d4d-cf15-4c36-ac8a-1beffc6f14c4 tempest-VolumesActionsTest-1289464188 tempest-VolumesActionsTest-1289464188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:39:12.591948 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-665bd4e5-9a41-4c5c-aece-58c1acb35e2d req-4cbc2d4d-cf15-4c36-ac8a-1beffc6f14c4 tempest-VolumesActionsTest-1289464188 tempest-VolumesActionsTest-1289464188-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0b66457-5f78-43ea-9843-2fc5b08af8a4 HTTP/1.1" status: 200 len: 946 time: 0.0545785 Mar 14 10:39:12.637166 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-665bd4e5-9a41-4c5c-aece-58c1acb35e2d req-0a3a434e-9160-44c3-a458-65f38e38389e tempest-VolumesActionsTest-1289464188 tempest-VolumesActionsTest-1289464188-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf572112-e33d-4fb7-b937-b9549e2d0bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391724 Mar 14 10:39:13.755201 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070fdad6-17b0-4b65-b3d0-45b5d2010c24 req-2bc56c6d-a0cf-49e1-8cfb-b99570284696 tempest-VolumesActionsTest-1289464188 tempest-VolumesActionsTest-1289464188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:39:13.756671 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-070fdad6-17b0-4b65-b3d0-45b5d2010c24 req-2bc56c6d-a0cf-49e1-8cfb-b99570284696 tempest-VolumesActionsTest-1289464188 tempest-VolumesActionsTest-1289464188-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0b66457-5f78-43ea-9843-2fc5b08af8a4 HTTP/1.1" status: 200 len: 946 time: 0.0530603 Mar 14 10:39:13.803046 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-070fdad6-17b0-4b65-b3d0-45b5d2010c24 req-759094fc-975c-4d3a-a76a-4960c3420928 tempest-VolumesActionsTest-1289464188 tempest-VolumesActionsTest-1289464188-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf572112-e33d-4fb7-b937-b9549e2d0bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408165 Mar 14 10:39:14.981597 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34346bd6-55f1-493c-b52a-c02b89ce3b57 req-e1698e8e-bda9-4267-9ebb-5c3a91af813b tempest-VolumesActionsTest-1289464188 tempest-VolumesActionsTest-1289464188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:39:14.983217 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-34346bd6-55f1-493c-b52a-c02b89ce3b57 req-e1698e8e-bda9-4267-9ebb-5c3a91af813b tempest-VolumesActionsTest-1289464188 tempest-VolumesActionsTest-1289464188-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0b66457-5f78-43ea-9843-2fc5b08af8a4 HTTP/1.1" status: 200 len: 946 time: 0.0520616 Mar 14 10:39:15.032500 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-34346bd6-55f1-493c-b52a-c02b89ce3b57 req-876a90ba-d6a9-4307-ada4-390c9559a919 tempest-VolumesActionsTest-1289464188 tempest-VolumesActionsTest-1289464188-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf572112-e33d-4fb7-b937-b9549e2d0bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436852 Mar 14 10:39:16.148248 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431eb1da-322b-4f5e-85a8-e47de69c677c req-e6cdae39-3eb4-413b-ba69-ba3ebff99c35 tempest-VolumesActionsTest-1289464188 tempest-VolumesActionsTest-1289464188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:39:16.149702 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-431eb1da-322b-4f5e-85a8-e47de69c677c req-e6cdae39-3eb4-413b-ba69-ba3ebff99c35 tempest-VolumesActionsTest-1289464188 tempest-VolumesActionsTest-1289464188-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0b66457-5f78-43ea-9843-2fc5b08af8a4 HTTP/1.1" status: 200 len: 946 time: 0.0510719 Mar 14 10:39:16.194910 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-431eb1da-322b-4f5e-85a8-e47de69c677c req-e89725f5-c1fa-4f6e-ad83-1b2c33738f41 tempest-VolumesActionsTest-1289464188 tempest-VolumesActionsTest-1289464188-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf572112-e33d-4fb7-b937-b9549e2d0bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398045 Mar 14 10:39:16.642348 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d7a543-ba66-4dd8-851a-9718e8793da7 req-05928c39-1299-47f2-b91a-5889e9c049b1 tempest-VolumesActionsTest-1289464188 tempest-VolumesActionsTest-1289464188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:39:16.643856 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-29d7a543-ba66-4dd8-851a-9718e8793da7 req-05928c39-1299-47f2-b91a-5889e9c049b1 tempest-VolumesActionsTest-1289464188 tempest-VolumesActionsTest-1289464188-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0b66457-5f78-43ea-9843-2fc5b08af8a4 HTTP/1.1" status: 200 len: 946 time: 0.0510194 Mar 14 10:39:16.736447 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [req-29d7a543-ba66-4dd8-851a-9718e8793da7 req-480e38e6-b8fe-417f-b2cf-78c8468d7e17 tempest-VolumesActionsTest-1289464188 tempest-VolumesActionsTest-1289464188-project] Deleting port 4a8801b9-47cb-4502-8acb-1d5199134ff4 {{(pid=103643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 10:39:16.736707 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-29d7a543-ba66-4dd8-851a-9718e8793da7 req-480e38e6-b8fe-417f-b2cf-78c8468d7e17 tempest-VolumesActionsTest-1289464188 tempest-VolumesActionsTest-1289464188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739585920741'] for port (4a8801b9-47cb-4502-8acb-1d5199134ff4), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:39:16.821217 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.db [req-29d7a543-ba66-4dd8-851a-9718e8793da7 req-480e38e6-b8fe-417f-b2cf-78c8468d7e17 tempest-VolumesActionsTest-1289464188 tempest-VolumesActionsTest-1289464188-project] For port 4a8801b9-47cb-4502-8acb-1d5199134ff4, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=4a8801b9-47cb-4502-8acb-1d5199134ff4,segment=NetworkSegment(7303f9bf-fc4e-4002-95e7-bcbcd0c896b1),segment_id=7303f9bf-fc4e-4002-95e7-bcbcd0c896b1)] {{(pid=103643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:39:16.821560 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-29d7a543-ba66-4dd8-851a-9718e8793da7 req-480e38e6-b8fe-417f-b2cf-78c8468d7e17 tempest-VolumesActionsTest-1289464188 tempest-VolumesActionsTest-1289464188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562337'] for port (4a8801b9-47cb-4502-8acb-1d5199134ff4), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:39:16.833982 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [req-29d7a543-ba66-4dd8-851a-9718e8793da7 req-480e38e6-b8fe-417f-b2cf-78c8468d7e17 tempest-VolumesActionsTest-1289464188 tempest-VolumesActionsTest-1289464188-project] Calling delete_port for 4a8801b9-47cb-4502-8acb-1d5199134ff4 owned by compute:nova {{(pid=103643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 10:39:17.027180 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-29d7a543-ba66-4dd8-851a-9718e8793da7 req-480e38e6-b8fe-417f-b2cf-78c8468d7e17 tempest-VolumesActionsTest-1289464188 tempest-VolumesActionsTest-1289464188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739585930060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739585409127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516063'] for port (4a8801b9-47cb-4502-8acb-1d5199134ff4), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:39:17.052663 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480e38e6-b8fe-417f-b2cf-78c8468d7e17 tempest-VolumesActionsTest-1289464188 tempest-VolumesActionsTest-1289464188-project] Pushing event deleted for resources: {'Port': ['ID=4a8801b9-47cb-4502-8acb-1d5199134ff4,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:39:17.068870 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] get_ports_and_sgs() called for port_ids ['4a8801b9-47cb-4502-8acb-1d5199134ff4'] {{(pid=103644) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 10:39:17.099272 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.db.l3_dvrscheduler_db [req-29d7a543-ba66-4dd8-851a-9718e8793da7 req-480e38e6-b8fe-417f-b2cf-78c8468d7e17 tempest-VolumesActionsTest-1289464188 tempest-VolumesActionsTest-1289464188-project] No DVR routers for this DVR port 4a8801b9-47cb-4502-8acb-1d5199134ff4 on host hv-cinder-83354 {{(pid=103643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 10:39:17.101599 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-29d7a543-ba66-4dd8-851a-9718e8793da7 req-480e38e6-b8fe-417f-b2cf-78c8468d7e17 tempest-VolumesActionsTest-1289464188 tempest-VolumesActionsTest-1289464188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211739'] for port (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:39:17.104847 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-29d7a543-ba66-4dd8-851a-9718e8793da7 req-480e38e6-b8fe-417f-b2cf-78c8468d7e17 tempest-VolumesActionsTest-1289464188 tempest-VolumesActionsTest-1289464188-project] 10.222.0.39 "DELETE /v2.0/ports/4a8801b9-47cb-4502-8acb-1d5199134ff4 HTTP/1.1" status: 204 len: 173 time: 0.4564726 Mar 14 10:39:17.105280 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0b66457-5f78-43ea-9843-2fc5b08af8a4', 'name': 'network-vif-deleted', 'tag': '4a8801b9-47cb-4502-8acb-1d5199134ff4'}] {{(pid=103643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:39:17.107524 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b58adf1808d3e8f2b7de4636db435fb255da6a44abdc46a7a48cdc23cb85b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63aa3341-06c7-4d16-bbb3-0f91d7c19df8" -d '{"events": [{"server_uuid": "c0b66457-5f78-43ea-9843-2fc5b08af8a4", "name": "network-vif-deleted", "tag": "4a8801b9-47cb-4502-8acb-1d5199134ff4"}]}' {{(pid=103643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:39:17.143041 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 10:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70f7569c-d839-43bc-8bb5-871b13525feb x-openstack-request-id: req-70f7569c-d839-43bc-8bb5-871b13525feb {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:39:17.143958 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0b66457-5f78-43ea-9843-2fc5b08af8a4", "name": "network-vif-deleted", "tag": "4a8801b9-47cb-4502-8acb-1d5199134ff4", "status": "completed", "code": 200}]} {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:39:17.144223 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-70f7569c-d839-43bc-8bb5-871b13525feb {{(pid=103643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:39:17.144629 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0b66457-5f78-43ea-9843-2fc5b08af8a4', 'name': 'network-vif-deleted', 'tag': '4a8801b9-47cb-4502-8acb-1d5199134ff4', 'status': 'completed', 'code': 200} Mar 14 10:39:17.288609 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-a285800c-b2e8-4429-bd51-fb0123b3e26c req-990e70f6-ab99-4882-a138-4b9998f23405 tempest-VolumesActionsTest-1289464188 tempest-VolumesActionsTest-1289464188-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0b66457-5f78-43ea-9843-2fc5b08af8a4 HTTP/1.1" status: 200 len: 210 time: 0.0273509 Mar 14 10:39:20.753216 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-7116065d-820d-443c-a981-44221bfa129a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (71411765-f129-4ae6-9e82-4fe742fde8ff), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:39:22.957733 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-71c0bf7d-be93-48f4-b1e3-092078c6e20b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (a016a58c-1f8a-4210-ae6c-360b1a1f78c1), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:39:22.997893 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Device 4a8801b9-47cb-4502-8acb-1d5199134ff4 no longer exists at agent hyperv_hv-cinder-83354 {{(pid=103644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 10:39:23.017290 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] No Port match for: 4a8801b9-47cb-4502-8acb-1d5199134ff4 {{(pid=103644) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 10:39:23.017632 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Device 4a8801b9-47cb-4502-8acb-1d5199134ff4 not bound to the agent host hv-cinder-83354 {{(pid=103644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 10:39:24.129254 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-f4039063-230b-41a9-bf4a-d5dd4b348b96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (46201191-f63a-41db-ad4d-3c2c795fe1c2), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:39:25.707136 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-a3541fa5-4b74-4b29-92a0-285d4d95a3dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (a9a1db27-ecd3-427e-bc57-ce8de4da4c28), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:39:26.980750 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (3daba05a-6d77-487a-83af-fb9f8edf24c0), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:39:27.380805 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (cd4c1fd5-6bd0-46fc-9cd1-9ea8fc180379), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:39:32.105900 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.agents_db [None req-e5bc90a1-3fae-4be0-a54a-d59a030b4380 None None] Agent healthcheck: found 6 active agents {{(pid=103645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 10:39:44.141857 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 49554) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:39:44.185560 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.db.db_base_plugin_v2 [None req-599a7219-c01d-4de0-ad38-677748ec9d52 admin admin] Deleting subnet d4259332-38d8-4b59-8a40-9d9da2fbb4fe {{(pid=103642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 14 10:39:44.188488 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-599a7219-c01d-4de0-ad38-677748ec9d52 admin admin] Publish callbacks [] for subnet (d4259332-38d8-4b59-8a40-9d9da2fbb4fe), before_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:39:44.221360 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-599a7219-c01d-4de0-ad38-677748ec9d52 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10247711'] for subnet (d4259332-38d8-4b59-8a40-9d9da2fbb4fe), precommit_delete_associations {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:39:44.261614 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-599a7219-c01d-4de0-ad38-677748ec9d52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1689235'] for subnet (d4259332-38d8-4b59-8a40-9d9da2fbb4fe), precommit_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:39:44.369412 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-599a7219-c01d-4de0-ad38-677748ec9d52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9715037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10301227'] for subnet (d4259332-38d8-4b59-8a40-9d9da2fbb4fe), after_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:39:44.395497 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599a7219-c01d-4de0-ad38-677748ec9d52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4259332-38d8-4b59-8a40-9d9da2fbb4fe,revision_number=None']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:39:44.397886 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-599a7219-c01d-4de0-ad38-677748ec9d52 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:39:44.401134 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-599a7219-c01d-4de0-ad38-677748ec9d52 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/d4259332-38d8-4b59-8a40-9d9da2fbb4fe HTTP/1.1" status: 204 len: 168 time: 0.2582593 Mar 14 10:39:44.403710 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 49556) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:39:44.407147 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599a7219-c01d-4de0-ad38-677748ec9d52 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:39:44.407497 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599a7219-c01d-4de0-ad38-677748ec9d52 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:39:44.408425 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599a7219-c01d-4de0-ad38-677748ec9d52 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:39:44.408773 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599a7219-c01d-4de0-ad38-677748ec9d52 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:39:44.410903 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599a7219-c01d-4de0-ad38-677748ec9d52 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:39:44.410903 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599a7219-c01d-4de0-ad38-677748ec9d52 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:39:44.410903 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599a7219-c01d-4de0-ad38-677748ec9d52 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:39:44.410903 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599a7219-c01d-4de0-ad38-677748ec9d52 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:39:44.410903 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599a7219-c01d-4de0-ad38-677748ec9d52 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:39:44.410903 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599a7219-c01d-4de0-ad38-677748ec9d52 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:39:44.411368 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599a7219-c01d-4de0-ad38-677748ec9d52 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:39:44.411368 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599a7219-c01d-4de0-ad38-677748ec9d52 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:39:44.411773 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599a7219-c01d-4de0-ad38-677748ec9d52 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:39:44.412113 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599a7219-c01d-4de0-ad38-677748ec9d52 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:39:44.412432 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599a7219-c01d-4de0-ad38-677748ec9d52 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:39:44.473187 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-57431c20-d7aa-40b7-a35e-7d448a4b027d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369052'] for network (ce708136-ae36-4801-9ccf-e4f9749c9256), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:39:44.552029 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-57431c20-d7aa-40b7-a35e-7d448a4b027d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687834', 'neutron.services.segments.db._delete_segments_for_network-8739585737229'] for network (ce708136-ae36-4801-9ccf-e4f9749c9256), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:39:44.571171 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.services.segments.db [None req-57431c20-d7aa-40b7-a35e-7d448a4b027d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce708136-ae36-4801-9ccf-e4f9749c9256']}} {{(pid=103643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:39:44.580607 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.services.segments.db [None req-57431c20-d7aa-40b7-a35e-7d448a4b027d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7303f9bf-fc4e-4002-95e7-bcbcd0c896b1') {'for_net_delete': True} {{(pid=103643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:39:44.580905 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.services.segments.db [None req-57431c20-d7aa-40b7-a35e-7d448a4b027d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7303f9bf-fc4e-4002-95e7-bcbcd0c896b1') {} {{(pid=103643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:39:44.590229 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-57431c20-d7aa-40b7-a35e-7d448a4b027d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739585737494', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2656482'] for segment (7303f9bf-fc4e-4002-95e7-bcbcd0c896b1), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:39:44.604580 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-57431c20-d7aa-40b7-a35e-7d448a4b027d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1663358'] for segment (7303f9bf-fc4e-4002-95e7-bcbcd0c896b1), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:39:44.610231 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57431c20-d7aa-40b7-a35e-7d448a4b027d admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=103643) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 10:39:44.610609 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-57431c20-d7aa-40b7-a35e-7d448a4b027d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1663358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8516140'] for segment (7303f9bf-fc4e-4002-95e7-bcbcd0c896b1), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:39:44.612268 dv-cinder-833544-1-iscsi neutron-server[103643]: Traceback (most recent call last): Mar 14 10:39:44.612268 dv-cinder-833544-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 10:39:44.612268 dv-cinder-833544-1-iscsi neutron-server[103643]: timer() Mar 14 10:39:44.612268 dv-cinder-833544-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 10:39:44.612268 dv-cinder-833544-1-iscsi neutron-server[103643]: cb(*args, **kw) Mar 14 10:39:44.612268 dv-cinder-833544-1-iscsi neutron-server[103643]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 10:39:44.612268 dv-cinder-833544-1-iscsi neutron-server[103643]: return func(*args, **kwargs) Mar 14 10:39:44.612268 dv-cinder-833544-1-iscsi neutron-server[103643]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 10:39:44.612268 dv-cinder-833544-1-iscsi neutron-server[103643]: self._notify() Mar 14 10:39:44.612268 dv-cinder-833544-1-iscsi neutron-server[103643]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 10:39:44.612268 dv-cinder-833544-1-iscsi neutron-server[103643]: self.callback(batched_events) Mar 14 10:39:44.612268 dv-cinder-833544-1-iscsi neutron-server[103643]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 10:39:44.612268 dv-cinder-833544-1-iscsi neutron-server[103643]: event.method(event) Mar 14 10:39:44.612268 dv-cinder-833544-1-iscsi neutron-server[103643]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 10:39:44.612268 dv-cinder-833544-1-iscsi neutron-server[103643]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 10:39:44.612268 dv-cinder-833544-1-iscsi neutron-server[103643]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 10:39:44.612268 dv-cinder-833544-1-iscsi neutron-server[103643]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 10:39:44.612268 dv-cinder-833544-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 10:39:44.612268 dv-cinder-833544-1-iscsi neutron-server[103643]: return f(self, *a, **k) Mar 14 10:39:44.612268 dv-cinder-833544-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 10:39:44.612268 dv-cinder-833544-1-iscsi neutron-server[103643]: return self._get(url).json() Mar 14 10:39:44.612268 dv-cinder-833544-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 10:39:44.612268 dv-cinder-833544-1-iscsi neutron-server[103643]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 10:39:44.612268 dv-cinder-833544-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 10:39:44.612268 dv-cinder-833544-1-iscsi neutron-server[103643]: return self.request(url, 'GET', **kwargs) Mar 14 10:39:44.612268 dv-cinder-833544-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 10:39:44.612268 dv-cinder-833544-1-iscsi neutron-server[103643]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 10:39:44.612268 dv-cinder-833544-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 10:39:44.612268 dv-cinder-833544-1-iscsi neutron-server[103643]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 10:39:44.612268 dv-cinder-833544-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 10:39:44.612268 dv-cinder-833544-1-iscsi neutron-server[103643]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 10:39:44.612268 dv-cinder-833544-1-iscsi neutron-server[103643]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 10:39:44.700637 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-57431c20-d7aa-40b7-a35e-7d448a4b027d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-564434'] for network (ce708136-ae36-4801-9ccf-e4f9749c9256), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:39:44.706608 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-57431c20-d7aa-40b7-a35e-7d448a4b027d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631023'] for network (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:39:44.709918 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-57431c20-d7aa-40b7-a35e-7d448a4b027d admin admin] 10.222.0.16 "DELETE /v2.0/networks/ce708136-ae36-4801-9ccf-e4f9749c9256 HTTP/1.1" status: 204 len: 168 time: 0.3051391 Mar 14 10:39:44.723754 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57431c20-d7aa-40b7-a35e-7d448a4b027d admin admin] Pushing event deleted for resources: {'Network': ['ID=ce708136-ae36-4801-9ccf-e4f9749c9256,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:39:44.956041 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 49560) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:39:44.994877 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-4c8ead1c-4ecd-406d-bcce-63f43a1fa023 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f62d45e041dd48a6a30625058b85d5d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0375979 Mar 14 10:39:44.997312 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 49562) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:39:45.043065 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-68110359-a5e8-4b73-8ed3-214f3493adee admin admin] Publish callbacks [] for security_group (bf572112-e33d-4fb7-b937-b9549e2d0bb0), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:39:45.063167 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-68110359-a5e8-4b73-8ed3-214f3493adee admin admin] Publish callbacks [] for security_group (bf572112-e33d-4fb7-b937-b9549e2d0bb0), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:39:45.157760 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-68110359-a5e8-4b73-8ed3-214f3493adee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (bf572112-e33d-4fb7-b937-b9549e2d0bb0), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:39:45.160527 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-68110359-a5e8-4b73-8ed3-214f3493adee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:39:45.161674 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-68110359-a5e8-4b73-8ed3-214f3493adee admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bf572112-e33d-4fb7-b937-b9549e2d0bb0 HTTP/1.1" status: 204 len: 168 time: 0.1634529 Mar 14 10:39:45.169262 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68110359-a5e8-4b73-8ed3-214f3493adee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf572112-e33d-4fb7-b937-b9549e2d0bb0,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:39:50.775090 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-a81859f9-361f-417f-9ccd-245051684e23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (71411765-f129-4ae6-9e82-4fe742fde8ff), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:39:52.941248 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-97204dcb-d10b-40c6-b50d-4480df86b8bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (a016a58c-1f8a-4210-ae6c-360b1a1f78c1), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:39:54.118010 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-f4039063-230b-41a9-bf4a-d5dd4b348b96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (46201191-f63a-41db-ad4d-3c2c795fe1c2), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:39:55.700364 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-a3541fa5-4b74-4b29-92a0-285d4d95a3dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (a9a1db27-ecd3-427e-bc57-ce8de4da4c28), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:39:56.963596 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (3daba05a-6d77-487a-83af-fb9f8edf24c0), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:39:57.374582 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (cd4c1fd5-6bd0-46fc-9cd1-9ea8fc180379), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:40:08.727726 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-2032a7d6-f72a-4f02-a4a3-d4d41c840727 req-de063357-f52a-492a-ac88-fe8cd9f5e1c8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=cbf6744c-7584-4dcc-ba94-4e909e7319f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0425289 Mar 14 10:40:08.806054 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2032a7d6-f72a-4f02-a4a3-d4d41c840727 req-f68dd4d0-ca85-47aa-9c9e-975a1bf3d423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:40:08.807512 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-2032a7d6-f72a-4f02-a4a3-d4d41c840727 req-f68dd4d0-ca85-47aa-9c9e-975a1bf3d423 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6297757b71cd48d4a33ab7458cc05ac7&device_id=cbf6744c-7584-4dcc-ba94-4e909e7319f5 HTTP/1.1" status: 200 len: 1129 time: 0.0477271 Mar 14 10:40:08.907582 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2032a7d6-f72a-4f02-a4a3-d4d41c840727 req-964df334-b063-4bde-b3ff-d879343e01e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:40:08.909068 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-2032a7d6-f72a-4f02-a4a3-d4d41c840727 req-964df334-b063-4bde-b3ff-d879343e01e9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c84f27eb-37b9-4aa9-b62d-da2eefd83ac0 HTTP/1.1" status: 200 len: 912 time: 0.0829477 Mar 14 10:40:08.975616 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-2032a7d6-f72a-4f02-a4a3-d4d41c840727 req-24c449b9-7782-4230-aa43-8d957d3333b1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7c297a19-ac2a-47a9-9889-7f221f81ad86 HTTP/1.1" status: 200 len: 1000 time: 0.0594807 Mar 14 10:40:09.022875 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2032a7d6-f72a-4f02-a4a3-d4d41c840727 req-b1add936-9ff6-4e04-a18e-4a323c857e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:40:09.024371 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-2032a7d6-f72a-4f02-a4a3-d4d41c840727 req-b1add936-9ff6-4e04-a18e-4a323c857e55 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c1ca7e58-7de1-4354-86ba-4c133fca3e45 HTTP/1.1" status: 200 len: 850 time: 0.0435061 Mar 14 10:40:09.071942 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2032a7d6-f72a-4f02-a4a3-d4d41c840727 req-b4ea2b3e-3a59-4abe-abf8-39fbce4e49f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:40:09.073407 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-2032a7d6-f72a-4f02-a4a3-d4d41c840727 req-b4ea2b3e-3a59-4abe-abf8-39fbce4e49f9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c84f27eb-37b9-4aa9-b62d-da2eefd83ac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429599 Mar 14 10:40:09.105637 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.agents_db [None req-e5bc90a1-3fae-4be0-a54a-d59a030b4380 None None] Agent healthcheck: found 6 active agents {{(pid=103645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 10:40:09.165655 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-2032a7d6-f72a-4f02-a4a3-d4d41c840727 req-f9dfb7d3-bc56-43de-bfda-63510e1bc330 service neutron] 10.222.0.39 "GET /v2.0/networks/c84f27eb-37b9-4aa9-b62d-da2eefd83ac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841184 Mar 14 10:40:09.255296 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-2032a7d6-f72a-4f02-a4a3-d4d41c840727 req-d664a717-1f15-4f8a-b3fc-4d10a0c44670 service neutron] 10.222.0.39 "GET /v2.0/networks/c84f27eb-37b9-4aa9-b62d-da2eefd83ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833578 Mar 14 10:40:20.739879 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-6c897cb4-3585-4b21-8e88-aa11cda0ec87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (71411765-f129-4ae6-9e82-4fe742fde8ff), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:40:22.835218 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 49768) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:40:22.922874 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-a953071d-cbe9-4e3c-8542-638a2881b7e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (a016a58c-1f8a-4210-ae6c-360b1a1f78c1), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:40:22.939135 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-50f2be47-410f-4a03-9930-8aafbd21b374 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:40:23.013995 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-50f2be47-410f-4a03-9930-8aafbd21b374 admin admin] Publish callbacks [] for security_group (1890a94d-69b8-4be6-83c2-b6f92e3b3459), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:40:23.053773 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-50f2be47-410f-4a03-9930-8aafbd21b374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (1890a94d-69b8-4be6-83c2-b6f92e3b3459), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:40:23.092220 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-50f2be47-410f-4a03-9930-8aafbd21b374 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b9dda20dba164af8906270373839e277&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2559121 Mar 14 10:40:23.093095 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f2be47-410f-4a03-9930-8aafbd21b374 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1890a94d-69b8-4be6-83c2-b6f92e3b3459,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:40:23.094952 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 49772) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:40:23.100451 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f2be47-410f-4a03-9930-8aafbd21b374 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:40:23.100811 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f2be47-410f-4a03-9930-8aafbd21b374 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:40:23.101162 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f2be47-410f-4a03-9930-8aafbd21b374 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:40:23.101510 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f2be47-410f-4a03-9930-8aafbd21b374 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:40:23.101849 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f2be47-410f-4a03-9930-8aafbd21b374 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:40:23.102214 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f2be47-410f-4a03-9930-8aafbd21b374 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:40:23.102547 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f2be47-410f-4a03-9930-8aafbd21b374 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:40:23.102878 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f2be47-410f-4a03-9930-8aafbd21b374 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:40:23.103318 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f2be47-410f-4a03-9930-8aafbd21b374 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:40:23.103654 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f2be47-410f-4a03-9930-8aafbd21b374 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:40:23.104012 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f2be47-410f-4a03-9930-8aafbd21b374 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:40:23.104342 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f2be47-410f-4a03-9930-8aafbd21b374 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:40:23.104669 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f2be47-410f-4a03-9930-8aafbd21b374 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:40:23.104993 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f2be47-410f-4a03-9930-8aafbd21b374 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:40:23.105317 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f2be47-410f-4a03-9930-8aafbd21b374 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:40:23.143029 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-281757c6-0acc-42a2-819d-238da2b1a115 admin admin] Publish callbacks [] for security_group (1890a94d-69b8-4be6-83c2-b6f92e3b3459), before_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:40:23.163334 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-281757c6-0acc-42a2-819d-238da2b1a115 admin admin] Publish callbacks [] for security_group (1890a94d-69b8-4be6-83c2-b6f92e3b3459), precommit_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:40:23.276548 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-281757c6-0acc-42a2-819d-238da2b1a115 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (1890a94d-69b8-4be6-83c2-b6f92e3b3459), after_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:40:23.279090 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-281757c6-0acc-42a2-819d-238da2b1a115 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:40:23.280286 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-281757c6-0acc-42a2-819d-238da2b1a115 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1890a94d-69b8-4be6-83c2-b6f92e3b3459 HTTP/1.1" status: 204 len: 168 time: 0.1843216 Mar 14 10:40:23.287839 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281757c6-0acc-42a2-819d-238da2b1a115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1890a94d-69b8-4be6-83c2-b6f92e3b3459,revision_number=None']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:40:24.123261 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-f4039063-230b-41a9-bf4a-d5dd4b348b96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (46201191-f63a-41db-ad4d-3c2c795fe1c2), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:40:25.705185 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-a3541fa5-4b74-4b29-92a0-285d4d95a3dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (a9a1db27-ecd3-427e-bc57-ce8de4da4c28), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:40:25.954477 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-068a9a84-5df5-462b-90df-35794f1eb4f4 req-3870e919-2962-422c-a2ae-15733c5d0b74 tempest-VolumesNegativeTest-523318122 tempest-VolumesNegativeTest-523318122-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=e8af337fde094015ba14cb19861ba092&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311916 Mar 14 10:40:26.133641 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068a9a84-5df5-462b-90df-35794f1eb4f4 req-ea50c7c1-6388-48ac-a94b-46d62dc76411 tempest-VolumesNegativeTest-523318122 tempest-VolumesNegativeTest-523318122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:40:26.135173 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-068a9a84-5df5-462b-90df-35794f1eb4f4 req-ea50c7c1-6388-48ac-a94b-46d62dc76411 tempest-VolumesNegativeTest-523318122 tempest-VolumesNegativeTest-523318122-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1736796 Mar 14 10:40:26.149129 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-068a9a84-5df5-462b-90df-35794f1eb4f4 req-9e82353e-9258-4f55-94bd-029f1e0ea66c tempest-VolumesNegativeTest-523318122 tempest-VolumesNegativeTest-523318122-project] 10.222.0.16 "GET /v2.0/quotas/e8af337fde094015ba14cb19861ba092 HTTP/1.1" status: 200 len: 375 time: 0.0086215 Mar 14 10:40:26.183434 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-068a9a84-5df5-462b-90df-35794f1eb4f4 req-9ec84768-9d27-4980-97e4-cd5967d62acd tempest-VolumesNegativeTest-523318122 tempest-VolumesNegativeTest-523318122-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e8af337fde094015ba14cb19861ba092&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297508 Mar 14 10:40:26.635227 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-788836f3-f656-4e0d-aa7b-bfa118b64d70 req-442be5d2-d177-43f3-91d4-347cb0d3caf6 tempest-VolumesNegativeTest-523318122 tempest-VolumesNegativeTest-523318122-project] 10.222.0.16 "GET /v2.0/ports?device_id=9514c03b-c29c-48a7-8942-1b50503fe733 HTTP/1.1" status: 200 len: 210 time: 0.2582600 Mar 14 10:40:27.020366 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (3daba05a-6d77-487a-83af-fb9f8edf24c0), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:40:27.442653 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (cd4c1fd5-6bd0-46fc-9cd1-9ea8fc180379), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:40:27.725712 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-5fdfa80c-b643-4f90-b9aa-d029220fca95 req-0bee04a5-0570-4325-8853-2c4d1e481531 tempest-VolumesNegativeTest-523318122 tempest-VolumesNegativeTest-523318122-project] 10.222.0.16 "GET /v2.0/ports?device_id=9514c03b-c29c-48a7-8942-1b50503fe733 HTTP/1.1" status: 200 len: 210 time: 0.0264554 Mar 14 10:40:28.816745 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-dee543db-e64f-4f7f-87f3-48c9b089bb11 req-ca989077-064e-4aa3-90d2-cdc9eb14eaf6 tempest-VolumesNegativeTest-523318122 tempest-VolumesNegativeTest-523318122-project] 10.222.0.16 "GET /v2.0/ports?device_id=9514c03b-c29c-48a7-8942-1b50503fe733 HTTP/1.1" status: 200 len: 210 time: 0.0269523 Mar 14 10:40:29.908229 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-9fb40466-da34-42c8-970f-e620d5732605 req-0b4cebe8-802a-4490-8519-df1137a97cd8 tempest-VolumesNegativeTest-523318122 tempest-VolumesNegativeTest-523318122-project] 10.222.0.16 "GET /v2.0/ports?device_id=9514c03b-c29c-48a7-8942-1b50503fe733 HTTP/1.1" status: 200 len: 210 time: 0.0263186 Mar 14 10:40:30.426390 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-068a9a84-5df5-462b-90df-35794f1eb4f4 req-8239ffb2-65c8-4cd8-be15-50f0634543ab tempest-VolumesNegativeTest-523318122 tempest-VolumesNegativeTest-523318122-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=e8af337fde094015ba14cb19861ba092&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0228136 Mar 14 10:40:30.532176 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068a9a84-5df5-462b-90df-35794f1eb4f4 req-e2d9f6d5-b4c0-41a6-a9df-b18477be13b1 tempest-VolumesNegativeTest-523318122 tempest-VolumesNegativeTest-523318122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:40:30.533623 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-068a9a84-5df5-462b-90df-35794f1eb4f4 req-e2d9f6d5-b4c0-41a6-a9df-b18477be13b1 tempest-VolumesNegativeTest-523318122 tempest-VolumesNegativeTest-523318122-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1021590 Mar 14 10:40:30.553336 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [req-068a9a84-5df5-462b-90df-35794f1eb4f4 req-cf6ceca9-d2cf-420d-946f-93b04623ff88 tempest-VolumesNegativeTest-523318122 tempest-VolumesNegativeTest-523318122-project] Request body: {'port': {'device_id': '9514c03b-c29c-48a7-8942-1b50503fe733', 'network_id': 'f15626b5-0253-4331-96c1-01cb4f9db806', 'admin_state_up': True, 'tenant_id': 'e8af337fde094015ba14cb19861ba092'}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:40:30.716931 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-068a9a84-5df5-462b-90df-35794f1eb4f4 req-cf6ceca9-d2cf-420d-946f-93b04623ff88 tempest-VolumesNegativeTest-523318122 tempest-VolumesNegativeTest-523318122-project] Made reservation on behalf of e8af337fde094015ba14cb19861ba092 for: {'port': 1} {{(pid=103643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 10:40:30.720439 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-068a9a84-5df5-462b-90df-35794f1eb4f4 req-cf6ceca9-d2cf-420d-946f-93b04623ff88 tempest-VolumesNegativeTest-523318122 tempest-VolumesNegativeTest-523318122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:40:30.729922 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-068a9a84-5df5-462b-90df-35794f1eb4f4 req-cf6ceca9-d2cf-420d-946f-93b04623ff88 tempest-VolumesNegativeTest-523318122 tempest-VolumesNegativeTest-523318122-project] Publish callbacks [] for security_group (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:40:30.805732 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-068a9a84-5df5-462b-90df-35794f1eb4f4 req-cf6ceca9-d2cf-420d-946f-93b04623ff88 tempest-VolumesNegativeTest-523318122 tempest-VolumesNegativeTest-523318122-project] Publish callbacks [] for security_group (c8282685-7ebb-451a-8b21-4e27d7d8c9bf), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:40:30.899806 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-068a9a84-5df5-462b-90df-35794f1eb4f4 req-cf6ceca9-d2cf-420d-946f-93b04623ff88 tempest-VolumesNegativeTest-523318122 tempest-VolumesNegativeTest-523318122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (c8282685-7ebb-451a-8b21-4e27d7d8c9bf), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:40:30.960432 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6ceca9-d2cf-420d-946f-93b04623ff88 tempest-VolumesNegativeTest-523318122 tempest-VolumesNegativeTest-523318122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8282685-7ebb-451a-8b21-4e27d7d8c9bf,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:40:31.040998 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-98df929d-c200-45ca-a7c1-121bb795efe8 req-7f5fb713-7042-4771-a957-abaea7da59b1 tempest-VolumesNegativeTest-523318122 tempest-VolumesNegativeTest-523318122-project] 10.222.0.16 "GET /v2.0/ports?device_id=9514c03b-c29c-48a7-8942-1b50503fe733 HTTP/1.1" status: 200 len: 210 time: 0.0552673 Mar 14 10:40:31.094082 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.db.db_base_plugin_common [req-068a9a84-5df5-462b-90df-35794f1eb4f4 req-cf6ceca9-d2cf-420d-946f-93b04623ff88 tempest-VolumesNegativeTest-523318122 tempest-VolumesNegativeTest-523318122-project] Allocated IP 192.168.233.125 (f15626b5-0253-4331-96c1-01cb4f9db806/4decb7bf-a9a6-4c65-9ac1-d75e2735f81b/5a2bd6dd-e8c0-43d4-acf4-665ae452853b) {{(pid=103643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 10:40:31.118854 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4b03fb-eedf-42a8-bfec-23cb7f2fd4a6 req-18c52186-0514-4c84-867c-23e905872e1d tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:40:31.120375 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-7c4b03fb-eedf-42a8-bfec-23cb7f2fd4a6 req-18c52186-0514-4c84-867c-23e905872e1d tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c77b287-50bd-4fe2-ae01-4f79b338587f HTTP/1.1" status: 200 len: 945 time: 0.0821414 Mar 14 10:40:31.204942 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-7c4b03fb-eedf-42a8-bfec-23cb7f2fd4a6 req-5dca3e81-20e7-4b9d-ada5-cc29cd4fbfe7 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "GET /v2.0/security-groups?id=1e1b8287-1cc5-4c8f-b157-f520a9bdba5d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0737503 Mar 14 10:40:31.297995 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-068a9a84-5df5-462b-90df-35794f1eb4f4 req-cf6ceca9-d2cf-420d-946f-93b04623ff88 tempest-VolumesNegativeTest-523318122 tempest-VolumesNegativeTest-523318122-project] Publish callbacks [] for port (5a2bd6dd-e8c0-43d4-acf4-665ae452853b), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:40:31.363780 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-068a9a84-5df5-462b-90df-35794f1eb4f4 req-cf6ceca9-d2cf-420d-946f-93b04623ff88 tempest-VolumesNegativeTest-523318122 tempest-VolumesNegativeTest-523318122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739585409118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516063'] for port (5a2bd6dd-e8c0-43d4-acf4-665ae452853b), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:40:31.404506 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-068a9a84-5df5-462b-90df-35794f1eb4f4 req-cf6ceca9-d2cf-420d-946f-93b04623ff88 tempest-VolumesNegativeTest-523318122 tempest-VolumesNegativeTest-523318122-project] Network f15626b5-0253-4331-96c1-01cb4f9db806 is already hosted by enough agents. {{(pid=103643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:40:31.407544 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.base_scheduler [req-068a9a84-5df5-462b-90df-35794f1eb4f4 req-cf6ceca9-d2cf-420d-946f-93b04623ff88 tempest-VolumesNegativeTest-523318122 tempest-VolumesNegativeTest-523318122-project] Resources bound (agent type, host, resource id): {{(pid=103643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:40:31.411612 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.db.l3_dvrscheduler_db [req-068a9a84-5df5-462b-90df-35794f1eb4f4 req-cf6ceca9-d2cf-420d-946f-93b04623ff88 tempest-VolumesNegativeTest-523318122 tempest-VolumesNegativeTest-523318122-project] Received port after_create {{(pid=103643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 10:40:31.442917 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6ceca9-d2cf-420d-946f-93b04623ff88 tempest-VolumesNegativeTest-523318122 tempest-VolumesNegativeTest-523318122-project] Pushing event updated for resources: {'Port': ['ID=5a2bd6dd-e8c0-43d4-acf4-665ae452853b,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:40:31.474609 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068a9a84-5df5-462b-90df-35794f1eb4f4 req-cf6ceca9-d2cf-420d-946f-93b04623ff88 tempest-VolumesNegativeTest-523318122 tempest-VolumesNegativeTest-523318122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:40:31.475394 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-068a9a84-5df5-462b-90df-35794f1eb4f4 req-cf6ceca9-d2cf-420d-946f-93b04623ff88 tempest-VolumesNegativeTest-523318122 tempest-VolumesNegativeTest-523318122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211739'] for port (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:40:31.554680 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-068a9a84-5df5-462b-90df-35794f1eb4f4 req-cf6ceca9-d2cf-420d-946f-93b04623ff88 tempest-VolumesNegativeTest-523318122 tempest-VolumesNegativeTest-523318122-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0058923 Mar 14 10:40:31.574072 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [req-068a9a84-5df5-462b-90df-35794f1eb4f4 req-971f1702-51ba-4a34-afa9-61283b7fae90 service neutron] Request body: {'port': {'device_id': '9514c03b-c29c-48a7-8942-1b50503fe733', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83354'}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:40:31.607640 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-9e29fd04-47ac-49a7-a026-0214e2269443 None None] Provisioning complete for port 5a2bd6dd-e8c0-43d4-acf4-665ae452853b triggered by entity DHCP. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:40:31.609381 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-9e29fd04-47ac-49a7-a026-0214e2269443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (5a2bd6dd-e8c0-43d4-acf4-665ae452853b), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:40:31.634054 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-068a9a84-5df5-462b-90df-35794f1eb4f4 req-971f1702-51ba-4a34-afa9-61283b7fae90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (5a2bd6dd-e8c0-43d4-acf4-665ae452853b), before_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:40:31.642369 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-9e29fd04-47ac-49a7-a026-0214e2269443 None None] Port 5a2bd6dd-e8c0-43d4-acf4-665ae452853b cannot update to ACTIVE because it is not bound. {{(pid=103644) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 10:40:31.896590 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.notifiers.nova [req-068a9a84-5df5-462b-90df-35794f1eb4f4 req-971f1702-51ba-4a34-afa9-61283b7fae90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a2bd6dd-e8c0-43d4-acf4-665ae452853b {{(pid=103643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 10:40:31.903792 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-068a9a84-5df5-462b-90df-35794f1eb4f4 req-971f1702-51ba-4a34-afa9-61283b7fae90 service neutron] Publish callbacks [] for port (5a2bd6dd-e8c0-43d4-acf4-665ae452853b), precommit_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:40:31.915892 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.db.provisioning_blocks [req-068a9a84-5df5-462b-90df-35794f1eb4f4 req-971f1702-51ba-4a34-afa9-61283b7fae90 service neutron] Transition to ACTIVE for port object 5a2bd6dd-e8c0-43d4-acf4-665ae452853b will not be triggered until provisioned by entity L2. {{(pid=103643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 14 10:40:32.013648 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-068a9a84-5df5-462b-90df-35794f1eb4f4 req-971f1702-51ba-4a34-afa9-61283b7fae90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516052'] for port (5a2bd6dd-e8c0-43d4-acf4-665ae452853b), after_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:40:32.066547 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971f1702-51ba-4a34-afa9-61283b7fae90 service neutron] Pushing event updated for resources: {'Port': ['ID=5a2bd6dd-e8c0-43d4-acf4-665ae452853b,revision_number=2']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:40:32.169223 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.managers [req-068a9a84-5df5-462b-90df-35794f1eb4f4 req-971f1702-51ba-4a34-afa9-61283b7fae90 service neutron] Attempting to bind port 5a2bd6dd-e8c0-43d4-acf4-665ae452853b on host hv-cinder-83354 for vnic_type normal with profile {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 10:40:32.169564 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.managers [req-068a9a84-5df5-462b-90df-35794f1eb4f4 req-971f1702-51ba-4a34-afa9-61283b7fae90 service neutron] Attempting to bind port 5a2bd6dd-e8c0-43d4-acf4-665ae452853b by drivers openvswitch,hyperv on host hv-cinder-83354 at level 0 using segments [{'id': '0bb64dcd-b091-46fc-a5be-e8bcc6571890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f15626b5-0253-4331-96c1-01cb4f9db806'}] {{(pid=103643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 10:40:32.169897 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068a9a84-5df5-462b-90df-35794f1eb4f4 req-971f1702-51ba-4a34-afa9-61283b7fae90 service neutron] Attempting to bind port 5a2bd6dd-e8c0-43d4-acf4-665ae452853b on network f15626b5-0253-4331-96c1-01cb4f9db806 {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:40:32.178910 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068a9a84-5df5-462b-90df-35794f1eb4f4 req-971f1702-51ba-4a34-afa9-61283b7fae90 service neutron] Port 5a2bd6dd-e8c0-43d4-acf4-665ae452853b on network f15626b5-0253-4331-96c1-01cb4f9db806 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83354 {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 10:40:32.179232 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068a9a84-5df5-462b-90df-35794f1eb4f4 req-971f1702-51ba-4a34-afa9-61283b7fae90 service neutron] Attempting to bind port 5a2bd6dd-e8c0-43d4-acf4-665ae452853b on network f15626b5-0253-4331-96c1-01cb4f9db806 {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:40:32.188513 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068a9a84-5df5-462b-90df-35794f1eb4f4 req-971f1702-51ba-4a34-afa9-61283b7fae90 service neutron] Checking agent: {'id': 'cd4c1fd5-6bd0-46fc-9cd1-9ea8fc180379', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83354', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 10, 23, 57), 'started_at': datetime.datetime(2022, 3, 14, 10, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 10, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 10:40:32.188853 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068a9a84-5df5-462b-90df-35794f1eb4f4 req-971f1702-51ba-4a34-afa9-61283b7fae90 service neutron] Checking segment: {'id': '0bb64dcd-b091-46fc-a5be-e8bcc6571890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f15626b5-0253-4331-96c1-01cb4f9db806'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:40:32.189242 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068a9a84-5df5-462b-90df-35794f1eb4f4 req-971f1702-51ba-4a34-afa9-61283b7fae90 service neutron] Bound using segment: {'id': '0bb64dcd-b091-46fc-a5be-e8bcc6571890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f15626b5-0253-4331-96c1-01cb4f9db806'} {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 10:40:32.189685 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.managers [req-068a9a84-5df5-462b-90df-35794f1eb4f4 req-971f1702-51ba-4a34-afa9-61283b7fae90 service neutron] Bound port: 5a2bd6dd-e8c0-43d4-acf4-665ae452853b, host: hv-cinder-83354, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bb64dcd-b091-46fc-a5be-e8bcc6571890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f15626b5-0253-4331-96c1-01cb4f9db806'}}] {{(pid=103643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 10:40:32.190040 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-068a9a84-5df5-462b-90df-35794f1eb4f4 req-971f1702-51ba-4a34-afa9-61283b7fae90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (5a2bd6dd-e8c0-43d4-acf4-665ae452853b), before_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:40:32.206755 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ba9e28-ba9c-4a35-96b2-e031c64cecec req-3c64aca6-46ca-42bc-b89e-d6c46ac6e2cc tempest-VolumesNegativeTest-523318122 tempest-VolumesNegativeTest-523318122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:40:32.208570 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-72ba9e28-ba9c-4a35-96b2-e031c64cecec req-3c64aca6-46ca-42bc-b89e-d6c46ac6e2cc tempest-VolumesNegativeTest-523318122 tempest-VolumesNegativeTest-523318122-project] 10.222.0.16 "GET /v2.0/ports?device_id=9514c03b-c29c-48a7-8942-1b50503fe733 HTTP/1.1" status: 200 len: 948 time: 0.0911181 Mar 14 10:40:32.305875 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-72ba9e28-ba9c-4a35-96b2-e031c64cecec req-8dae45fd-efe9-41d3-aa26-a6cabc343210 tempest-VolumesNegativeTest-523318122 tempest-VolumesNegativeTest-523318122-project] 10.222.0.16 "GET /v2.0/security-groups?id=c8282685-7ebb-451a-8b21-4e27d7d8c9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916033 Mar 14 10:40:32.323840 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.db [req-068a9a84-5df5-462b-90df-35794f1eb4f4 req-971f1702-51ba-4a34-afa9-61283b7fae90 service neutron] For port 5a2bd6dd-e8c0-43d4-acf4-665ae452853b, host hv-cinder-83354, cleared binding levels {{(pid=103643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 10:40:32.340162 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.db [req-068a9a84-5df5-462b-90df-35794f1eb4f4 req-971f1702-51ba-4a34-afa9-61283b7fae90 service neutron] For port 5a2bd6dd-e8c0-43d4-acf4-665ae452853b, host hv-cinder-83354, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=5a2bd6dd-e8c0-43d4-acf4-665ae452853b,segment=NetworkSegment(0bb64dcd-b091-46fc-a5be-e8bcc6571890),segment_id=0bb64dcd-b091-46fc-a5be-e8bcc6571890)] {{(pid=103643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 10:40:32.360141 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5ee31d-0d79-429c-bc5b-a69a15426ff2 req-8d2fd5ff-2751-4181-a0de-d62b840edb62 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:40:32.361677 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-eb5ee31d-0d79-429c-bc5b-a69a15426ff2 req-8d2fd5ff-2751-4181-a0de-d62b840edb62 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c77b287-50bd-4fe2-ae01-4f79b338587f HTTP/1.1" status: 200 len: 945 time: 0.0761964 Mar 14 10:40:32.411055 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-eb5ee31d-0d79-429c-bc5b-a69a15426ff2 req-dc1b8fe6-aed2-456a-9928-1223183b4cab tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "GET /v2.0/security-groups?id=1e1b8287-1cc5-4c8f-b157-f520a9bdba5d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437839 Mar 14 10:40:32.414260 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-068a9a84-5df5-462b-90df-35794f1eb4f4 req-971f1702-51ba-4a34-afa9-61283b7fae90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516052'] for port (5a2bd6dd-e8c0-43d4-acf4-665ae452853b), after_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:40:32.448558 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068a9a84-5df5-462b-90df-35794f1eb4f4 req-971f1702-51ba-4a34-afa9-61283b7fae90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:40:32.449185 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-068a9a84-5df5-462b-90df-35794f1eb4f4 req-971f1702-51ba-4a34-afa9-61283b7fae90 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211739'] for port (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:40:32.450524 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-068a9a84-5df5-462b-90df-35794f1eb4f4 req-971f1702-51ba-4a34-afa9-61283b7fae90 service neutron] 10.222.0.39 "PUT /v2.0/ports/5a2bd6dd-e8c0-43d4-acf4-665ae452853b HTTP/1.1" status: 200 len: 1098 time: 0.8807819 Mar 14 10:40:32.450955 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9514c03b-c29c-48a7-8942-1b50503fe733', 'tag': '5a2bd6dd-e8c0-43d4-acf4-665ae452853b'}] {{(pid=103643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:40:32.453246 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b58adf1808d3e8f2b7de4636db435fb255da6a44abdc46a7a48cdc23cb85b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-854a64fe-863a-4016-8527-89f4ae3fe02c" -d '{"events": [{"name": "network-changed", "server_uuid": "9514c03b-c29c-48a7-8942-1b50503fe733", "tag": "5a2bd6dd-e8c0-43d4-acf4-665ae452853b"}]}' {{(pid=103643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:40:32.477017 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971f1702-51ba-4a34-afa9-61283b7fae90 service neutron] Pushing event updated for resources: {'Port': ['ID=5a2bd6dd-e8c0-43d4-acf4-665ae452853b,revision_number=3']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:40:32.492091 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 10:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fa8f36a-3696-4840-9ff5-8b1b710e080f x-openstack-request-id: req-3fa8f36a-3696-4840-9ff5-8b1b710e080f {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:40:32.492497 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9514c03b-c29c-48a7-8942-1b50503fe733", "tag": "5a2bd6dd-e8c0-43d4-acf4-665ae452853b", "status": "completed", "code": 200}]} {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:40:32.492833 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3fa8f36a-3696-4840-9ff5-8b1b710e080f {{(pid=103643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:40:32.493240 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9514c03b-c29c-48a7-8942-1b50503fe733', 'tag': '5a2bd6dd-e8c0-43d4-acf4-665ae452853b', 'status': 'completed', 'code': 200} Mar 14 10:40:32.601749 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854a64fe-863a-4016-8527-89f4ae3fe02c req-a8b8690d-0301-4019-9e76-200e07876ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:40:32.603280 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-854a64fe-863a-4016-8527-89f4ae3fe02c req-a8b8690d-0301-4019-9e76-200e07876ba6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e8af337fde094015ba14cb19861ba092&device_id=9514c03b-c29c-48a7-8942-1b50503fe733 HTTP/1.1" status: 200 len: 1132 time: 0.0497408 Mar 14 10:40:32.638044 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-854a64fe-863a-4016-8527-89f4ae3fe02c req-0e940bc0-fd88-4440-9dc4-e4b471cd3f8d service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=e8af337fde094015ba14cb19861ba092&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0195203 Mar 14 10:40:32.737013 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854a64fe-863a-4016-8527-89f4ae3fe02c req-bdd7a0c8-2e0a-4258-9fb6-fefd4e2f28de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:40:32.738876 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-854a64fe-863a-4016-8527-89f4ae3fe02c req-bdd7a0c8-2e0a-4258-9fb6-fefd4e2f28de service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0935760 Mar 14 10:40:32.878320 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068a9a84-5df5-462b-90df-35794f1eb4f4 req-9840cb4e-0122-423f-a437-2b33cfe7c0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:40:32.879974 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-068a9a84-5df5-462b-90df-35794f1eb4f4 req-9840cb4e-0122-423f-a437-2b33cfe7c0cb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e8af337fde094015ba14cb19861ba092&device_id=9514c03b-c29c-48a7-8942-1b50503fe733 HTTP/1.1" status: 200 len: 1132 time: 0.0449769 Mar 14 10:40:32.942810 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-068a9a84-5df5-462b-90df-35794f1eb4f4 req-ac33b28f-bff3-42d6-899c-03f7aaae90b5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=5a2bd6dd-e8c0-43d4-acf4-665ae452853b HTTP/1.1" status: 200 len: 217 time: 0.0366895 Mar 14 10:40:32.994046 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068a9a84-5df5-462b-90df-35794f1eb4f4 req-e78781d8-c787-41c9-8153-d6c6b6ed8893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:40:32.995379 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-068a9a84-5df5-462b-90df-35794f1eb4f4 req-e78781d8-c787-41c9-8153-d6c6b6ed8893 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4decb7bf-a9a6-4c65-9ac1-d75e2735f81b HTTP/1.1" status: 200 len: 843 time: 0.0469058 Mar 14 10:40:33.044705 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068a9a84-5df5-462b-90df-35794f1eb4f4 req-c9335d8d-8f8d-441c-a5c0-a548ee2c6065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:40:33.046158 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-068a9a84-5df5-462b-90df-35794f1eb4f4 req-c9335d8d-8f8d-441c-a5c0-a548ee2c6065 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f15626b5-0253-4331-96c1-01cb4f9db806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0425537 Mar 14 10:40:33.132591 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-068a9a84-5df5-462b-90df-35794f1eb4f4 req-93330c1d-c343-44b1-98ca-e1adb7bc11bd service neutron] 10.222.0.39 "GET /v2.0/networks/f15626b5-0253-4331-96c1-01cb4f9db806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793800 Mar 14 10:40:33.222812 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-068a9a84-5df5-462b-90df-35794f1eb4f4 req-8dd1dda1-d327-4d7b-8305-301badf18dee service neutron] 10.222.0.39 "GET /v2.0/networks/f15626b5-0253-4331-96c1-01cb4f9db806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837646 Mar 14 10:40:33.369065 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8102e7d1-1cea-4018-85ec-1e5a02b488fc req-027286fb-9698-400c-9c67-2030409291ae tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:40:33.370530 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-8102e7d1-1cea-4018-85ec-1e5a02b488fc req-027286fb-9698-400c-9c67-2030409291ae tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c77b287-50bd-4fe2-ae01-4f79b338587f HTTP/1.1" status: 200 len: 945 time: 0.0522518 Mar 14 10:40:33.490768 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341fc97b-b525-4947-b996-91c9532d86ee req-ceb91428-5cc2-434a-b5d2-18502b097e4b tempest-VolumesNegativeTest-523318122 tempest-VolumesNegativeTest-523318122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:40:33.492244 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-341fc97b-b525-4947-b996-91c9532d86ee req-ceb91428-5cc2-434a-b5d2-18502b097e4b tempest-VolumesNegativeTest-523318122 tempest-VolumesNegativeTest-523318122-project] 10.222.0.16 "GET /v2.0/ports?device_id=9514c03b-c29c-48a7-8942-1b50503fe733 HTTP/1.1" status: 200 len: 948 time: 0.1075876 Mar 14 10:40:33.560131 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [req-8102e7d1-1cea-4018-85ec-1e5a02b488fc req-41ec7243-a9fa-46be-a83c-cae810dcac79 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Deleting port 52ee5732-d5d1-4e74-a326-424203f51844 {{(pid=103643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 10:40:33.560471 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-8102e7d1-1cea-4018-85ec-1e5a02b488fc req-41ec7243-a9fa-46be-a83c-cae810dcac79 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739585920741'] for port (52ee5732-d5d1-4e74-a326-424203f51844), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:40:33.606411 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-341fc97b-b525-4947-b996-91c9532d86ee req-02174ab9-d9fc-4176-b845-69be6183bc96 tempest-VolumesNegativeTest-523318122 tempest-VolumesNegativeTest-523318122-project] 10.222.0.16 "GET /v2.0/security-groups?id=c8282685-7ebb-451a-8b21-4e27d7d8c9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041739 Mar 14 10:40:33.612910 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465db72e-384f-4ee5-b8b9-55656c0f2a8d req-c1349255-c894-4f77-ae4c-16cd7a5b80fc tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:40:33.614320 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-465db72e-384f-4ee5-b8b9-55656c0f2a8d req-c1349255-c894-4f77-ae4c-16cd7a5b80fc tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c77b287-50bd-4fe2-ae01-4f79b338587f HTTP/1.1" status: 200 len: 945 time: 0.1320777 Mar 14 10:40:33.700286 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.db [req-8102e7d1-1cea-4018-85ec-1e5a02b488fc req-41ec7243-a9fa-46be-a83c-cae810dcac79 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] For port 52ee5732-d5d1-4e74-a326-424203f51844, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=52ee5732-d5d1-4e74-a326-424203f51844,segment=NetworkSegment(178995d1-5f67-4684-9116-b12e73922a62),segment_id=178995d1-5f67-4684-9116-b12e73922a62)] {{(pid=103643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:40:33.700648 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-8102e7d1-1cea-4018-85ec-1e5a02b488fc req-41ec7243-a9fa-46be-a83c-cae810dcac79 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562337'] for port (52ee5732-d5d1-4e74-a326-424203f51844), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:40:33.718505 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-465db72e-384f-4ee5-b8b9-55656c0f2a8d req-dedaedd7-e650-4a1b-a41b-a11f2d7bf467 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "GET /v2.0/security-groups?id=1e1b8287-1cc5-4c8f-b157-f520a9bdba5d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0764127 Mar 14 10:40:33.877313 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-8102e7d1-1cea-4018-85ec-1e5a02b488fc req-41ec7243-a9fa-46be-a83c-cae810dcac79 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:40:33.877686 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-8102e7d1-1cea-4018-85ec-1e5a02b488fc req-41ec7243-a9fa-46be-a83c-cae810dcac79 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-564448'] for floatingip (e312620c-4c25-4281-9987-c8d5a62a20f7), after_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:40:33.878526 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.db.l3_db [req-8102e7d1-1cea-4018-85ec-1e5a02b488fc req-41ec7243-a9fa-46be-a83c-cae810dcac79 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Floating IP e312620c-4c25-4281-9987-c8d5a62a20f7 disassociated. External IP: 172.27.2.216, port: 52ee5732-d5d1-4e74-a326-424203f51844. Mar 14 10:40:33.878891 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [req-8102e7d1-1cea-4018-85ec-1e5a02b488fc req-41ec7243-a9fa-46be-a83c-cae810dcac79 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Calling delete_port for 52ee5732-d5d1-4e74-a326-424203f51844 owned by compute:nova {{(pid=103643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 10:40:34.059340 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-8102e7d1-1cea-4018-85ec-1e5a02b488fc req-41ec7243-a9fa-46be-a83c-cae810dcac79 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739585930060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739585409127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516063'] for port (52ee5732-d5d1-4e74-a326-424203f51844), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:40:34.091080 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ec7243-a9fa-46be-a83c-cae810dcac79 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Pushing event deleted for resources: {'Port': ['ID=52ee5732-d5d1-4e74-a326-424203f51844,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:40:34.203355 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8102e7d1-1cea-4018-85ec-1e5a02b488fc req-41ec7243-a9fa-46be-a83c-cae810dcac79 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Router af46814b-06af-4a09-b7be-76dcaa7e3d2d has already been hosted by L3 agent a016a58c-1f8a-4210-ae6c-360b1a1f78c1 {{(pid=103643) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 10:40:34.307915 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8102e7d1-1cea-4018-85ec-1e5a02b488fc req-41ec7243-a9fa-46be-a83c-cae810dcac79 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Notify agent at l3_agent.dv-cinder-833544-1-iscsi the message routers_updated {{(pid=103643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 10:40:34.317941 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83b576b-8e37-4412-8ea8-6ea5075f97bf None None] Sync routers for ids ['af46814b-06af-4a09-b7be-76dcaa7e3d2d'] in dv-cinder-833544-1-iscsi {{(pid=103644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 10:40:34.328048 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83b576b-8e37-4412-8ea8-6ea5075f97bf None None] Routers {'af46814b-06af-4a09-b7be-76dcaa7e3d2d'} bound to L3 agent in host dv-cinder-833544-1-iscsi {{(pid=103644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:40:34.328669 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-d83b576b-8e37-4412-8ea8-6ea5075f97bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833544-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T10:17:23Z,description=,heartbeat_timestamp=2022-03-14T10:40:23Z,host='dv-cinder-833544-1-iscsi',id=a016a58c-1f8a-4210-ae6c-360b1a1f78c1,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:17:24Z,topic='l3_agent')) {'router_ids': ['af46814b-06af-4a09-b7be-76dcaa7e3d2d'], 'active': True} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:40:34.347820 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.db.l3_dvrscheduler_db [req-8102e7d1-1cea-4018-85ec-1e5a02b488fc req-41ec7243-a9fa-46be-a83c-cae810dcac79 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] No DVR routers for this DVR port 52ee5732-d5d1-4e74-a326-424203f51844 on host hv-cinder-83354 {{(pid=103643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 10:40:34.350263 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-8102e7d1-1cea-4018-85ec-1e5a02b488fc req-41ec7243-a9fa-46be-a83c-cae810dcac79 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211739'] for port (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:40:34.353532 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-8102e7d1-1cea-4018-85ec-1e5a02b488fc req-41ec7243-a9fa-46be-a83c-cae810dcac79 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.39 "DELETE /v2.0/ports/52ee5732-d5d1-4e74-a326-424203f51844 HTTP/1.1" status: 204 len: 173 time: 0.9773107 Mar 14 10:40:34.438441 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvr_db [None req-d83b576b-8e37-4412-8ea8-6ea5075f97bf None None] Set router af46814b-06af-4a09-b7be-76dcaa7e3d2d gateway port host: dv-cinder-833544-1-iscsi {{(pid=103644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:40:34.494447 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c77b287-50bd-4fe2-ae01-4f79b338587f', 'name': 'network-vif-deleted', 'tag': '52ee5732-d5d1-4e74-a326-424203f51844'}] {{(pid=103643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:40:34.496846 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b58adf1808d3e8f2b7de4636db435fb255da6a44abdc46a7a48cdc23cb85b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57c26675-879e-41f5-a8b4-aa95916d9606" -d '{"events": [{"server_uuid": "5c77b287-50bd-4fe2-ae01-4f79b338587f", "name": "network-vif-deleted", "tag": "52ee5732-d5d1-4e74-a326-424203f51844"}]}' {{(pid=103643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:40:34.539796 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 10:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83f8fec9-1c5d-46d4-85ee-00775dc6ddbf x-openstack-request-id: req-83f8fec9-1c5d-46d4-85ee-00775dc6ddbf {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:40:34.540333 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c77b287-50bd-4fe2-ae01-4f79b338587f", "name": "network-vif-deleted", "tag": "52ee5732-d5d1-4e74-a326-424203f51844", "status": "completed", "code": 200}]} {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:40:34.540754 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-83f8fec9-1c5d-46d4-85ee-00775dc6ddbf {{(pid=103643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:40:34.541329 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c77b287-50bd-4fe2-ae01-4f79b338587f', 'name': 'network-vif-deleted', 'tag': '52ee5732-d5d1-4e74-a326-424203f51844', 'status': 'completed', 'code': 200} Mar 14 10:40:34.678244 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-d83b576b-8e37-4412-8ea8-6ea5075f97bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af46814b-06af-4a09-b7be-76dcaa7e3d2d', 'name': 'tempest-AttachVolumeNegativeTest-542487346-router', 'tenant_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '4038d135-f1a7-44ee-a8aa-d68043c4ba7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:36:55Z', 'updated_at': '2022-03-14T10:36:58Z', 'revision_number': 4, 'project_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'gw_port': {'id': '4038d135-f1a7-44ee-a8aa-d68043c4ba7e', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ff:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af46814b-06af-4a09-b7be-76dcaa7e3d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:36:56Z', 'updated_at': '2022-03-14T10:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi', '_floatingips': [{'id': '7aa99ef1-dc89-43ed-8131-1fcbe4049168', 'tenant_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'floating_ip_address': '172.27.2.165', 'floating_network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'router_id': 'af46814b-06af-4a09-b7be-76dcaa7e3d2d', 'port_id': 'd3489a11-8a78-4228-b306-782236378fce', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '57ee559b-7405-419c-add9-12136a347c22', 'mac_address': 'fa:16:3e:c6:32:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4d8caf-bcda-4f86-a6ec-988ca9d2e025', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T10:37:02Z', 'updated_at': '2022-03-14T10:37:19Z', 'revision_number': 2, 'project_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab8a89ac-e5fd-48ec-bc47-505baf6717ca', 'name': '', 'network_id': '57ee559b-7405-419c-add9-12136a347c22', 'tenant_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'mac_address': 'fa:16:3e:09:aa:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af46814b-06af-4a09-b7be-76dcaa7e3d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '445e9f07-5c2c-42dc-a9b7-aeafc1941d6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:36:58Z', 'updated_at': '2022-03-14T10:37:02Z', 'revision_number': 5, 'project_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'subnets': [{'id': '445e9f07-5c2c-42dc-a9b7-aeafc1941d6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833544-1-iscsi', False) {} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:40:34.704752 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83b576b-8e37-4412-8ea8-6ea5075f97bf None None] Checking router: af46814b-06af-4a09-b7be-76dcaa7e3d2d for host: dv-cinder-833544-1-iscsi {{(pid=103644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 10:40:34.715433 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83b576b-8e37-4412-8ea8-6ea5075f97bf None None] Routers {'af46814b-06af-4a09-b7be-76dcaa7e3d2d'} bound to L3 agent in host dv-cinder-833544-1-iscsi {{(pid=103644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:40:34.716067 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-d83b576b-8e37-4412-8ea8-6ea5075f97bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833544-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T10:17:23Z,description=,heartbeat_timestamp=2022-03-14T10:40:23Z,host='dv-cinder-833544-1-iscsi',id=a016a58c-1f8a-4210-ae6c-360b1a1f78c1,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:17:24Z,topic='l3_agent')) {'router_ids': ['af46814b-06af-4a09-b7be-76dcaa7e3d2d'], 'active': True} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:40:34.733652 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656a535e-481b-4fef-9e96-304e2dbd1798 req-beb31b82-6e96-47e6-a43c-f1fbd1bbf24d tempest-VolumesNegativeTest-523318122 tempest-VolumesNegativeTest-523318122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:40:34.735165 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-656a535e-481b-4fef-9e96-304e2dbd1798 req-beb31b82-6e96-47e6-a43c-f1fbd1bbf24d tempest-VolumesNegativeTest-523318122 tempest-VolumesNegativeTest-523318122-project] 10.222.0.16 "GET /v2.0/ports?device_id=9514c03b-c29c-48a7-8942-1b50503fe733 HTTP/1.1" status: 200 len: 948 time: 0.0545821 Mar 14 10:40:34.791426 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-656a535e-481b-4fef-9e96-304e2dbd1798 req-c3bdc09e-206b-4b60-82e0-f902c828cbb5 tempest-VolumesNegativeTest-523318122 tempest-VolumesNegativeTest-523318122-project] 10.222.0.16 "GET /v2.0/security-groups?id=c8282685-7ebb-451a-8b21-4e27d7d8c9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500140 Mar 14 10:40:34.827542 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvr_db [None req-d83b576b-8e37-4412-8ea8-6ea5075f97bf None None] Set router af46814b-06af-4a09-b7be-76dcaa7e3d2d gateway port host: dv-cinder-833544-1-iscsi {{(pid=103644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:40:34.839808 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-b83302b8-e10c-46ff-994d-1fe23aade525 req-ea88cca9-a160-4351-8e8f-f95a9b9220b3 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c77b287-50bd-4fe2-ae01-4f79b338587f HTTP/1.1" status: 200 len: 210 time: 0.0310359 Mar 14 10:40:35.050855 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-d83b576b-8e37-4412-8ea8-6ea5075f97bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af46814b-06af-4a09-b7be-76dcaa7e3d2d', 'name': 'tempest-AttachVolumeNegativeTest-542487346-router', 'tenant_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '4038d135-f1a7-44ee-a8aa-d68043c4ba7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:36:55Z', 'updated_at': '2022-03-14T10:36:58Z', 'revision_number': 4, 'project_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'gw_port': {'id': '4038d135-f1a7-44ee-a8aa-d68043c4ba7e', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ff:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af46814b-06af-4a09-b7be-76dcaa7e3d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:36:56Z', 'updated_at': '2022-03-14T10:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi', '_floatingips': [{'id': '7aa99ef1-dc89-43ed-8131-1fcbe4049168', 'tenant_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'floating_ip_address': '172.27.2.165', 'floating_network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'router_id': 'af46814b-06af-4a09-b7be-76dcaa7e3d2d', 'port_id': 'd3489a11-8a78-4228-b306-782236378fce', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '57ee559b-7405-419c-add9-12136a347c22', 'mac_address': 'fa:16:3e:c6:32:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4d8caf-bcda-4f86-a6ec-988ca9d2e025', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T10:37:02Z', 'updated_at': '2022-03-14T10:37:19Z', 'revision_number': 2, 'project_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab8a89ac-e5fd-48ec-bc47-505baf6717ca', 'name': '', 'network_id': '57ee559b-7405-419c-add9-12136a347c22', 'tenant_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'mac_address': 'fa:16:3e:09:aa:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af46814b-06af-4a09-b7be-76dcaa7e3d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '445e9f07-5c2c-42dc-a9b7-aeafc1941d6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:36:58Z', 'updated_at': '2022-03-14T10:37:02Z', 'revision_number': 5, 'project_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'subnets': [{'id': '445e9f07-5c2c-42dc-a9b7-aeafc1941d6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833544-1-iscsi', False) {} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:40:35.076981 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83b576b-8e37-4412-8ea8-6ea5075f97bf None None] The sync data for ids ['af46814b-06af-4a09-b7be-76dcaa7e3d2d'] in dv-cinder-833544-1-iscsi is: [{'id': 'af46814b-06af-4a09-b7be-76dcaa7e3d2d', 'name': 'tempest-AttachVolumeNegativeTest-542487346-router', 'tenant_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '4038d135-f1a7-44ee-a8aa-d68043c4ba7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:36:55Z', 'updated_at': '2022-03-14T10:36:58Z', 'revision_number': 4, 'project_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'gw_port': {'id': '4038d135-f1a7-44ee-a8aa-d68043c4ba7e', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ff:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af46814b-06af-4a09-b7be-76dcaa7e3d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:36:56Z', 'updated_at': '2022-03-14T10:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi', '_floatingips': [{'id': '7aa99ef1-dc89-43ed-8131-1fcbe4049168', 'tenant_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'floating_ip_address': '172.27.2.165', 'floating_network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'router_id': 'af46814b-06af-4a09-b7be-76dcaa7e3d2d', 'port_id': 'd3489a11-8a78-4228-b306-782236378fce', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '57ee559b-7405-419c-add9-12136a347c22', 'mac_address': 'fa:16:3e:c6:32:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4d8caf-bcda-4f86-a6ec-988ca9d2e025', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T10:37:02Z', 'updated_at': '2022-03-14T10:37:19Z', 'revision_number': 2, 'project_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab8a89ac-e5fd-48ec-bc47-505baf6717ca', 'name': '', 'network_id': '57ee559b-7405-419c-add9-12136a347c22', 'tenant_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'mac_address': 'fa:16:3e:09:aa:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af46814b-06af-4a09-b7be-76dcaa7e3d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '445e9f07-5c2c-42dc-a9b7-aeafc1941d6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:36:58Z', 'updated_at': '2022-03-14T10:37:02Z', 'revision_number': 5, 'project_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'subnets': [{'id': '445e9f07-5c2c-42dc-a9b7-aeafc1941d6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 10:40:35.289887 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95c5de2-118d-4bb1-a6cc-bceea1ea4eb7 None None] New status for floating IP e312620c-4c25-4281-9987-c8d5a62a20f7: DOWN {{(pid=103645) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 10:40:35.910822 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9608a7-cd3f-4676-bb70-cbddaa3328d0 req-b079ca29-4761-46a5-a455-11f9d9de5b14 tempest-VolumesNegativeTest-523318122 tempest-VolumesNegativeTest-523318122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:40:35.912331 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-9f9608a7-cd3f-4676-bb70-cbddaa3328d0 req-b079ca29-4761-46a5-a455-11f9d9de5b14 tempest-VolumesNegativeTest-523318122 tempest-VolumesNegativeTest-523318122-project] 10.222.0.16 "GET /v2.0/ports?device_id=9514c03b-c29c-48a7-8942-1b50503fe733 HTTP/1.1" status: 200 len: 948 time: 0.0524468 Mar 14 10:40:35.964043 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-9f9608a7-cd3f-4676-bb70-cbddaa3328d0 req-c8e4b82a-c804-4b65-899b-7490032ef3b2 tempest-VolumesNegativeTest-523318122 tempest-VolumesNegativeTest-523318122-project] 10.222.0.16 "GET /v2.0/security-groups?id=c8282685-7ebb-451a-8b21-4e27d7d8c9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415766 Mar 14 10:40:35.985997 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 49908) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:40:36.045446 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-a1ede09f-20ad-4686-b4b1-0a89bd7eedef tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks [] for security_group (1e1b8287-1cc5-4c8f-b157-f520a9bdba5d), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:40:36.067923 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-a1ede09f-20ad-4686-b4b1-0a89bd7eedef tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks [] for security_group (1e1b8287-1cc5-4c8f-b157-f520a9bdba5d), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:40:36.179417 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-a1ede09f-20ad-4686-b4b1-0a89bd7eedef tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (1e1b8287-1cc5-4c8f-b157-f520a9bdba5d), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:40:36.181980 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-a1ede09f-20ad-4686-b4b1-0a89bd7eedef tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks [] for security_group (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:40:36.183131 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-a1ede09f-20ad-4686-b4b1-0a89bd7eedef tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "DELETE /v2.0/security-groups/1e1b8287-1cc5-4c8f-b157-f520a9bdba5d HTTP/1.1" status: 204 len: 168 time: 0.1961808 Mar 14 10:40:36.185961 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 49910) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:40:36.192472 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ede09f-20ad-4686-b4b1-0a89bd7eedef tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e1b8287-1cc5-4c8f-b157-f520a9bdba5d,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:40:36.200001 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.api.v2.resource [None req-5d6be9db-1c55-4633-b496-88bf8b323185 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] show failed (client error): The resource could not be found. Mar 14 10:40:36.201221 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-5d6be9db-1c55-4633-b496-88bf8b323185 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "GET /v2.0/security-groups/1e1b8287-1cc5-4c8f-b157-f520a9bdba5d HTTP/1.1" status: 404 len: 347 time: 0.0140882 Mar 14 10:40:36.203898 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 49912) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:40:36.328351 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.plugin [None req-98eca74e-fac4-4672-ad10-e93dfb4b4304 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Deleting port f266508f-fd1b-485a-b982-4bafae7014b5 {{(pid=103642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 10:40:36.328703 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-98eca74e-fac4-4672-ad10-e93dfb4b4304 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739585920741'] for port (f266508f-fd1b-485a-b982-4bafae7014b5), before_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:40:36.402049 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-98eca74e-fac4-4672-ad10-e93dfb4b4304 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562337'] for port (f266508f-fd1b-485a-b982-4bafae7014b5), precommit_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:40:36.402386 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-98eca74e-fac4-4672-ad10-e93dfb4b4304 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks [] for floatingip (f266508f-fd1b-485a-b982-4bafae7014b5), precommit_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:40:36.413745 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.plugin [None req-98eca74e-fac4-4672-ad10-e93dfb4b4304 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Calling delete_port for f266508f-fd1b-485a-b982-4bafae7014b5 owned by network:floatingip {{(pid=103642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 10:40:36.837252 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-98eca74e-fac4-4672-ad10-e93dfb4b4304 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739585930060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739585409127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9714944'] for port (f266508f-fd1b-485a-b982-4bafae7014b5), after_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:40:36.864107 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eca74e-fac4-4672-ad10-e93dfb4b4304 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Pushing event deleted for resources: {'Port': ['ID=f266508f-fd1b-485a-b982-4bafae7014b5,revision_number=None']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:40:36.922785 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-98eca74e-fac4-4672-ad10-e93dfb4b4304 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks [] for floatingip (e312620c-4c25-4281-9987-c8d5a62a20f7), after_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:40:36.925318 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-98eca74e-fac4-4672-ad10-e93dfb4b4304 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211739'] for floatingip (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:40:36.926472 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-98eca74e-fac4-4672-ad10-e93dfb4b4304 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "DELETE /v2.0/floatingips/e312620c-4c25-4281-9987-c8d5a62a20f7 HTTP/1.1" status: 204 len: 168 time: 0.7211242 Mar 14 10:40:37.083898 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ec1560-bfd5-45a0-a13c-9a4dbeae7862 req-bc414777-c4c5-4294-8b2c-4d3762434bc4 tempest-VolumesNegativeTest-523318122 tempest-VolumesNegativeTest-523318122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:40:37.085621 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-91ec1560-bfd5-45a0-a13c-9a4dbeae7862 req-bc414777-c4c5-4294-8b2c-4d3762434bc4 tempest-VolumesNegativeTest-523318122 tempest-VolumesNegativeTest-523318122-project] 10.222.0.16 "GET /v2.0/ports?device_id=9514c03b-c29c-48a7-8942-1b50503fe733 HTTP/1.1" status: 200 len: 948 time: 0.0598447 Mar 14 10:40:37.134603 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-91ec1560-bfd5-45a0-a13c-9a4dbeae7862 req-652410ab-afc4-4f77-8dbe-658a45226a87 tempest-VolumesNegativeTest-523318122 tempest-VolumesNegativeTest-523318122-project] 10.222.0.16 "GET /v2.0/security-groups?id=c8282685-7ebb-451a-8b21-4e27d7d8c9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432513 Mar 14 10:40:37.255132 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-4475fce7-985b-46d3-b5aa-f1009744484e req-71103ef6-3e5d-437a-8bb2-9fe8e2859ff8 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-731492501&fields=id&tenant_id=6297757b71cd48d4a33ab7458cc05ac7 HTTP/1.1" status: 200 len: 267 time: 0.0433307 Mar 14 10:40:37.364928 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4475fce7-985b-46d3-b5aa-f1009744484e req-c8a9dc84-9892-42a5-99eb-1d130a57f9b9 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:40:37.366336 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-4475fce7-985b-46d3-b5aa-f1009744484e req-c8a9dc84-9892-42a5-99eb-1d130a57f9b9 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/networks?id=c84f27eb-37b9-4aa9-b62d-da2eefd83ac0 HTTP/1.1" status: 200 len: 811 time: 0.1047912 Mar 14 10:40:37.382216 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-4475fce7-985b-46d3-b5aa-f1009744484e req-037ee40c-fad7-487c-80f4-1f65737a6e3e tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/quotas/6297757b71cd48d4a33ab7458cc05ac7 HTTP/1.1" status: 200 len: 375 time: 0.0095220 Mar 14 10:40:37.438992 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-4475fce7-985b-46d3-b5aa-f1009744484e req-19f46a25-3f02-4039-9910-da4b62f58471 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=6297757b71cd48d4a33ab7458cc05ac7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0520067 Mar 14 10:40:37.453881 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [req-4475fce7-985b-46d3-b5aa-f1009744484e req-01f972b2-4aab-4b12-bdb4-2344bfbd0698 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103643) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 14 10:40:37.454819 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-4475fce7-985b-46d3-b5aa-f1009744484e req-01f972b2-4aab-4b12-bdb4-2344bfbd0698 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049284 Mar 14 10:40:37.540576 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-4475fce7-985b-46d3-b5aa-f1009744484e req-12a72fd3-2520-405a-81ff-b7179288a2d0 service neutron] 10.222.0.16 "GET /v2.0/networks/c84f27eb-37b9-4aa9-b62d-da2eefd83ac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801225 Mar 14 10:40:37.629533 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-4475fce7-985b-46d3-b5aa-f1009744484e req-f7f383d1-a9b5-49b5-96d7-3997434b0260 service neutron] 10.222.0.16 "GET /v2.0/networks/c84f27eb-37b9-4aa9-b62d-da2eefd83ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834155 Mar 14 10:40:37.891098 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Device 5a2bd6dd-e8c0-43d4-acf4-665ae452853b details requested by agent hyperv_hv-cinder-83354 with host hv-cinder-83354 {{(pid=103644) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 10:40:37.901178 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Device 52ee5732-d5d1-4e74-a326-424203f51844 no longer exists at agent hyperv_hv-cinder-83354 {{(pid=103644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 10:40:37.923782 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] No Port match for: 52ee5732-d5d1-4e74-a326-424203f51844 {{(pid=103644) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 10:40:37.924127 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Device 52ee5732-d5d1-4e74-a326-424203f51844 not bound to the agent host hv-cinder-83354 {{(pid=103644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 10:40:38.116470 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-2fdbddf5-0189-4ba3-b743-fa2ece9696d8 req-aa6d7235-f31f-468e-88da-4700c1f8f0f7 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/ports?device_id=574b58f2-ecaa-45ff-b143-f0cf15d8250b HTTP/1.1" status: 200 len: 210 time: 0.0293725 Mar 14 10:40:38.152101 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] For port 5a2bd6dd-e8c0-43d4-acf4-665ae452853b, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=5a2bd6dd-e8c0-43d4-acf4-665ae452853b,segment=NetworkSegment(0bb64dcd-b091-46fc-a5be-e8bcc6571890),segment_id=0bb64dcd-b091-46fc-a5be-e8bcc6571890)] {{(pid=103644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:40:38.167377 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Returning: {'device': '5a2bd6dd-e8c0-43d4-acf4-665ae452853b', 'network_id': 'f15626b5-0253-4331-96c1-01cb4f9db806', 'port_id': '5a2bd6dd-e8c0-43d4-acf4-665ae452853b', 'mac_address': 'fa:16:3e:ec:ea:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4decb7bf-a9a6-4c65-9ac1-d75e2735f81b', 'ip_address': '192.168.233.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103644) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 10:40:38.206957 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Current status of the port 5a2bd6dd-e8c0-43d4-acf4-665ae452853b is: DOWN; New status is: BUILD {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:40:38.207453 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (5a2bd6dd-e8c0-43d4-acf4-665ae452853b), before_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:40:38.221330 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.notifiers.nova [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a2bd6dd-e8c0-43d4-acf4-665ae452853b {{(pid=103644) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 10:40:38.241551 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] For port 5a2bd6dd-e8c0-43d4-acf4-665ae452853b, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=5a2bd6dd-e8c0-43d4-acf4-665ae452853b,segment=NetworkSegment(0bb64dcd-b091-46fc-a5be-e8bcc6571890),segment_id=0bb64dcd-b091-46fc-a5be-e8bcc6571890)] {{(pid=103644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:40:38.255024 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88c47fd-4883-4288-8ba0-fcfe244aae10 req-58d67430-72e9-45c2-ac17-43c8dbccf964 tempest-VolumesNegativeTest-523318122 tempest-VolumesNegativeTest-523318122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:40:38.256495 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-f88c47fd-4883-4288-8ba0-fcfe244aae10 req-58d67430-72e9-45c2-ac17-43c8dbccf964 tempest-VolumesNegativeTest-523318122 tempest-VolumesNegativeTest-523318122-project] 10.222.0.16 "GET /v2.0/ports?device_id=9514c03b-c29c-48a7-8942-1b50503fe733 HTTP/1.1" status: 200 len: 948 time: 0.0529833 Mar 14 10:40:38.301718 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-f88c47fd-4883-4288-8ba0-fcfe244aae10 req-e86cc09e-5dbb-4157-a16c-f33683541260 tempest-VolumesNegativeTest-523318122 tempest-VolumesNegativeTest-523318122-project] 10.222.0.16 "GET /v2.0/security-groups?id=c8282685-7ebb-451a-8b21-4e27d7d8c9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394707 Mar 14 10:40:38.334286 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (5a2bd6dd-e8c0-43d4-acf4-665ae452853b), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:40:38.386359 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Pushing event updated for resources: {'Port': ['ID=5a2bd6dd-e8c0-43d4-acf4-665ae452853b,revision_number=4']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:40:38.394585 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:40:38.394585 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:40:38.394986 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:40:38.395083 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:40:38.395369 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:40:38.395739 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:40:38.396079 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:40:38.396410 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:40:38.396741 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:40:38.397073 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:40:38.397401 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:40:38.397733 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:40:38.398058 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:40:38.398384 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:40:38.398714 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:40:38.826929 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] get_ports_and_sgs() called for port_ids ['5a2bd6dd-e8c0-43d4-acf4-665ae452853b'] {{(pid=103644) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 10:40:39.212397 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-3c432304-3eb7-41c1-97c4-ec1de79fcfc7 req-05224a06-4172-4610-a499-cc7aebbd24a4 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/ports?device_id=574b58f2-ecaa-45ff-b143-f0cf15d8250b HTTP/1.1" status: 200 len: 210 time: 0.0294864 Mar 14 10:40:39.420568 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3841068-e8f9-429f-b7ce-8581b4a44e9c req-18f05003-167f-4b3c-89bd-31bf21bfcb2b tempest-VolumesNegativeTest-523318122 tempest-VolumesNegativeTest-523318122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:40:39.423997 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-f3841068-e8f9-429f-b7ce-8581b4a44e9c req-18f05003-167f-4b3c-89bd-31bf21bfcb2b tempest-VolumesNegativeTest-523318122 tempest-VolumesNegativeTest-523318122-project] 10.222.0.16 "GET /v2.0/ports?device_id=9514c03b-c29c-48a7-8942-1b50503fe733 HTTP/1.1" status: 200 len: 949 time: 0.0543222 Mar 14 10:40:39.470090 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-f3841068-e8f9-429f-b7ce-8581b4a44e9c req-f42f3a12-25a0-4d22-bb23-bf3526771313 tempest-VolumesNegativeTest-523318122 tempest-VolumesNegativeTest-523318122-project] 10.222.0.16 "GET /v2.0/security-groups?id=c8282685-7ebb-451a-8b21-4e27d7d8c9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407383 Mar 14 10:40:39.901744 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Device 5a2bd6dd-e8c0-43d4-acf4-665ae452853b up at agent hyperv_hv-cinder-83354 {{(pid=103644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:40:40.028943 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Provisioning for port 5a2bd6dd-e8c0-43d4-acf4-665ae452853b completed by entity L2. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 14 10:40:40.032871 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Provisioning complete for port 5a2bd6dd-e8c0-43d4-acf4-665ae452853b triggered by entity L2. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:40:40.033246 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (5a2bd6dd-e8c0-43d4-acf4-665ae452853b), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:40:40.109970 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4475fce7-985b-46d3-b5aa-f1009744484e req-552a8f8d-10a3-4fdc-b417-423197e54d98 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:40:40.111593 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-4475fce7-985b-46d3-b5aa-f1009744484e req-552a8f8d-10a3-4fdc-b417-423197e54d98 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.39 "GET /v2.0/networks?id=c84f27eb-37b9-4aa9-b62d-da2eefd83ac0 HTTP/1.1" status: 200 len: 811 time: 0.1298897 Mar 14 10:40:40.130520 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Current status of the port 5a2bd6dd-e8c0-43d4-acf4-665ae452853b is: BUILD; New status is: ACTIVE {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:40:40.131179 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (5a2bd6dd-e8c0-43d4-acf4-665ae452853b), before_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:40:40.165037 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] For port 5a2bd6dd-e8c0-43d4-acf4-665ae452853b, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=5a2bd6dd-e8c0-43d4-acf4-665ae452853b,segment=NetworkSegment(0bb64dcd-b091-46fc-a5be-e8bcc6571890),segment_id=0bb64dcd-b091-46fc-a5be-e8bcc6571890)] {{(pid=103644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:40:40.166196 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9514c03b-c29c-48a7-8942-1b50503fe733', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a2bd6dd-e8c0-43d4-acf4-665ae452853b'}] {{(pid=103644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:40:40.168833 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cdcf2ce3ae030c6c85cf8a8616b2d58d36b16ae178b61bcd15320d14238e4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f66b379-3504-4d62-926a-c2cc86271ab5" -d '{"events": [{"server_uuid": "9514c03b-c29c-48a7-8942-1b50503fe733", "name": "network-vif-plugged", "status": "completed", "tag": "5a2bd6dd-e8c0-43d4-acf4-665ae452853b"}]}' {{(pid=103644) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:40:40.194149 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-4475fce7-985b-46d3-b5aa-f1009744484e req-28273b93-1762-44c7-8ad7-1d78d630640a tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6297757b71cd48d4a33ab7458cc05ac7 HTTP/1.1" status: 200 len: 379 time: 0.0689039 Mar 14 10:40:40.209433 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 10:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc90f7bc-ec58-437b-a18f-e10ee950ea80 x-openstack-request-id: req-bc90f7bc-ec58-437b-a18f-e10ee950ea80 {{(pid=103644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:40:40.209770 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9514c03b-c29c-48a7-8942-1b50503fe733", "name": "network-vif-plugged", "status": "completed", "tag": "5a2bd6dd-e8c0-43d4-acf4-665ae452853b", "code": 200}]} {{(pid=103644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:40:40.209890 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [req-4475fce7-985b-46d3-b5aa-f1009744484e req-eddddf06-a41f-4437-a87d-a3252b5dd03e tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Request body: {'port': {'device_id': '574b58f2-ecaa-45ff-b143-f0cf15d8250b', 'network_id': 'c84f27eb-37b9-4aa9-b62d-da2eefd83ac0', 'admin_state_up': True, 'tenant_id': '6297757b71cd48d4a33ab7458cc05ac7', 'security_groups': ['5db7947e-8c99-4e92-b817-f70bd3c75c36']}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:40:40.210090 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bc90f7bc-ec58-437b-a18f-e10ee950ea80 {{(pid=103644) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:40:40.210494 dv-cinder-833544-1-iscsi neutron-server[103644]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9514c03b-c29c-48a7-8942-1b50503fe733', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a2bd6dd-e8c0-43d4-acf4-665ae452853b', 'code': 200} Mar 14 10:40:40.238218 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (5a2bd6dd-e8c0-43d4-acf4-665ae452853b), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:40:40.297289 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Pushing event updated for resources: {'Port': ['ID=5a2bd6dd-e8c0-43d4-acf4-665ae452853b,revision_number=5']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:40:40.571053 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1befc0e-43a2-4dcf-94df-7f75965bcfc5 req-d330794d-103b-46bf-aa15-c7d33e678505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:40:40.572787 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-d1befc0e-43a2-4dcf-94df-7f75965bcfc5 req-d330794d-103b-46bf-aa15-c7d33e678505 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9514c03b-c29c-48a7-8942-1b50503fe733 HTTP/1.1" status: 200 len: 1134 time: 0.0527844 Mar 14 10:40:40.606721 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-07fd34fd-0fd0-4eb8-a011-f791610fe011 req-fa713fb8-fdf0-4070-8836-b2a3f80d7dd4 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/ports?device_id=574b58f2-ecaa-45ff-b143-f0cf15d8250b HTTP/1.1" status: 200 len: 210 time: 0.2932179 Mar 14 10:40:40.622215 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-d1befc0e-43a2-4dcf-94df-7f75965bcfc5 req-86c38aad-1558-4cdc-9c8d-0207704116ea service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=c8282685-7ebb-451a-8b21-4e27d7d8c9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439970 Mar 14 10:40:40.665106 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea69a016-a9ea-4cfa-8208-2bff7976fbfa req-1793b78f-1d04-4b5a-bb81-29b8c5d6e126 tempest-VolumesNegativeTest-523318122 tempest-VolumesNegativeTest-523318122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:40:40.666585 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-ea69a016-a9ea-4cfa-8208-2bff7976fbfa req-1793b78f-1d04-4b5a-bb81-29b8c5d6e126 tempest-VolumesNegativeTest-523318122 tempest-VolumesNegativeTest-523318122-project] 10.222.0.16 "GET /v2.0/ports?device_id=9514c03b-c29c-48a7-8942-1b50503fe733 HTTP/1.1" status: 200 len: 950 time: 0.0643005 Mar 14 10:40:40.713050 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-ea69a016-a9ea-4cfa-8208-2bff7976fbfa req-a458ea3f-983f-4de1-8cd9-c0d62e73766f tempest-VolumesNegativeTest-523318122 tempest-VolumesNegativeTest-523318122-project] 10.222.0.16 "GET /v2.0/security-groups?id=c8282685-7ebb-451a-8b21-4e27d7d8c9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408096 Mar 14 10:40:40.722182 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4475fce7-985b-46d3-b5aa-f1009744484e req-eddddf06-a41f-4437-a87d-a3252b5dd03e tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Made reservation on behalf of 6297757b71cd48d4a33ab7458cc05ac7 for: {'port': 1} {{(pid=103643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 10:40:40.725459 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-4475fce7-985b-46d3-b5aa-f1009744484e req-eddddf06-a41f-4437-a87d-a3252b5dd03e tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:40:40.847360 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.db.db_base_plugin_common [req-4475fce7-985b-46d3-b5aa-f1009744484e req-eddddf06-a41f-4437-a87d-a3252b5dd03e tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Allocated IP 172.20.0.3 (c84f27eb-37b9-4aa9-b62d-da2eefd83ac0/c1ca7e58-7de1-4354-86ba-4c133fca3e45/ae1b9b12-60b0-43ee-a89f-24ce1ac85787) {{(pid=103643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 10:40:40.976760 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-4475fce7-985b-46d3-b5aa-f1009744484e req-eddddf06-a41f-4437-a87d-a3252b5dd03e tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Publish callbacks [] for port (ae1b9b12-60b0-43ee-a89f-24ce1ac85787), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:40:41.082550 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-4475fce7-985b-46d3-b5aa-f1009744484e req-eddddf06-a41f-4437-a87d-a3252b5dd03e tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739585409118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516063'] for port (ae1b9b12-60b0-43ee-a89f-24ce1ac85787), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:40:41.129339 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4475fce7-985b-46d3-b5aa-f1009744484e req-eddddf06-a41f-4437-a87d-a3252b5dd03e tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Network c84f27eb-37b9-4aa9-b62d-da2eefd83ac0 is already hosted by enough agents. {{(pid=103643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:40:41.132291 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.base_scheduler [req-4475fce7-985b-46d3-b5aa-f1009744484e req-eddddf06-a41f-4437-a87d-a3252b5dd03e tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Resources bound (agent type, host, resource id): {{(pid=103643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:40:41.135804 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.db.l3_dvrscheduler_db [req-4475fce7-985b-46d3-b5aa-f1009744484e req-eddddf06-a41f-4437-a87d-a3252b5dd03e tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Received port after_create {{(pid=103643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 10:40:41.141763 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddddf06-a41f-4437-a87d-a3252b5dd03e tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Pushing event updated for resources: {'Port': ['ID=ae1b9b12-60b0-43ee-a89f-24ce1ac85787,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:40:41.186519 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4475fce7-985b-46d3-b5aa-f1009744484e req-eddddf06-a41f-4437-a87d-a3252b5dd03e tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:40:41.187125 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-4475fce7-985b-46d3-b5aa-f1009744484e req-eddddf06-a41f-4437-a87d-a3252b5dd03e tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211739'] for port (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:40:41.273526 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-4475fce7-985b-46d3-b5aa-f1009744484e req-eddddf06-a41f-4437-a87d-a3252b5dd03e tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0688069 Mar 14 10:40:41.292288 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [req-4475fce7-985b-46d3-b5aa-f1009744484e req-d2f3c7e6-06ed-41a1-8cd5-012af9aadb07 service neutron] Request body: {'port': {'device_id': '574b58f2-ecaa-45ff-b143-f0cf15d8250b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83354'}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:40:41.348684 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-4475fce7-985b-46d3-b5aa-f1009744484e req-d2f3c7e6-06ed-41a1-8cd5-012af9aadb07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (ae1b9b12-60b0-43ee-a89f-24ce1ac85787), before_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:40:41.365887 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-1a4e5195-63e3-4bf4-a9d1-698d0f1acc0d None None] Provisioning complete for port ae1b9b12-60b0-43ee-a89f-24ce1ac85787 triggered by entity DHCP. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:40:41.366464 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-1a4e5195-63e3-4bf4-a9d1-698d0f1acc0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (ae1b9b12-60b0-43ee-a89f-24ce1ac85787), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:40:41.398704 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-1a4e5195-63e3-4bf4-a9d1-698d0f1acc0d None None] Port ae1b9b12-60b0-43ee-a89f-24ce1ac85787 cannot update to ACTIVE because it is not bound. {{(pid=103644) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 10:40:41.604552 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.notifiers.nova [req-4475fce7-985b-46d3-b5aa-f1009744484e req-d2f3c7e6-06ed-41a1-8cd5-012af9aadb07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae1b9b12-60b0-43ee-a89f-24ce1ac85787 {{(pid=103643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 10:40:41.611684 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-4475fce7-985b-46d3-b5aa-f1009744484e req-d2f3c7e6-06ed-41a1-8cd5-012af9aadb07 service neutron] Publish callbacks [] for port (ae1b9b12-60b0-43ee-a89f-24ce1ac85787), precommit_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:40:41.622969 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.db.provisioning_blocks [req-4475fce7-985b-46d3-b5aa-f1009744484e req-d2f3c7e6-06ed-41a1-8cd5-012af9aadb07 service neutron] Transition to ACTIVE for port object ae1b9b12-60b0-43ee-a89f-24ce1ac85787 will not be triggered until provisioned by entity L2. {{(pid=103643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 14 10:40:41.682172 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-4475fce7-985b-46d3-b5aa-f1009744484e req-d2f3c7e6-06ed-41a1-8cd5-012af9aadb07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516052'] for port (ae1b9b12-60b0-43ee-a89f-24ce1ac85787), after_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:40:41.766805 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f3c7e6-06ed-41a1-8cd5-012af9aadb07 service neutron] Pushing event updated for resources: {'Port': ['ID=ae1b9b12-60b0-43ee-a89f-24ce1ac85787,revision_number=2']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:40:41.859658 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b36d5fa-82fb-4b77-8a43-1e4ae7f8a34e req-fb56c0cd-bf95-496b-b91e-67965efe34d5 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:40:41.861210 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-2b36d5fa-82fb-4b77-8a43-1e4ae7f8a34e req-fb56c0cd-bf95-496b-b91e-67965efe34d5 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/ports?device_id=574b58f2-ecaa-45ff-b143-f0cf15d8250b HTTP/1.1" status: 200 len: 943 time: 0.1709540 Mar 14 10:40:41.902881 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.managers [req-4475fce7-985b-46d3-b5aa-f1009744484e req-d2f3c7e6-06ed-41a1-8cd5-012af9aadb07 service neutron] Attempting to bind port ae1b9b12-60b0-43ee-a89f-24ce1ac85787 on host hv-cinder-83354 for vnic_type normal with profile {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 10:40:41.903220 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.managers [req-4475fce7-985b-46d3-b5aa-f1009744484e req-d2f3c7e6-06ed-41a1-8cd5-012af9aadb07 service neutron] Attempting to bind port ae1b9b12-60b0-43ee-a89f-24ce1ac85787 by drivers openvswitch,hyperv on host hv-cinder-83354 at level 0 using segments [{'id': '2460ef8d-df84-4c9b-a5b7-310d5b72ba4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'c84f27eb-37b9-4aa9-b62d-da2eefd83ac0'}] {{(pid=103643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 10:40:41.903552 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4475fce7-985b-46d3-b5aa-f1009744484e req-d2f3c7e6-06ed-41a1-8cd5-012af9aadb07 service neutron] Attempting to bind port ae1b9b12-60b0-43ee-a89f-24ce1ac85787 on network c84f27eb-37b9-4aa9-b62d-da2eefd83ac0 {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:40:41.915935 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ba0c54-bb52-4f12-b96a-c8213f34b378 req-3e9260aa-04c7-4d9f-8ac6-62a95871bda0 tempest-VolumesNegativeTest-523318122 tempest-VolumesNegativeTest-523318122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:40:41.917388 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-80ba0c54-bb52-4f12-b96a-c8213f34b378 req-3e9260aa-04c7-4d9f-8ac6-62a95871bda0 tempest-VolumesNegativeTest-523318122 tempest-VolumesNegativeTest-523318122-project] 10.222.0.16 "GET /v2.0/ports?device_id=9514c03b-c29c-48a7-8942-1b50503fe733 HTTP/1.1" status: 200 len: 950 time: 0.1296995 Mar 14 10:40:41.921773 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4475fce7-985b-46d3-b5aa-f1009744484e req-d2f3c7e6-06ed-41a1-8cd5-012af9aadb07 service neutron] Port ae1b9b12-60b0-43ee-a89f-24ce1ac85787 on network c84f27eb-37b9-4aa9-b62d-da2eefd83ac0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83354 {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 10:40:41.922096 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4475fce7-985b-46d3-b5aa-f1009744484e req-d2f3c7e6-06ed-41a1-8cd5-012af9aadb07 service neutron] Attempting to bind port ae1b9b12-60b0-43ee-a89f-24ce1ac85787 on network c84f27eb-37b9-4aa9-b62d-da2eefd83ac0 {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:40:41.951399 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4475fce7-985b-46d3-b5aa-f1009744484e req-d2f3c7e6-06ed-41a1-8cd5-012af9aadb07 service neutron] Checking agent: {'id': 'cd4c1fd5-6bd0-46fc-9cd1-9ea8fc180379', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83354', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 10, 23, 57), 'started_at': datetime.datetime(2022, 3, 14, 10, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 10, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 10:40:41.951759 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4475fce7-985b-46d3-b5aa-f1009744484e req-d2f3c7e6-06ed-41a1-8cd5-012af9aadb07 service neutron] Checking segment: {'id': '2460ef8d-df84-4c9b-a5b7-310d5b72ba4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'c84f27eb-37b9-4aa9-b62d-da2eefd83ac0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:40:41.952138 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4475fce7-985b-46d3-b5aa-f1009744484e req-d2f3c7e6-06ed-41a1-8cd5-012af9aadb07 service neutron] Bound using segment: {'id': '2460ef8d-df84-4c9b-a5b7-310d5b72ba4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'c84f27eb-37b9-4aa9-b62d-da2eefd83ac0'} {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 10:40:41.952580 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.managers [req-4475fce7-985b-46d3-b5aa-f1009744484e req-d2f3c7e6-06ed-41a1-8cd5-012af9aadb07 service neutron] Bound port: ae1b9b12-60b0-43ee-a89f-24ce1ac85787, host: hv-cinder-83354, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2460ef8d-df84-4c9b-a5b7-310d5b72ba4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'c84f27eb-37b9-4aa9-b62d-da2eefd83ac0'}}] {{(pid=103643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 10:40:41.952937 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-4475fce7-985b-46d3-b5aa-f1009744484e req-d2f3c7e6-06ed-41a1-8cd5-012af9aadb07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (ae1b9b12-60b0-43ee-a89f-24ce1ac85787), before_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:40:41.979389 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-2b36d5fa-82fb-4b77-8a43-1e4ae7f8a34e req-0a37c400-180d-4bf2-abc5-25542da93b5e tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/security-groups?id=5db7947e-8c99-4e92-b817-f70bd3c75c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109626 Mar 14 10:40:42.026181 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-80ba0c54-bb52-4f12-b96a-c8213f34b378 req-6345fe38-cfaf-4ecb-a8ab-810ad8407eb6 tempest-VolumesNegativeTest-523318122 tempest-VolumesNegativeTest-523318122-project] 10.222.0.16 "GET /v2.0/security-groups?id=c8282685-7ebb-451a-8b21-4e27d7d8c9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968132 Mar 14 10:40:42.049426 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.db [req-4475fce7-985b-46d3-b5aa-f1009744484e req-d2f3c7e6-06ed-41a1-8cd5-012af9aadb07 service neutron] For port ae1b9b12-60b0-43ee-a89f-24ce1ac85787, host hv-cinder-83354, cleared binding levels {{(pid=103643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 10:40:42.052462 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.db [req-4475fce7-985b-46d3-b5aa-f1009744484e req-d2f3c7e6-06ed-41a1-8cd5-012af9aadb07 service neutron] For port ae1b9b12-60b0-43ee-a89f-24ce1ac85787, host hv-cinder-83354, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=ae1b9b12-60b0-43ee-a89f-24ce1ac85787,segment=NetworkSegment(2460ef8d-df84-4c9b-a5b7-310d5b72ba4e),segment_id=2460ef8d-df84-4c9b-a5b7-310d5b72ba4e)] {{(pid=103643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 10:40:42.117021 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-4475fce7-985b-46d3-b5aa-f1009744484e req-d2f3c7e6-06ed-41a1-8cd5-012af9aadb07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516052'] for port (ae1b9b12-60b0-43ee-a89f-24ce1ac85787), after_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:40:42.152826 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4475fce7-985b-46d3-b5aa-f1009744484e req-d2f3c7e6-06ed-41a1-8cd5-012af9aadb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:40:42.153423 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-4475fce7-985b-46d3-b5aa-f1009744484e req-d2f3c7e6-06ed-41a1-8cd5-012af9aadb07 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211739'] for port (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:40:42.154820 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-4475fce7-985b-46d3-b5aa-f1009744484e req-d2f3c7e6-06ed-41a1-8cd5-012af9aadb07 service neutron] 10.222.0.39 "PUT /v2.0/ports/ae1b9b12-60b0-43ee-a89f-24ce1ac85787 HTTP/1.1" status: 200 len: 1093 time: 0.8668551 Mar 14 10:40:42.155271 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '574b58f2-ecaa-45ff-b143-f0cf15d8250b', 'tag': 'ae1b9b12-60b0-43ee-a89f-24ce1ac85787'}] {{(pid=103643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:40:42.157594 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b58adf1808d3e8f2b7de4636db435fb255da6a44abdc46a7a48cdc23cb85b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-863706b3-f652-4f1a-b08d-76cffea9aa58" -d '{"events": [{"name": "network-changed", "server_uuid": "574b58f2-ecaa-45ff-b143-f0cf15d8250b", "tag": "ae1b9b12-60b0-43ee-a89f-24ce1ac85787"}]}' {{(pid=103643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:40:42.182023 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f3c7e6-06ed-41a1-8cd5-012af9aadb07 service neutron] Pushing event updated for resources: {'Port': ['ID=ae1b9b12-60b0-43ee-a89f-24ce1ac85787,revision_number=3']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:40:42.207283 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 10:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30a9fd6f-abd4-4a9c-aa94-a03d0238213f x-openstack-request-id: req-30a9fd6f-abd4-4a9c-aa94-a03d0238213f {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:40:42.207585 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "574b58f2-ecaa-45ff-b143-f0cf15d8250b", "tag": "ae1b9b12-60b0-43ee-a89f-24ce1ac85787", "status": "completed", "code": 200}]} {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:40:42.207872 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-30a9fd6f-abd4-4a9c-aa94-a03d0238213f {{(pid=103643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:40:42.208282 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '574b58f2-ecaa-45ff-b143-f0cf15d8250b', 'tag': 'ae1b9b12-60b0-43ee-a89f-24ce1ac85787', 'status': 'completed', 'code': 200} Mar 14 10:40:42.295522 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863706b3-f652-4f1a-b08d-76cffea9aa58 req-27ae3dbe-1083-4ead-8254-be39922138df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:40:42.296982 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-863706b3-f652-4f1a-b08d-76cffea9aa58 req-27ae3dbe-1083-4ead-8254-be39922138df service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6297757b71cd48d4a33ab7458cc05ac7&device_id=574b58f2-ecaa-45ff-b143-f0cf15d8250b HTTP/1.1" status: 200 len: 1127 time: 0.0467520 Mar 14 10:40:42.410377 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863706b3-f652-4f1a-b08d-76cffea9aa58 req-e87140f1-b9a1-4d96-a934-d68aaa83c9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:40:42.411929 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-863706b3-f652-4f1a-b08d-76cffea9aa58 req-e87140f1-b9a1-4d96-a934-d68aaa83c9a2 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=6297757b71cd48d4a33ab7458cc05ac7&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1011639 Mar 14 10:40:42.516878 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863706b3-f652-4f1a-b08d-76cffea9aa58 req-df3ad2e7-4d82-40ba-a23d-adde3821017d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:40:42.518377 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-863706b3-f652-4f1a-b08d-76cffea9aa58 req-df3ad2e7-4d82-40ba-a23d-adde3821017d service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0917294 Mar 14 10:40:42.616858 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4475fce7-985b-46d3-b5aa-f1009744484e req-e2b05bbc-0249-493b-8a61-6d9f1d7187f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:40:42.618330 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-4475fce7-985b-46d3-b5aa-f1009744484e req-e2b05bbc-0249-493b-8a61-6d9f1d7187f3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6297757b71cd48d4a33ab7458cc05ac7&device_id=574b58f2-ecaa-45ff-b143-f0cf15d8250b HTTP/1.1" status: 200 len: 1127 time: 0.0445876 Mar 14 10:40:42.663996 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-4475fce7-985b-46d3-b5aa-f1009744484e req-f9f76a65-3c03-4e44-9ce1-3bfb749749a1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ae1b9b12-60b0-43ee-a89f-24ce1ac85787 HTTP/1.1" status: 200 len: 217 time: 0.0332818 Mar 14 10:40:42.712673 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4475fce7-985b-46d3-b5aa-f1009744484e req-87d68a1b-0c3d-4989-8803-c5c7850e8435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:40:42.714047 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-4475fce7-985b-46d3-b5aa-f1009744484e req-87d68a1b-0c3d-4989-8803-c5c7850e8435 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c1ca7e58-7de1-4354-86ba-4c133fca3e45 HTTP/1.1" status: 200 len: 850 time: 0.0450475 Mar 14 10:40:42.760288 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4475fce7-985b-46d3-b5aa-f1009744484e req-d393394b-9293-41d8-b265-17cb61ce1342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:40:42.761699 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-4475fce7-985b-46d3-b5aa-f1009744484e req-d393394b-9293-41d8-b265-17cb61ce1342 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c84f27eb-37b9-4aa9-b62d-da2eefd83ac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422285 Mar 14 10:40:42.846941 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-4475fce7-985b-46d3-b5aa-f1009744484e req-f66818c8-2e35-41f3-9ace-430d7ca23099 service neutron] 10.222.0.39 "GET /v2.0/networks/c84f27eb-37b9-4aa9-b62d-da2eefd83ac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786600 Mar 14 10:40:42.936323 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-4475fce7-985b-46d3-b5aa-f1009744484e req-356c1771-59f9-4ec3-9666-9a01a5c94cf2 service neutron] 10.222.0.39 "GET /v2.0/networks/c84f27eb-37b9-4aa9-b62d-da2eefd83ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840008 Mar 14 10:40:43.109588 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e562bb9-af6f-4b31-8368-e27c997cacab req-d758100c-6f23-4153-8a30-03ce3de22362 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:40:43.111049 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-5e562bb9-af6f-4b31-8368-e27c997cacab req-d758100c-6f23-4153-8a30-03ce3de22362 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/ports?device_id=574b58f2-ecaa-45ff-b143-f0cf15d8250b HTTP/1.1" status: 200 len: 943 time: 0.0629177 Mar 14 10:40:43.185632 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-5e562bb9-af6f-4b31-8368-e27c997cacab req-53c70085-19f1-42a0-8edf-e96ec40f52db tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/security-groups?id=5db7947e-8c99-4e92-b817-f70bd3c75c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562155 Mar 14 10:40:43.193162 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e76af44-4fd3-46f6-bd1d-cdea4cc3424c req-b0374e04-f2d4-469d-ba6f-0e9d0d1a44ad tempest-VolumesNegativeTest-523318122 tempest-VolumesNegativeTest-523318122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:40:43.194578 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-4e76af44-4fd3-46f6-bd1d-cdea4cc3424c req-b0374e04-f2d4-469d-ba6f-0e9d0d1a44ad tempest-VolumesNegativeTest-523318122 tempest-VolumesNegativeTest-523318122-project] 10.222.0.16 "GET /v2.0/ports?device_id=9514c03b-c29c-48a7-8942-1b50503fe733 HTTP/1.1" status: 200 len: 950 time: 0.1009538 Mar 14 10:40:43.241520 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-4e76af44-4fd3-46f6-bd1d-cdea4cc3424c req-79b5529c-637b-435d-b9d0-6a81844b7b62 tempest-VolumesNegativeTest-523318122 tempest-VolumesNegativeTest-523318122-project] 10.222.0.16 "GET /v2.0/security-groups?id=c8282685-7ebb-451a-8b21-4e27d7d8c9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413399 Mar 14 10:40:43.759283 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a7ad8e-bd3d-4432-b785-e4480da0858a req-4d6e88b9-f21c-48a0-9ec9-de03449ec30d tempest-VolumesNegativeTest-523318122 tempest-VolumesNegativeTest-523318122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:40:43.760750 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-54a7ad8e-bd3d-4432-b785-e4480da0858a req-4d6e88b9-f21c-48a0-9ec9-de03449ec30d tempest-VolumesNegativeTest-523318122 tempest-VolumesNegativeTest-523318122-project] 10.222.0.16 "GET /v2.0/ports?device_id=9514c03b-c29c-48a7-8942-1b50503fe733 HTTP/1.1" status: 200 len: 950 time: 0.0529892 Mar 14 10:40:43.805833 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-54a7ad8e-bd3d-4432-b785-e4480da0858a req-16fa152e-7d9a-4462-9790-051a33b112f5 tempest-VolumesNegativeTest-523318122 tempest-VolumesNegativeTest-523318122-project] 10.222.0.16 "GET /v2.0/security-groups?id=c8282685-7ebb-451a-8b21-4e27d7d8c9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396597 Mar 14 10:40:44.062133 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc69f90-d2b9-4921-a741-0c14f68499a2 req-e7cde40a-9293-4836-8e3e-b6862fd30537 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:40:44.063602 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-9dc69f90-d2b9-4921-a741-0c14f68499a2 req-e7cde40a-9293-4836-8e3e-b6862fd30537 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "GET /v2.0/ports?device_id=3b4d8caf-bcda-4f86-a6ec-988ca9d2e025 HTTP/1.1" status: 200 len: 946 time: 0.0523007 Mar 14 10:40:44.113017 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-9dc69f90-d2b9-4921-a741-0c14f68499a2 req-14f8a5ab-0cfe-4fae-917a-74139232728a tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab5dde18-c743-4681-8414-50e105db6d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438139 Mar 14 10:40:44.302538 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f78ca7-4fed-4009-ba5f-6815cf55d8ce req-a93d0134-c0d5-4c53-85b3-aff59eaa03aa tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:40:44.304063 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-51f78ca7-4fed-4009-ba5f-6815cf55d8ce req-a93d0134-c0d5-4c53-85b3-aff59eaa03aa tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/ports?device_id=574b58f2-ecaa-45ff-b143-f0cf15d8250b HTTP/1.1" status: 200 len: 943 time: 0.0518949 Mar 14 10:40:44.351735 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-51f78ca7-4fed-4009-ba5f-6815cf55d8ce req-8421c92d-a3f8-4df2-bd93-a9bec305aeb3 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/security-groups?id=5db7947e-8c99-4e92-b817-f70bd3c75c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420911 Mar 14 10:40:44.920367 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3d2f6e-743d-4671-b468-3273055a2e42 req-fd8f0595-2891-4ed9-9dec-d72fcfec8b7b tempest-VolumesNegativeTest-523318122 tempest-VolumesNegativeTest-523318122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:40:44.921852 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-8d3d2f6e-743d-4671-b468-3273055a2e42 req-fd8f0595-2891-4ed9-9dec-d72fcfec8b7b tempest-VolumesNegativeTest-523318122 tempest-VolumesNegativeTest-523318122-project] 10.222.0.16 "GET /v2.0/ports?device_id=9514c03b-c29c-48a7-8942-1b50503fe733 HTTP/1.1" status: 200 len: 950 time: 0.0512526 Mar 14 10:40:44.969030 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-8d3d2f6e-743d-4671-b468-3273055a2e42 req-2cde1b36-ee67-4f90-8ad2-20bbb6327f0e tempest-VolumesNegativeTest-523318122 tempest-VolumesNegativeTest-523318122-project] 10.222.0.16 "GET /v2.0/security-groups?id=c8282685-7ebb-451a-8b21-4e27d7d8c9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418007 Mar 14 10:40:45.231299 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85e1015-4e6a-4bc5-ac95-83c668dbd939 req-91f90e0d-719a-4a07-bc4c-89db5a51c66f tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:40:45.232966 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-e85e1015-4e6a-4bc5-ac95-83c668dbd939 req-91f90e0d-719a-4a07-bc4c-89db5a51c66f tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "GET /v2.0/ports?device_id=3b4d8caf-bcda-4f86-a6ec-988ca9d2e025 HTTP/1.1" status: 200 len: 946 time: 0.0553391 Mar 14 10:40:45.278660 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-e85e1015-4e6a-4bc5-ac95-83c668dbd939 req-2376f0fc-1764-4dc9-a939-8240b8aa3ae9 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab5dde18-c743-4681-8414-50e105db6d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397217 Mar 14 10:40:45.467233 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2add2f61-7047-4048-b51b-e27060cc9f14 req-08a1ad9e-f2cb-4b4b-8edf-898dff6db7ac tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:40:45.468602 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-2add2f61-7047-4048-b51b-e27060cc9f14 req-08a1ad9e-f2cb-4b4b-8edf-898dff6db7ac tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/ports?device_id=574b58f2-ecaa-45ff-b143-f0cf15d8250b HTTP/1.1" status: 200 len: 943 time: 0.0513120 Mar 14 10:40:45.544688 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-2add2f61-7047-4048-b51b-e27060cc9f14 req-28f01daa-2686-4421-b011-a3c0b68d2ebf tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/security-groups?id=5db7947e-8c99-4e92-b817-f70bd3c75c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706234 Mar 14 10:40:45.559919 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b4a817-650f-4988-a582-e5524a8f3c42 req-d4db79a6-7018-4357-bcec-6b89cc197108 tempest-VolumesNegativeTest-523318122 tempest-VolumesNegativeTest-523318122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:40:45.561370 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-b6b4a817-650f-4988-a582-e5524a8f3c42 req-d4db79a6-7018-4357-bcec-6b89cc197108 tempest-VolumesNegativeTest-523318122 tempest-VolumesNegativeTest-523318122-project] 10.222.0.39 "GET /v2.0/ports?device_id=9514c03b-c29c-48a7-8942-1b50503fe733 HTTP/1.1" status: 200 len: 950 time: 0.0810611 Mar 14 10:40:45.653182 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [req-b6b4a817-650f-4988-a582-e5524a8f3c42 req-84a911d7-1da5-4371-af77-09ed422b1215 tempest-VolumesNegativeTest-523318122 tempest-VolumesNegativeTest-523318122-project] Deleting port 5a2bd6dd-e8c0-43d4-acf4-665ae452853b {{(pid=103643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 10:40:45.653518 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-b6b4a817-650f-4988-a582-e5524a8f3c42 req-84a911d7-1da5-4371-af77-09ed422b1215 tempest-VolumesNegativeTest-523318122 tempest-VolumesNegativeTest-523318122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739585920741'] for port (5a2bd6dd-e8c0-43d4-acf4-665ae452853b), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:40:45.742373 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.db [req-b6b4a817-650f-4988-a582-e5524a8f3c42 req-84a911d7-1da5-4371-af77-09ed422b1215 tempest-VolumesNegativeTest-523318122 tempest-VolumesNegativeTest-523318122-project] For port 5a2bd6dd-e8c0-43d4-acf4-665ae452853b, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=5a2bd6dd-e8c0-43d4-acf4-665ae452853b,segment=NetworkSegment(0bb64dcd-b091-46fc-a5be-e8bcc6571890),segment_id=0bb64dcd-b091-46fc-a5be-e8bcc6571890)] {{(pid=103643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:40:45.742646 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-b6b4a817-650f-4988-a582-e5524a8f3c42 req-84a911d7-1da5-4371-af77-09ed422b1215 tempest-VolumesNegativeTest-523318122 tempest-VolumesNegativeTest-523318122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562337'] for port (5a2bd6dd-e8c0-43d4-acf4-665ae452853b), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:40:45.754019 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [req-b6b4a817-650f-4988-a582-e5524a8f3c42 req-84a911d7-1da5-4371-af77-09ed422b1215 tempest-VolumesNegativeTest-523318122 tempest-VolumesNegativeTest-523318122-project] Calling delete_port for 5a2bd6dd-e8c0-43d4-acf4-665ae452853b owned by compute:nova {{(pid=103643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 10:40:45.950919 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-b6b4a817-650f-4988-a582-e5524a8f3c42 req-84a911d7-1da5-4371-af77-09ed422b1215 tempest-VolumesNegativeTest-523318122 tempest-VolumesNegativeTest-523318122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739585930060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739585409127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516063'] for port (5a2bd6dd-e8c0-43d4-acf4-665ae452853b), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:40:45.983916 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a911d7-1da5-4371-af77-09ed422b1215 tempest-VolumesNegativeTest-523318122 tempest-VolumesNegativeTest-523318122-project] Pushing event deleted for resources: {'Port': ['ID=5a2bd6dd-e8c0-43d4-acf4-665ae452853b,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:40:45.998101 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] get_ports_and_sgs() called for port_ids ['5a2bd6dd-e8c0-43d4-acf4-665ae452853b'] {{(pid=103644) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 10:40:46.026099 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6b4a817-650f-4988-a582-e5524a8f3c42 req-84a911d7-1da5-4371-af77-09ed422b1215 tempest-VolumesNegativeTest-523318122 tempest-VolumesNegativeTest-523318122-project] No DVR routers for this DVR port 5a2bd6dd-e8c0-43d4-acf4-665ae452853b on host hv-cinder-83354 {{(pid=103643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 10:40:46.028936 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-b6b4a817-650f-4988-a582-e5524a8f3c42 req-84a911d7-1da5-4371-af77-09ed422b1215 tempest-VolumesNegativeTest-523318122 tempest-VolumesNegativeTest-523318122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211739'] for port (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:40:46.032355 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-b6b4a817-650f-4988-a582-e5524a8f3c42 req-84a911d7-1da5-4371-af77-09ed422b1215 tempest-VolumesNegativeTest-523318122 tempest-VolumesNegativeTest-523318122-project] 10.222.0.39 "DELETE /v2.0/ports/5a2bd6dd-e8c0-43d4-acf4-665ae452853b HTTP/1.1" status: 204 len: 173 time: 0.4630191 Mar 14 10:40:46.032806 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9514c03b-c29c-48a7-8942-1b50503fe733', 'name': 'network-vif-deleted', 'tag': '5a2bd6dd-e8c0-43d4-acf4-665ae452853b'}] {{(pid=103643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:40:46.035999 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b58adf1808d3e8f2b7de4636db435fb255da6a44abdc46a7a48cdc23cb85b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-344ab777-d82b-4443-b0d1-5d6863579dd3" -d '{"events": [{"server_uuid": "9514c03b-c29c-48a7-8942-1b50503fe733", "name": "network-vif-deleted", "tag": "5a2bd6dd-e8c0-43d4-acf4-665ae452853b"}]}' {{(pid=103643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:40:46.083567 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 10:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8635dc7-e614-4477-862c-275e58b337e7 x-openstack-request-id: req-e8635dc7-e614-4477-862c-275e58b337e7 {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:40:46.083911 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9514c03b-c29c-48a7-8942-1b50503fe733", "name": "network-vif-deleted", "tag": "5a2bd6dd-e8c0-43d4-acf4-665ae452853b", "status": "completed", "code": 200}]} {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:40:46.084167 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e8635dc7-e614-4477-862c-275e58b337e7 {{(pid=103643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:40:46.084565 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9514c03b-c29c-48a7-8942-1b50503fe733', 'name': 'network-vif-deleted', 'tag': '5a2bd6dd-e8c0-43d4-acf4-665ae452853b', 'status': 'completed', 'code': 200} Mar 14 10:40:46.086820 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-1b8f472b-3821-4659-b4d0-3a5a98f4e691 req-ca7d5016-19d4-401a-a2b7-b031e234e468 tempest-VolumesNegativeTest-523318122 tempest-VolumesNegativeTest-523318122-project] 10.222.0.16 "GET /v2.0/ports?device_id=9514c03b-c29c-48a7-8942-1b50503fe733 HTTP/1.1" status: 200 len: 210 time: 0.0368922 Mar 14 10:40:46.104709 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.agents_db [None req-e5bc90a1-3fae-4be0-a54a-d59a030b4380 None None] Agent healthcheck: found 6 active agents {{(pid=103645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 10:40:46.431753 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d7b7f1-7f39-42f7-8aa3-dc7aa9fa331b req-4f4a7ebc-fdcd-4117-b3d2-d705a2c0709a tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:40:46.433239 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-56d7b7f1-7f39-42f7-8aa3-dc7aa9fa331b req-4f4a7ebc-fdcd-4117-b3d2-d705a2c0709a tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "GET /v2.0/ports?device_id=3b4d8caf-bcda-4f86-a6ec-988ca9d2e025 HTTP/1.1" status: 200 len: 946 time: 0.0856259 Mar 14 10:40:46.444763 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27201bb5-2520-4274-9642-30980b601259 req-036e03c7-a2af-4095-a886-bc465461cbd3 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:40:46.446112 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-27201bb5-2520-4274-9642-30980b601259 req-036e03c7-a2af-4095-a886-bc465461cbd3 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b4d8caf-bcda-4f86-a6ec-988ca9d2e025 HTTP/1.1" status: 200 len: 946 time: 0.0731187 Mar 14 10:40:46.538406 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-56d7b7f1-7f39-42f7-8aa3-dc7aa9fa331b req-6412f2a3-d953-4fa2-ab29-dc8cb211bfa3 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab5dde18-c743-4681-8414-50e105db6d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913637 Mar 14 10:40:46.566210 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [req-27201bb5-2520-4274-9642-30980b601259 req-d617f7ba-2574-4174-b1cc-438d613a93d2 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Deleting port d3489a11-8a78-4228-b306-782236378fce {{(pid=103643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 10:40:46.566555 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-27201bb5-2520-4274-9642-30980b601259 req-d617f7ba-2574-4174-b1cc-438d613a93d2 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739585920741'] for port (d3489a11-8a78-4228-b306-782236378fce), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:40:46.685740 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.db [req-27201bb5-2520-4274-9642-30980b601259 req-d617f7ba-2574-4174-b1cc-438d613a93d2 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] For port d3489a11-8a78-4228-b306-782236378fce, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=d3489a11-8a78-4228-b306-782236378fce,segment=NetworkSegment(178995d1-5f67-4684-9116-b12e73922a62),segment_id=178995d1-5f67-4684-9116-b12e73922a62)] {{(pid=103643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:40:46.686099 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-27201bb5-2520-4274-9642-30980b601259 req-d617f7ba-2574-4174-b1cc-438d613a93d2 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562337'] for port (d3489a11-8a78-4228-b306-782236378fce), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:40:46.707781 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a44614-22a3-4470-9d02-3eabcc21cf39 req-6b28b26c-e3f6-4a47-9760-4a272d39be2f tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:40:46.709219 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-f6a44614-22a3-4470-9d02-3eabcc21cf39 req-6b28b26c-e3f6-4a47-9760-4a272d39be2f tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/ports?device_id=574b58f2-ecaa-45ff-b143-f0cf15d8250b HTTP/1.1" status: 200 len: 943 time: 0.0849235 Mar 14 10:40:46.835467 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-f6a44614-22a3-4470-9d02-3eabcc21cf39 req-d9c2791e-2945-48f3-9bc1-d7249b9f5228 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/security-groups?id=5db7947e-8c99-4e92-b817-f70bd3c75c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931168 Mar 14 10:40:46.902540 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-27201bb5-2520-4274-9642-30980b601259 req-d617f7ba-2574-4174-b1cc-438d613a93d2 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:40:46.902902 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-27201bb5-2520-4274-9642-30980b601259 req-d617f7ba-2574-4174-b1cc-438d613a93d2 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-564448'] for floatingip (7aa99ef1-dc89-43ed-8131-1fcbe4049168), after_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:40:46.903218 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.db.l3_db [req-27201bb5-2520-4274-9642-30980b601259 req-d617f7ba-2574-4174-b1cc-438d613a93d2 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Floating IP 7aa99ef1-dc89-43ed-8131-1fcbe4049168 disassociated. External IP: 172.27.2.165, port: d3489a11-8a78-4228-b306-782236378fce. Mar 14 10:40:46.903606 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [req-27201bb5-2520-4274-9642-30980b601259 req-d617f7ba-2574-4174-b1cc-438d613a93d2 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Calling delete_port for d3489a11-8a78-4228-b306-782236378fce owned by compute:nova {{(pid=103643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 10:40:47.088242 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-27201bb5-2520-4274-9642-30980b601259 req-d617f7ba-2574-4174-b1cc-438d613a93d2 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739585930060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739585409127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516063'] for port (d3489a11-8a78-4228-b306-782236378fce), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:40:47.119535 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d617f7ba-2574-4174-b1cc-438d613a93d2 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Pushing event deleted for resources: {'Port': ['ID=d3489a11-8a78-4228-b306-782236378fce,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:40:47.232719 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.l3_agent_scheduler [req-27201bb5-2520-4274-9642-30980b601259 req-d617f7ba-2574-4174-b1cc-438d613a93d2 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Router af46814b-06af-4a09-b7be-76dcaa7e3d2d has already been hosted by L3 agent a016a58c-1f8a-4210-ae6c-360b1a1f78c1 {{(pid=103643) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 10:40:47.341205 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-27201bb5-2520-4274-9642-30980b601259 req-d617f7ba-2574-4174-b1cc-438d613a93d2 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Notify agent at l3_agent.dv-cinder-833544-1-iscsi the message routers_updated {{(pid=103643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 10:40:47.351717 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa6fcde-4f85-48a7-9ea1-cba151bc5670 None None] Sync routers for ids ['af46814b-06af-4a09-b7be-76dcaa7e3d2d'] in dv-cinder-833544-1-iscsi {{(pid=103644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 10:40:47.360843 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa6fcde-4f85-48a7-9ea1-cba151bc5670 None None] Routers {'af46814b-06af-4a09-b7be-76dcaa7e3d2d'} bound to L3 agent in host dv-cinder-833544-1-iscsi {{(pid=103644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:40:47.361465 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-bfa6fcde-4f85-48a7-9ea1-cba151bc5670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833544-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T10:17:23Z,description=,heartbeat_timestamp=2022-03-14T10:40:23Z,host='dv-cinder-833544-1-iscsi',id=a016a58c-1f8a-4210-ae6c-360b1a1f78c1,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:17:24Z,topic='l3_agent')) {'router_ids': ['af46814b-06af-4a09-b7be-76dcaa7e3d2d'], 'active': True} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:40:47.384760 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.db.l3_dvrscheduler_db [req-27201bb5-2520-4274-9642-30980b601259 req-d617f7ba-2574-4174-b1cc-438d613a93d2 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] No DVR routers for this DVR port d3489a11-8a78-4228-b306-782236378fce on host hv-cinder-83354 {{(pid=103643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 10:40:47.387218 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-27201bb5-2520-4274-9642-30980b601259 req-d617f7ba-2574-4174-b1cc-438d613a93d2 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211739'] for port (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:40:47.392205 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-27201bb5-2520-4274-9642-30980b601259 req-d617f7ba-2574-4174-b1cc-438d613a93d2 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.39 "DELETE /v2.0/ports/d3489a11-8a78-4228-b306-782236378fce HTTP/1.1" status: 204 len: 173 time: 0.9396744 Mar 14 10:40:47.476820 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvr_db [None req-bfa6fcde-4f85-48a7-9ea1-cba151bc5670 None None] Set router af46814b-06af-4a09-b7be-76dcaa7e3d2d gateway port host: dv-cinder-833544-1-iscsi {{(pid=103644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:40:47.647169 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-c4fa472f-7e01-49c8-a401-b4148c62dbc4 req-e6d47a92-b6e5-4a81-b183-39cd61ccc81c tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "GET /v2.0/ports?device_id=3b4d8caf-bcda-4f86-a6ec-988ca9d2e025 HTTP/1.1" status: 200 len: 210 time: 0.0316887 Mar 14 10:40:47.706728 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-bfa6fcde-4f85-48a7-9ea1-cba151bc5670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af46814b-06af-4a09-b7be-76dcaa7e3d2d', 'name': 'tempest-AttachVolumeNegativeTest-542487346-router', 'tenant_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '4038d135-f1a7-44ee-a8aa-d68043c4ba7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:36:55Z', 'updated_at': '2022-03-14T10:36:58Z', 'revision_number': 4, 'project_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'gw_port': {'id': '4038d135-f1a7-44ee-a8aa-d68043c4ba7e', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ff:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af46814b-06af-4a09-b7be-76dcaa7e3d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:36:56Z', 'updated_at': '2022-03-14T10:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi', '_interfaces': [{'id': 'ab8a89ac-e5fd-48ec-bc47-505baf6717ca', 'name': '', 'network_id': '57ee559b-7405-419c-add9-12136a347c22', 'tenant_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'mac_address': 'fa:16:3e:09:aa:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af46814b-06af-4a09-b7be-76dcaa7e3d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '445e9f07-5c2c-42dc-a9b7-aeafc1941d6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:36:58Z', 'updated_at': '2022-03-14T10:37:02Z', 'revision_number': 5, 'project_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'subnets': [{'id': '445e9f07-5c2c-42dc-a9b7-aeafc1941d6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833544-1-iscsi', False) {} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:40:47.734333 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa6fcde-4f85-48a7-9ea1-cba151bc5670 None None] Checking router: af46814b-06af-4a09-b7be-76dcaa7e3d2d for host: dv-cinder-833544-1-iscsi {{(pid=103644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 10:40:47.742722 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa6fcde-4f85-48a7-9ea1-cba151bc5670 None None] Routers {'af46814b-06af-4a09-b7be-76dcaa7e3d2d'} bound to L3 agent in host dv-cinder-833544-1-iscsi {{(pid=103644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:40:47.743156 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-bfa6fcde-4f85-48a7-9ea1-cba151bc5670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833544-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T10:17:23Z,description=,heartbeat_timestamp=2022-03-14T10:40:23Z,host='dv-cinder-833544-1-iscsi',id=a016a58c-1f8a-4210-ae6c-360b1a1f78c1,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:17:24Z,topic='l3_agent')) {'router_ids': ['af46814b-06af-4a09-b7be-76dcaa7e3d2d'], 'active': True} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:40:47.854371 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvr_db [None req-bfa6fcde-4f85-48a7-9ea1-cba151bc5670 None None] Set router af46814b-06af-4a09-b7be-76dcaa7e3d2d gateway port host: dv-cinder-833544-1-iscsi {{(pid=103644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:40:47.956504 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a702c6-c91f-4253-9559-de83ad28c155 req-d2828ad2-de03-43c2-bc29-f62d50f7dec9 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:40:47.958032 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-42a702c6-c91f-4253-9559-de83ad28c155 req-d2828ad2-de03-43c2-bc29-f62d50f7dec9 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/ports?device_id=574b58f2-ecaa-45ff-b143-f0cf15d8250b HTTP/1.1" status: 200 len: 943 time: 0.0525420 Mar 14 10:40:48.013186 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-42a702c6-c91f-4253-9559-de83ad28c155 req-4ac41fd9-ccf2-46ad-87a0-4129a2afc7a2 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/security-groups?id=5db7947e-8c99-4e92-b817-f70bd3c75c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485392 Mar 14 10:40:48.083536 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-bfa6fcde-4f85-48a7-9ea1-cba151bc5670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af46814b-06af-4a09-b7be-76dcaa7e3d2d', 'name': 'tempest-AttachVolumeNegativeTest-542487346-router', 'tenant_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '4038d135-f1a7-44ee-a8aa-d68043c4ba7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:36:55Z', 'updated_at': '2022-03-14T10:36:58Z', 'revision_number': 4, 'project_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'gw_port': {'id': '4038d135-f1a7-44ee-a8aa-d68043c4ba7e', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ff:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af46814b-06af-4a09-b7be-76dcaa7e3d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:36:56Z', 'updated_at': '2022-03-14T10:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi', '_interfaces': [{'id': 'ab8a89ac-e5fd-48ec-bc47-505baf6717ca', 'name': '', 'network_id': '57ee559b-7405-419c-add9-12136a347c22', 'tenant_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'mac_address': 'fa:16:3e:09:aa:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af46814b-06af-4a09-b7be-76dcaa7e3d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '445e9f07-5c2c-42dc-a9b7-aeafc1941d6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:36:58Z', 'updated_at': '2022-03-14T10:37:02Z', 'revision_number': 5, 'project_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'subnets': [{'id': '445e9f07-5c2c-42dc-a9b7-aeafc1941d6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833544-1-iscsi', False) {} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:40:48.085934 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b4d8caf-bcda-4f86-a6ec-988ca9d2e025', 'name': 'network-vif-deleted', 'tag': 'd3489a11-8a78-4228-b306-782236378fce'}] {{(pid=103643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:40:48.088637 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b58adf1808d3e8f2b7de4636db435fb255da6a44abdc46a7a48cdc23cb85b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f29e4fb-29a2-4287-a15d-90dc450d83f2" -d '{"events": [{"server_uuid": "3b4d8caf-bcda-4f86-a6ec-988ca9d2e025", "name": "network-vif-deleted", "tag": "d3489a11-8a78-4228-b306-782236378fce"}]}' {{(pid=103643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:40:48.110779 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa6fcde-4f85-48a7-9ea1-cba151bc5670 None None] The sync data for ids ['af46814b-06af-4a09-b7be-76dcaa7e3d2d'] in dv-cinder-833544-1-iscsi is: [{'id': 'af46814b-06af-4a09-b7be-76dcaa7e3d2d', 'name': 'tempest-AttachVolumeNegativeTest-542487346-router', 'tenant_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '4038d135-f1a7-44ee-a8aa-d68043c4ba7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:36:55Z', 'updated_at': '2022-03-14T10:36:58Z', 'revision_number': 4, 'project_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'gw_port': {'id': '4038d135-f1a7-44ee-a8aa-d68043c4ba7e', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ff:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af46814b-06af-4a09-b7be-76dcaa7e3d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:36:56Z', 'updated_at': '2022-03-14T10:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi', '_interfaces': [{'id': 'ab8a89ac-e5fd-48ec-bc47-505baf6717ca', 'name': '', 'network_id': '57ee559b-7405-419c-add9-12136a347c22', 'tenant_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'mac_address': 'fa:16:3e:09:aa:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af46814b-06af-4a09-b7be-76dcaa7e3d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '445e9f07-5c2c-42dc-a9b7-aeafc1941d6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:36:58Z', 'updated_at': '2022-03-14T10:37:02Z', 'revision_number': 5, 'project_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'subnets': [{'id': '445e9f07-5c2c-42dc-a9b7-aeafc1941d6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 10:40:48.122331 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 10:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7919121-8b07-437b-b863-53db567ad1bf x-openstack-request-id: req-e7919121-8b07-437b-b863-53db567ad1bf {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:40:48.122698 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b4d8caf-bcda-4f86-a6ec-988ca9d2e025", "name": "network-vif-deleted", "tag": "d3489a11-8a78-4228-b306-782236378fce", "status": "completed", "code": 200}]} {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:40:48.123025 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e7919121-8b07-437b-b863-53db567ad1bf {{(pid=103643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:40:48.123493 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b4d8caf-bcda-4f86-a6ec-988ca9d2e025', 'name': 'network-vif-deleted', 'tag': 'd3489a11-8a78-4228-b306-782236378fce', 'status': 'completed', 'code': 200} Mar 14 10:40:48.362537 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20688df6-4f21-4d03-bf6d-b4c05f8de682 None None] New status for floating IP 7aa99ef1-dc89-43ed-8131-1fcbe4049168: DOWN {{(pid=103645) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 10:40:48.814352 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 50124) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:40:48.868758 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-e65bcbb1-e036-42c0-945c-85d16765cf11 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks [] for security_group (ab5dde18-c743-4681-8414-50e105db6d1a), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:40:48.891430 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-e65bcbb1-e036-42c0-945c-85d16765cf11 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks [] for security_group (ab5dde18-c743-4681-8414-50e105db6d1a), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:40:49.014130 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-e65bcbb1-e036-42c0-945c-85d16765cf11 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (ab5dde18-c743-4681-8414-50e105db6d1a), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:40:49.016796 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-e65bcbb1-e036-42c0-945c-85d16765cf11 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks [] for security_group (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:40:49.018493 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-e65bcbb1-e036-42c0-945c-85d16765cf11 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "DELETE /v2.0/security-groups/ab5dde18-c743-4681-8414-50e105db6d1a HTTP/1.1" status: 204 len: 168 time: 0.2026212 Mar 14 10:40:49.021224 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 50128) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:40:49.028670 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65bcbb1-e036-42c0-945c-85d16765cf11 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab5dde18-c743-4681-8414-50e105db6d1a,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:40:49.034431 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.api.v2.resource [None req-33678992-4248-4165-9619-9892195d6382 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] show failed (client error): The resource could not be found. Mar 14 10:40:49.035457 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-33678992-4248-4165-9619-9892195d6382 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "GET /v2.0/security-groups/ab5dde18-c743-4681-8414-50e105db6d1a HTTP/1.1" status: 404 len: 347 time: 0.0132523 Mar 14 10:40:49.038630 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 50130) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:40:49.141691 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320b4fca-a621-4814-987c-797d31524b88 req-da163674-383d-48c4-8ca1-a4985667d611 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:40:49.143827 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-320b4fca-a621-4814-987c-797d31524b88 req-da163674-383d-48c4-8ca1-a4985667d611 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/ports?device_id=574b58f2-ecaa-45ff-b143-f0cf15d8250b HTTP/1.1" status: 200 len: 943 time: 0.0540740 Mar 14 10:40:49.169567 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.plugin [None req-4017b261-d2fa-432a-9e6f-07be19367226 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Deleting port 00e27148-7e70-469d-8efa-232fcacd9855 {{(pid=103642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 10:40:49.170162 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-4017b261-d2fa-432a-9e6f-07be19367226 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739585920741'] for port (00e27148-7e70-469d-8efa-232fcacd9855), before_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:40:49.194069 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-320b4fca-a621-4814-987c-797d31524b88 req-aa0994f1-1405-4537-bb31-3f008b867ae2 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/security-groups?id=5db7947e-8c99-4e92-b817-f70bd3c75c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445781 Mar 14 10:40:49.249247 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-4017b261-d2fa-432a-9e6f-07be19367226 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562337'] for port (00e27148-7e70-469d-8efa-232fcacd9855), precommit_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:40:49.249578 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-4017b261-d2fa-432a-9e6f-07be19367226 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks [] for floatingip (00e27148-7e70-469d-8efa-232fcacd9855), precommit_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:40:49.264641 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.plugin [None req-4017b261-d2fa-432a-9e6f-07be19367226 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Calling delete_port for 00e27148-7e70-469d-8efa-232fcacd9855 owned by network:floatingip {{(pid=103642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 10:40:49.448249 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-4017b261-d2fa-432a-9e6f-07be19367226 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739585930060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739585409127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9714944'] for port (00e27148-7e70-469d-8efa-232fcacd9855), after_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:40:49.478106 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4017b261-d2fa-432a-9e6f-07be19367226 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Pushing event deleted for resources: {'Port': ['ID=00e27148-7e70-469d-8efa-232fcacd9855,revision_number=None']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:40:49.504023 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4017b261-d2fa-432a-9e6f-07be19367226 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:40:49.504384 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4017b261-d2fa-432a-9e6f-07be19367226 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:40:49.504734 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4017b261-d2fa-432a-9e6f-07be19367226 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:40:49.505079 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4017b261-d2fa-432a-9e6f-07be19367226 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:40:49.505417 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4017b261-d2fa-432a-9e6f-07be19367226 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:40:49.505752 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4017b261-d2fa-432a-9e6f-07be19367226 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:40:49.506086 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4017b261-d2fa-432a-9e6f-07be19367226 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:40:49.506429 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4017b261-d2fa-432a-9e6f-07be19367226 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:40:49.506752 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4017b261-d2fa-432a-9e6f-07be19367226 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:40:49.507078 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4017b261-d2fa-432a-9e6f-07be19367226 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:40:49.507408 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4017b261-d2fa-432a-9e6f-07be19367226 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:40:49.507766 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4017b261-d2fa-432a-9e6f-07be19367226 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:40:49.508096 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4017b261-d2fa-432a-9e6f-07be19367226 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:40:49.508418 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4017b261-d2fa-432a-9e6f-07be19367226 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:40:49.508742 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4017b261-d2fa-432a-9e6f-07be19367226 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:40:49.546550 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-4017b261-d2fa-432a-9e6f-07be19367226 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks [] for floatingip (7aa99ef1-dc89-43ed-8131-1fcbe4049168), after_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:40:49.550573 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-4017b261-d2fa-432a-9e6f-07be19367226 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211739'] for floatingip (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:40:49.550573 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-4017b261-d2fa-432a-9e6f-07be19367226 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "DELETE /v2.0/floatingips/7aa99ef1-dc89-43ed-8131-1fcbe4049168 HTTP/1.1" status: 204 len: 168 time: 0.5111918 Mar 14 10:40:49.916889 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Device d3489a11-8a78-4228-b306-782236378fce no longer exists at agent hyperv_hv-cinder-83354 {{(pid=103644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 10:40:49.941651 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] No Port match for: d3489a11-8a78-4228-b306-782236378fce {{(pid=103644) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 10:40:49.942204 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Device d3489a11-8a78-4228-b306-782236378fce not bound to the agent host hv-cinder-83354 {{(pid=103644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 10:40:49.943060 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Device 5a2bd6dd-e8c0-43d4-acf4-665ae452853b no longer exists at agent hyperv_hv-cinder-83354 {{(pid=103644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 10:40:49.963216 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] No Port match for: 5a2bd6dd-e8c0-43d4-acf4-665ae452853b {{(pid=103644) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 10:40:49.963634 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Device 5a2bd6dd-e8c0-43d4-acf4-665ae452853b not bound to the agent host hv-cinder-83354 {{(pid=103644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 10:40:50.123548 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 50208) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:40:50.128364 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [None req-c11640e5-48fb-4033-b4a6-3b769006eac1 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1687715253', 'description': 'tempest-description--1319291623'}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:40:50.225244 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-c11640e5-48fb-4033-b4a6-3b769006eac1 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks [] for security_group (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:40:50.323154 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-c11640e5-48fb-4033-b4a6-3b769006eac1 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks [] for security_group (05ea2511-196a-4a80-9933-dde1ef0971d5), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:40:50.336400 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a304836-d396-4ca9-95b6-cda8ee7a5583 req-469d412a-a057-4f1a-9fe8-513b8006cb58 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:40:50.338123 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-9a304836-d396-4ca9-95b6-cda8ee7a5583 req-469d412a-a057-4f1a-9fe8-513b8006cb58 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/ports?device_id=574b58f2-ecaa-45ff-b143-f0cf15d8250b HTTP/1.1" status: 200 len: 943 time: 0.0775175 Mar 14 10:40:50.386629 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-9a304836-d396-4ca9-95b6-cda8ee7a5583 req-e553632c-6aef-434f-aec5-380456769bb7 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/security-groups?id=5db7947e-8c99-4e92-b817-f70bd3c75c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425661 Mar 14 10:40:50.390166 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-c11640e5-48fb-4033-b4a6-3b769006eac1 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (05ea2511-196a-4a80-9933-dde1ef0971d5), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:40:50.422742 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11640e5-48fb-4033-b4a6-3b769006eac1 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05ea2511-196a-4a80-9933-dde1ef0971d5,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:40:50.461436 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-c11640e5-48fb-4033-b4a6-3b769006eac1 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks [] for security_group (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:40:50.462982 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-c11640e5-48fb-4033-b4a6-3b769006eac1 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3383431 Mar 14 10:40:50.465852 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 50220) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:40:50.470152 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [None req-567cccf3-9eb7-4b1a-b2cc-b4d7891d584d tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Request body: {'security_group_rule': {'security_group_id': '05ea2511-196a-4a80-9933-dde1ef0971d5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:40:50.567835 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-567cccf3-9eb7-4b1a-b2cc-b4d7891d584d tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks [] for security_group_rule (25638d32-bc49-4645-9d28-450fc6331ac3), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:40:50.625960 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-567cccf3-9eb7-4b1a-b2cc-b4d7891d584d tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks [] for security_group_rule (25638d32-bc49-4645-9d28-450fc6331ac3), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:40:50.716508 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-567cccf3-9eb7-4b1a-b2cc-b4d7891d584d tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673333'] for security_group_rule (25638d32-bc49-4645-9d28-450fc6331ac3), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:40:50.739526 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567cccf3-9eb7-4b1a-b2cc-b4d7891d584d tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25638d32-bc49-4645-9d28-450fc6331ac3,revision_number=0']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:40:50.773447 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-a1792e9e-eca1-4f02-baf8-64a4d53b4458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (71411765-f129-4ae6-9e82-4fe742fde8ff), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:40:50.809850 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-567cccf3-9eb7-4b1a-b2cc-b4d7891d584d tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:40:50.811292 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-567cccf3-9eb7-4b1a-b2cc-b4d7891d584d tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3445117 Mar 14 10:40:50.814184 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 50246) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:40:50.819626 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.v2.base [None req-893afe69-2849-42ea-bb4e-1d6e6252a10d tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Request body: {'security_group_rule': {'security_group_id': '05ea2511-196a-4a80-9933-dde1ef0971d5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:40:50.932877 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-893afe69-2849-42ea-bb4e-1d6e6252a10d tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks [] for security_group_rule (27c34d1d-2ce6-41d8-8148-212df24a6a82), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:40:50.990347 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-893afe69-2849-42ea-bb4e-1d6e6252a10d tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks [] for security_group_rule (27c34d1d-2ce6-41d8-8148-212df24a6a82), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:40:51.065534 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-893afe69-2849-42ea-bb4e-1d6e6252a10d tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673333'] for security_group_rule (27c34d1d-2ce6-41d8-8148-212df24a6a82), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:40:51.083234 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893afe69-2849-42ea-bb4e-1d6e6252a10d tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27c34d1d-2ce6-41d8-8148-212df24a6a82,revision_number=0']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:40:51.159753 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-893afe69-2849-42ea-bb4e-1d6e6252a10d tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:40:51.165403 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-893afe69-2849-42ea-bb4e-1d6e6252a10d tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3453937 Mar 14 10:40:51.165403 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 50262) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:40:51.168618 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.v2.base [None req-ccdb963d-ee3b-45aa-b4cb-c22d64b522a9 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Request body: {'floatingip': {'floating_network_id': 'd3edc090-f075-4654-a10f-87b9c191544a'}} {{(pid=103642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:40:51.271110 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-ccdb963d-ee3b-45aa-b4cb-c22d64b522a9 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:40:51.379401 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-ccdb963d-ee3b-45aa-b4cb-c22d64b522a9 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (None), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:40:51.487174 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.db.db_base_plugin_common [None req-ccdb963d-ee3b-45aa-b4cb-c22d64b522a9 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Allocated IP 172.27.2.79 (d3edc090-f075-4654-a10f-87b9c191544a/b94c44b1-4eb3-4139-bb38-cf15afc675ad/5b4049ed-1f7e-4535-aee8-f99476824b19) {{(pid=103642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 10:40:51.508014 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54365bf2-2a13-49ef-b96a-1421df1d89bb req-3cc3069d-79fc-4402-a380-6099a6eaf57d tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:40:51.509532 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-54365bf2-2a13-49ef-b96a-1421df1d89bb req-3cc3069d-79fc-4402-a380-6099a6eaf57d tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/ports?device_id=574b58f2-ecaa-45ff-b143-f0cf15d8250b HTTP/1.1" status: 200 len: 943 time: 0.0537050 Mar 14 10:40:51.558236 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-54365bf2-2a13-49ef-b96a-1421df1d89bb req-05c6e803-f559-4434-872b-fa7b26fab64b tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/security-groups?id=5db7947e-8c99-4e92-b817-f70bd3c75c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432022 Mar 14 10:40:51.602873 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-ccdb963d-ee3b-45aa-b4cb-c22d64b522a9 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks [] for port (5b4049ed-1f7e-4535-aee8-f99476824b19), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:40:51.722770 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-ccdb963d-ee3b-45aa-b4cb-c22d64b522a9 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739585409118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9714944'] for port (5b4049ed-1f7e-4535-aee8-f99476824b19), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:40:51.761721 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccdb963d-ee3b-45aa-b4cb-c22d64b522a9 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Network d3edc090-f075-4654-a10f-87b9c191544a is already hosted by enough agents. {{(pid=103642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:40:51.764523 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.scheduler.base_scheduler [None req-ccdb963d-ee3b-45aa-b4cb-c22d64b522a9 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Resources bound (agent type, host, resource id): {{(pid=103642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:40:51.767925 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccdb963d-ee3b-45aa-b4cb-c22d64b522a9 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Received port after_create {{(pid=103642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 10:40:51.792290 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdb963d-ee3b-45aa-b4cb-c22d64b522a9 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Pushing event updated for resources: {'Port': ['ID=5b4049ed-1f7e-4535-aee8-f99476824b19,revision_number=1']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:40:51.856058 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-ccdb963d-ee3b-45aa-b4cb-c22d64b522a9 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks [] for floatingip (4ca0bf20-2703-4f25-b807-b23c0c23a6d7), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:40:51.967204 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-ccdb963d-ee3b-45aa-b4cb-c22d64b522a9 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (5b4049ed-1f7e-4535-aee8-f99476824b19), before_update {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:40:52.118239 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-ccdb963d-ee3b-45aa-b4cb-c22d64b522a9 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks [] for port (5b4049ed-1f7e-4535-aee8-f99476824b19), precommit_update {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:40:52.190425 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-ccdb963d-ee3b-45aa-b4cb-c22d64b522a9 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9714955'] for port (5b4049ed-1f7e-4535-aee8-f99476824b19), after_update {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:40:52.260479 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdb963d-ee3b-45aa-b4cb-c22d64b522a9 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Pushing event updated for resources: {'Port': ['ID=5b4049ed-1f7e-4535-aee8-f99476824b19,revision_number=2']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:40:52.270016 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-ccdb963d-ee3b-45aa-b4cb-c22d64b522a9 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-564448'] for floatingip (4ca0bf20-2703-4f25-b807-b23c0c23a6d7), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:40:52.346876 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-ccdb963d-ee3b-45aa-b4cb-c22d64b522a9 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211739'] for floatingip (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:40:52.348155 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-ccdb963d-ee3b-45aa-b4cb-c22d64b522a9 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1830060 Mar 14 10:40:52.537986 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-aff12f6c-ec6a-41f0-8f4d-663fa33b309d req-e288f57d-5514-4b62-9268-39bf177421e3 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1687715253&fields=id&tenant_id=ec9fb341ae784a188d2c22728a1d4c86 HTTP/1.1" status: 200 len: 267 time: 0.0452652 Mar 14 10:40:52.687875 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff12f6c-ec6a-41f0-8f4d-663fa33b309d req-189ed00c-6a12-4238-b5c2-33e7734cacba tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:40:52.689331 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-aff12f6c-ec6a-41f0-8f4d-663fa33b309d req-189ed00c-6a12-4238-b5c2-33e7734cacba tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "GET /v2.0/networks?id=57ee559b-7405-419c-add9-12136a347c22 HTTP/1.1" status: 200 len: 814 time: 0.1447272 Mar 14 10:40:52.711580 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a8f4b3-6a15-4df0-af73-a42c07325b3d req-01e85660-9e41-4562-b107-68484c65f296 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:40:52.713390 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-f4a8f4b3-6a15-4df0-af73-a42c07325b3d req-01e85660-9e41-4562-b107-68484c65f296 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/ports?device_id=574b58f2-ecaa-45ff-b143-f0cf15d8250b HTTP/1.1" status: 200 len: 943 time: 0.0851731 Mar 14 10:40:52.715821 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-aff12f6c-ec6a-41f0-8f4d-663fa33b309d req-25bbb1f0-4660-4003-abc2-30e89517f525 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "GET /v2.0/quotas/ec9fb341ae784a188d2c22728a1d4c86 HTTP/1.1" status: 200 len: 375 time: 0.0194166 Mar 14 10:40:52.791074 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-f4a8f4b3-6a15-4df0-af73-a42c07325b3d req-0995d6ec-97e7-4c2a-9d33-4c954ccb5799 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/security-groups?id=5db7947e-8c99-4e92-b817-f70bd3c75c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720849 Mar 14 10:40:52.801437 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-aff12f6c-ec6a-41f0-8f4d-663fa33b309d req-646656e0-b2fb-4781-96d2-12c82f38494e tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ec9fb341ae784a188d2c22728a1d4c86&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0766959 Mar 14 10:40:52.956572 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-dbb1a558-92b8-4e93-b5d1-cfb018837c03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (a016a58c-1f8a-4210-ae6c-360b1a1f78c1), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:40:52.991033 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-aff12f6c-ec6a-41f0-8f4d-663fa33b309d req-df0c347d-da5b-43a5-8d3f-f44b94641bb3 service neutron] 10.222.0.16 "GET /v2.0/networks/57ee559b-7405-419c-add9-12136a347c22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781621 Mar 14 10:40:53.084256 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-aff12f6c-ec6a-41f0-8f4d-663fa33b309d req-184498c2-03fa-4675-8c37-f7ec2ad7ceb8 service neutron] 10.222.0.16 "GET /v2.0/networks/57ee559b-7405-419c-add9-12136a347c22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872257 Mar 14 10:40:53.142544 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 50310) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:40:53.275379 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-0d59e61d-173a-48cd-a3e0-d448669e6663 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e8af337fde094015ba14cb19861ba092&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1316950 Mar 14 10:40:53.278082 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 50314) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:40:53.327973 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-22259bba-6c11-463f-813b-0f6e4b0764f2 admin admin] Publish callbacks [] for security_group (c8282685-7ebb-451a-8b21-4e27d7d8c9bf), before_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:40:53.351848 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-22259bba-6c11-463f-813b-0f6e4b0764f2 admin admin] Publish callbacks [] for security_group (c8282685-7ebb-451a-8b21-4e27d7d8c9bf), precommit_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:40:53.476410 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-22259bba-6c11-463f-813b-0f6e4b0764f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (c8282685-7ebb-451a-8b21-4e27d7d8c9bf), after_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:40:53.478968 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-22259bba-6c11-463f-813b-0f6e4b0764f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:40:53.480322 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-22259bba-6c11-463f-813b-0f6e4b0764f2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c8282685-7ebb-451a-8b21-4e27d7d8c9bf HTTP/1.1" status: 204 len: 168 time: 0.2013385 Mar 14 10:40:53.488738 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22259bba-6c11-463f-813b-0f6e4b0764f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8282685-7ebb-451a-8b21-4e27d7d8c9bf,revision_number=None']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:40:53.597636 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-2c1a661a-20b7-4eb5-85c8-2ca4ee246514 req-0084ddd5-bdbe-47a3-9aa9-efe0a23b9227 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad337521-8c76-48d0-8cd0-9774958ef4ed HTTP/1.1" status: 200 len: 210 time: 0.2709734 Mar 14 10:40:53.917768 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92f83f0-a867-4ee4-a8f9-f556ec5ad2e6 req-896d1a1e-0477-42ac-8bd8-3946d40e893c tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:40:53.919249 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-b92f83f0-a867-4ee4-a8f9-f556ec5ad2e6 req-896d1a1e-0477-42ac-8bd8-3946d40e893c tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/ports?device_id=574b58f2-ecaa-45ff-b143-f0cf15d8250b HTTP/1.1" status: 200 len: 943 time: 0.0555382 Mar 14 10:40:53.933801 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Device ae1b9b12-60b0-43ee-a89f-24ce1ac85787 details requested by agent hyperv_hv-cinder-83354 with host hv-cinder-83354 {{(pid=103644) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 10:40:53.977460 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-b92f83f0-a867-4ee4-a8f9-f556ec5ad2e6 req-523181b2-2d38-4a39-ab85-963bd629b04c tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/security-groups?id=5db7947e-8c99-4e92-b817-f70bd3c75c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517192 Mar 14 10:40:54.046147 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] For port ae1b9b12-60b0-43ee-a89f-24ce1ac85787, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=ae1b9b12-60b0-43ee-a89f-24ce1ac85787,segment=NetworkSegment(2460ef8d-df84-4c9b-a5b7-310d5b72ba4e),segment_id=2460ef8d-df84-4c9b-a5b7-310d5b72ba4e)] {{(pid=103644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:40:54.058489 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Returning: {'device': 'ae1b9b12-60b0-43ee-a89f-24ce1ac85787', 'network_id': 'c84f27eb-37b9-4aa9-b62d-da2eefd83ac0', 'port_id': 'ae1b9b12-60b0-43ee-a89f-24ce1ac85787', 'mac_address': 'fa:16:3e:55:81:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1ca7e58-7de1-4354-86ba-4c133fca3e45', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103644) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 10:40:54.104252 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Current status of the port ae1b9b12-60b0-43ee-a89f-24ce1ac85787 is: DOWN; New status is: BUILD {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:40:54.104933 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (ae1b9b12-60b0-43ee-a89f-24ce1ac85787), before_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:40:54.117173 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.notifiers.nova [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae1b9b12-60b0-43ee-a89f-24ce1ac85787 {{(pid=103644) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 10:40:54.135945 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] For port ae1b9b12-60b0-43ee-a89f-24ce1ac85787, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=ae1b9b12-60b0-43ee-a89f-24ce1ac85787,segment=NetworkSegment(2460ef8d-df84-4c9b-a5b7-310d5b72ba4e),segment_id=2460ef8d-df84-4c9b-a5b7-310d5b72ba4e)] {{(pid=103644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:40:54.173756 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-f4039063-230b-41a9-bf4a-d5dd4b348b96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (46201191-f63a-41db-ad4d-3c2c795fe1c2), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:40:54.224727 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (ae1b9b12-60b0-43ee-a89f-24ce1ac85787), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:40:54.272767 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Pushing event updated for resources: {'Port': ['ID=ae1b9b12-60b0-43ee-a89f-24ce1ac85787,revision_number=4']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:40:54.583218 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] get_ports_and_sgs() called for port_ids ['ae1b9b12-60b0-43ee-a89f-24ce1ac85787'] {{(pid=103644) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 10:40:54.690359 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-9b5ed455-798c-4c00-9529-2ac6ab09f335 req-3033d6ab-3e4b-47af-b865-3dd841bdc7cb tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad337521-8c76-48d0-8cd0-9774958ef4ed HTTP/1.1" status: 200 len: 210 time: 0.0271716 Mar 14 10:40:55.268182 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ecc839-8fe7-4890-be20-4be97aec73ce req-a84a323a-a9ed-43e1-9a05-19465a9ebd80 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:40:55.270323 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-71ecc839-8fe7-4890-be20-4be97aec73ce req-a84a323a-a9ed-43e1-9a05-19465a9ebd80 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/ports?device_id=574b58f2-ecaa-45ff-b143-f0cf15d8250b HTTP/1.1" status: 200 len: 944 time: 0.2257400 Mar 14 10:40:55.317276 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-71ecc839-8fe7-4890-be20-4be97aec73ce req-c962aaa9-a6b8-4c93-b353-a16b32bda7f6 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/security-groups?id=5db7947e-8c99-4e92-b817-f70bd3c75c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414908 Mar 14 10:40:55.473770 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff12f6c-ec6a-41f0-8f4d-663fa33b309d req-84c7485d-2819-4c3f-84ba-eec744be7e4f tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:40:55.475220 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-aff12f6c-ec6a-41f0-8f4d-663fa33b309d req-84c7485d-2819-4c3f-84ba-eec744be7e4f tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.39 "GET /v2.0/networks?id=57ee559b-7405-419c-add9-12136a347c22 HTTP/1.1" status: 200 len: 814 time: 0.1021812 Mar 14 10:40:55.539237 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-aff12f6c-ec6a-41f0-8f4d-663fa33b309d req-58136c26-d5e4-4316-9b0c-a52342b49d62 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ec9fb341ae784a188d2c22728a1d4c86 HTTP/1.1" status: 200 len: 380 time: 0.0497758 Mar 14 10:40:55.548063 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [req-aff12f6c-ec6a-41f0-8f4d-663fa33b309d req-c05b71f1-17e6-4369-b9f6-2cab9afb8e56 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Request body: {'port': {'device_id': 'ad337521-8c76-48d0-8cd0-9774958ef4ed', 'network_id': '57ee559b-7405-419c-add9-12136a347c22', 'admin_state_up': True, 'tenant_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'security_groups': ['05ea2511-196a-4a80-9933-dde1ef0971d5']}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:40:55.716322 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-a3541fa5-4b74-4b29-92a0-285d4d95a3dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (a9a1db27-ecd3-427e-bc57-ce8de4da4c28), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:40:55.760491 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aff12f6c-ec6a-41f0-8f4d-663fa33b309d req-c05b71f1-17e6-4369-b9f6-2cab9afb8e56 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Made reservation on behalf of ec9fb341ae784a188d2c22728a1d4c86 for: {'port': 1} {{(pid=103643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 10:40:55.764319 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-aff12f6c-ec6a-41f0-8f4d-663fa33b309d req-c05b71f1-17e6-4369-b9f6-2cab9afb8e56 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:40:55.854887 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-c12d2d3d-2b38-4b11-bf50-399aa82641ce req-3cc1cbe3-f26e-4069-a078-0506dfd06a48 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad337521-8c76-48d0-8cd0-9774958ef4ed HTTP/1.1" status: 200 len: 210 time: 0.0997467 Mar 14 10:40:55.917879 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.db.db_base_plugin_common [req-aff12f6c-ec6a-41f0-8f4d-663fa33b309d req-c05b71f1-17e6-4369-b9f6-2cab9afb8e56 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Allocated IP 172.20.0.13 (57ee559b-7405-419c-add9-12136a347c22/445e9f07-5c2c-42dc-a9b7-aeafc1941d6c/dbb1304f-3921-4c57-8900-b1f094398ef2) {{(pid=103643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 10:40:55.950966 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Device ae1b9b12-60b0-43ee-a89f-24ce1ac85787 up at agent hyperv_hv-cinder-83354 {{(pid=103644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:40:56.055149 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-aff12f6c-ec6a-41f0-8f4d-663fa33b309d req-c05b71f1-17e6-4369-b9f6-2cab9afb8e56 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks [] for port (dbb1304f-3921-4c57-8900-b1f094398ef2), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:40:56.059274 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Provisioning for port ae1b9b12-60b0-43ee-a89f-24ce1ac85787 completed by entity L2. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 14 10:40:56.064546 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Provisioning complete for port ae1b9b12-60b0-43ee-a89f-24ce1ac85787 triggered by entity L2. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:40:56.064546 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (ae1b9b12-60b0-43ee-a89f-24ce1ac85787), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:40:56.139128 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Current status of the port ae1b9b12-60b0-43ee-a89f-24ce1ac85787 is: BUILD; New status is: ACTIVE {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:40:56.139506 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (ae1b9b12-60b0-43ee-a89f-24ce1ac85787), before_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:40:56.145408 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-aff12f6c-ec6a-41f0-8f4d-663fa33b309d req-c05b71f1-17e6-4369-b9f6-2cab9afb8e56 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739585409118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516063'] for port (dbb1304f-3921-4c57-8900-b1f094398ef2), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:40:56.165087 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '574b58f2-ecaa-45ff-b143-f0cf15d8250b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae1b9b12-60b0-43ee-a89f-24ce1ac85787'}] {{(pid=103644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:40:56.167384 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cdcf2ce3ae030c6c85cf8a8616b2d58d36b16ae178b61bcd15320d14238e4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ea2ef23-ebae-493b-a2e1-aca04200344f" -d '{"events": [{"server_uuid": "574b58f2-ecaa-45ff-b143-f0cf15d8250b", "name": "network-vif-plugged", "status": "completed", "tag": "ae1b9b12-60b0-43ee-a89f-24ce1ac85787"}]}' {{(pid=103644) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:40:56.180571 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] For port ae1b9b12-60b0-43ee-a89f-24ce1ac85787, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=ae1b9b12-60b0-43ee-a89f-24ce1ac85787,segment=NetworkSegment(2460ef8d-df84-4c9b-a5b7-310d5b72ba4e),segment_id=2460ef8d-df84-4c9b-a5b7-310d5b72ba4e)] {{(pid=103644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:40:56.190986 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aff12f6c-ec6a-41f0-8f4d-663fa33b309d req-c05b71f1-17e6-4369-b9f6-2cab9afb8e56 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Network 57ee559b-7405-419c-add9-12136a347c22 is already hosted by enough agents. {{(pid=103643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:40:56.194212 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.base_scheduler [req-aff12f6c-ec6a-41f0-8f4d-663fa33b309d req-c05b71f1-17e6-4369-b9f6-2cab9afb8e56 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Resources bound (agent type, host, resource id): {{(pid=103643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:40:56.197926 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.db.l3_dvrscheduler_db [req-aff12f6c-ec6a-41f0-8f4d-663fa33b309d req-c05b71f1-17e6-4369-b9f6-2cab9afb8e56 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Received port after_create {{(pid=103643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 10:40:56.206340 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 10:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12297a44-1798-4766-8666-1d7e88c4c452 x-openstack-request-id: req-12297a44-1798-4766-8666-1d7e88c4c452 {{(pid=103644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:40:56.206761 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "574b58f2-ecaa-45ff-b143-f0cf15d8250b", "name": "network-vif-plugged", "status": "completed", "tag": "ae1b9b12-60b0-43ee-a89f-24ce1ac85787", "code": 200}]} {{(pid=103644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:40:56.207249 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-12297a44-1798-4766-8666-1d7e88c4c452 {{(pid=103644) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:40:56.207756 dv-cinder-833544-1-iscsi neutron-server[103644]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '574b58f2-ecaa-45ff-b143-f0cf15d8250b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae1b9b12-60b0-43ee-a89f-24ce1ac85787', 'code': 200} Mar 14 10:40:56.253584 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05b71f1-17e6-4369-b9f6-2cab9afb8e56 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Pushing event updated for resources: {'Port': ['ID=dbb1304f-3921-4c57-8900-b1f094398ef2,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:40:56.253927 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (ae1b9b12-60b0-43ee-a89f-24ce1ac85787), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:40:56.266972 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff12f6c-ec6a-41f0-8f4d-663fa33b309d req-c05b71f1-17e6-4369-b9f6-2cab9afb8e56 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:40:56.271205 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-aff12f6c-ec6a-41f0-8f4d-663fa33b309d req-c05b71f1-17e6-4369-b9f6-2cab9afb8e56 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211739'] for port (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:40:56.306646 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Pushing event updated for resources: {'Port': ['ID=ae1b9b12-60b0-43ee-a89f-24ce1ac85787,revision_number=5']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:40:56.382062 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-aff12f6c-ec6a-41f0-8f4d-663fa33b309d req-c05b71f1-17e6-4369-b9f6-2cab9afb8e56 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8374152 Mar 14 10:40:56.440974 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c3708b-d032-4f6d-9dd8-52eedd3cf6be req-9b91c5e7-647d-406a-ba45-36254ce972ad tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:40:56.445563 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-73c3708b-d032-4f6d-9dd8-52eedd3cf6be req-9b91c5e7-647d-406a-ba45-36254ce972ad tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/ports?device_id=574b58f2-ecaa-45ff-b143-f0cf15d8250b HTTP/1.1" status: 200 len: 945 time: 0.0566244 Mar 14 10:40:56.450793 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [req-aff12f6c-ec6a-41f0-8f4d-663fa33b309d req-497371a1-8387-4a08-9192-ec2f44cecb58 service neutron] Request body: {'port': {'device_id': 'ad337521-8c76-48d0-8cd0-9774958ef4ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83354'}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:40:56.457039 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-931720c0-cddc-4178-adde-0c0c9adef8f8 None None] Provisioning complete for port dbb1304f-3921-4c57-8900-b1f094398ef2 triggered by entity DHCP. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:40:56.457416 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-931720c0-cddc-4178-adde-0c0c9adef8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (dbb1304f-3921-4c57-8900-b1f094398ef2), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:40:56.492357 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-931720c0-cddc-4178-adde-0c0c9adef8f8 None None] Port dbb1304f-3921-4c57-8900-b1f094398ef2 cannot update to ACTIVE because it is not bound. {{(pid=103644) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 10:40:56.526616 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8464f6-c075-4be3-8cc7-e85e9875fb8e req-4ea006ab-c49f-45e7-b637-fa5f0c067165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:40:56.528887 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-5f8464f6-c075-4be3-8cc7-e85e9875fb8e req-4ea006ab-c49f-45e7-b637-fa5f0c067165 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=574b58f2-ecaa-45ff-b143-f0cf15d8250b HTTP/1.1" status: 200 len: 1129 time: 0.0471451 Mar 14 10:40:56.542304 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-73c3708b-d032-4f6d-9dd8-52eedd3cf6be req-bbd93b8a-da2d-4cc6-9765-3ca8c2eb8e3b tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/security-groups?id=5db7947e-8c99-4e92-b817-f70bd3c75c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887890 Mar 14 10:40:56.543228 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-aff12f6c-ec6a-41f0-8f4d-663fa33b309d req-497371a1-8387-4a08-9192-ec2f44cecb58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (dbb1304f-3921-4c57-8900-b1f094398ef2), before_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:40:56.576533 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-5f8464f6-c075-4be3-8cc7-e85e9875fb8e req-bf3e29e5-ec9e-4789-983a-be3c95c69b11 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=5db7947e-8c99-4e92-b817-f70bd3c75c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409760 Mar 14 10:40:56.800635 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.notifiers.nova [req-aff12f6c-ec6a-41f0-8f4d-663fa33b309d req-497371a1-8387-4a08-9192-ec2f44cecb58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbb1304f-3921-4c57-8900-b1f094398ef2 {{(pid=103643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 10:40:56.807825 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-aff12f6c-ec6a-41f0-8f4d-663fa33b309d req-497371a1-8387-4a08-9192-ec2f44cecb58 service neutron] Publish callbacks [] for port (dbb1304f-3921-4c57-8900-b1f094398ef2), precommit_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:40:56.822714 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.db.provisioning_blocks [req-aff12f6c-ec6a-41f0-8f4d-663fa33b309d req-497371a1-8387-4a08-9192-ec2f44cecb58 service neutron] Transition to ACTIVE for port object dbb1304f-3921-4c57-8900-b1f094398ef2 will not be triggered until provisioned by entity L2. {{(pid=103643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 14 10:40:56.899351 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-aff12f6c-ec6a-41f0-8f4d-663fa33b309d req-497371a1-8387-4a08-9192-ec2f44cecb58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516052'] for port (dbb1304f-3921-4c57-8900-b1f094398ef2), after_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:40:56.986099 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497371a1-8387-4a08-9192-ec2f44cecb58 service neutron] Pushing event updated for resources: {'Port': ['ID=dbb1304f-3921-4c57-8900-b1f094398ef2,revision_number=2']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:40:57.002181 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (3daba05a-6d77-487a-83af-fb9f8edf24c0), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:40:57.056438 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b8b465-7ca9-4f4b-b9ab-9d6902309bf1 req-e38a95e3-80c3-4c27-951e-f8f83cd4521c tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:40:57.057956 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-92b8b465-7ca9-4f4b-b9ab-9d6902309bf1 req-e38a95e3-80c3-4c27-951e-f8f83cd4521c tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad337521-8c76-48d0-8cd0-9774958ef4ed HTTP/1.1" status: 200 len: 944 time: 0.1292922 Mar 14 10:40:57.086826 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.managers [req-aff12f6c-ec6a-41f0-8f4d-663fa33b309d req-497371a1-8387-4a08-9192-ec2f44cecb58 service neutron] Attempting to bind port dbb1304f-3921-4c57-8900-b1f094398ef2 on host hv-cinder-83354 for vnic_type normal with profile {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 10:40:57.087417 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.managers [req-aff12f6c-ec6a-41f0-8f4d-663fa33b309d req-497371a1-8387-4a08-9192-ec2f44cecb58 service neutron] Attempting to bind port dbb1304f-3921-4c57-8900-b1f094398ef2 by drivers openvswitch,hyperv on host hv-cinder-83354 at level 0 using segments [{'id': '178995d1-5f67-4684-9116-b12e73922a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '57ee559b-7405-419c-add9-12136a347c22'}] {{(pid=103643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 10:40:57.087772 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff12f6c-ec6a-41f0-8f4d-663fa33b309d req-497371a1-8387-4a08-9192-ec2f44cecb58 service neutron] Attempting to bind port dbb1304f-3921-4c57-8900-b1f094398ef2 on network 57ee559b-7405-419c-add9-12136a347c22 {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:40:57.098629 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff12f6c-ec6a-41f0-8f4d-663fa33b309d req-497371a1-8387-4a08-9192-ec2f44cecb58 service neutron] Port dbb1304f-3921-4c57-8900-b1f094398ef2 on network 57ee559b-7405-419c-add9-12136a347c22 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83354 {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 10:40:57.098950 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff12f6c-ec6a-41f0-8f4d-663fa33b309d req-497371a1-8387-4a08-9192-ec2f44cecb58 service neutron] Attempting to bind port dbb1304f-3921-4c57-8900-b1f094398ef2 on network 57ee559b-7405-419c-add9-12136a347c22 {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:40:57.114304 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff12f6c-ec6a-41f0-8f4d-663fa33b309d req-497371a1-8387-4a08-9192-ec2f44cecb58 service neutron] Checking agent: {'id': 'cd4c1fd5-6bd0-46fc-9cd1-9ea8fc180379', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83354', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 10, 23, 57), 'started_at': datetime.datetime(2022, 3, 14, 10, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 10, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 10:40:57.114642 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff12f6c-ec6a-41f0-8f4d-663fa33b309d req-497371a1-8387-4a08-9192-ec2f44cecb58 service neutron] Checking segment: {'id': '178995d1-5f67-4684-9116-b12e73922a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '57ee559b-7405-419c-add9-12136a347c22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:40:57.115110 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff12f6c-ec6a-41f0-8f4d-663fa33b309d req-497371a1-8387-4a08-9192-ec2f44cecb58 service neutron] Bound using segment: {'id': '178995d1-5f67-4684-9116-b12e73922a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '57ee559b-7405-419c-add9-12136a347c22'} {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 10:40:57.115654 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.managers [req-aff12f6c-ec6a-41f0-8f4d-663fa33b309d req-497371a1-8387-4a08-9192-ec2f44cecb58 service neutron] Bound port: dbb1304f-3921-4c57-8900-b1f094398ef2, host: hv-cinder-83354, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '178995d1-5f67-4684-9116-b12e73922a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '57ee559b-7405-419c-add9-12136a347c22'}}] {{(pid=103643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 10:40:57.116035 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-aff12f6c-ec6a-41f0-8f4d-663fa33b309d req-497371a1-8387-4a08-9192-ec2f44cecb58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (dbb1304f-3921-4c57-8900-b1f094398ef2), before_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:40:57.136293 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-92b8b465-7ca9-4f4b-b9ab-9d6902309bf1 req-4932732a-07a3-4c6d-9b53-535382e52af4 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "GET /v2.0/security-groups?id=05ea2511-196a-4a80-9933-dde1ef0971d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712290 Mar 14 10:40:57.187929 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.db [req-aff12f6c-ec6a-41f0-8f4d-663fa33b309d req-497371a1-8387-4a08-9192-ec2f44cecb58 service neutron] For port dbb1304f-3921-4c57-8900-b1f094398ef2, host hv-cinder-83354, cleared binding levels {{(pid=103643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 10:40:57.191552 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.db [req-aff12f6c-ec6a-41f0-8f4d-663fa33b309d req-497371a1-8387-4a08-9192-ec2f44cecb58 service neutron] For port dbb1304f-3921-4c57-8900-b1f094398ef2, host hv-cinder-83354, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=dbb1304f-3921-4c57-8900-b1f094398ef2,segment=NetworkSegment(178995d1-5f67-4684-9116-b12e73922a62),segment_id=178995d1-5f67-4684-9116-b12e73922a62)] {{(pid=103643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 10:40:57.259484 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-aff12f6c-ec6a-41f0-8f4d-663fa33b309d req-497371a1-8387-4a08-9192-ec2f44cecb58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516052'] for port (dbb1304f-3921-4c57-8900-b1f094398ef2), after_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:40:57.298914 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff12f6c-ec6a-41f0-8f4d-663fa33b309d req-497371a1-8387-4a08-9192-ec2f44cecb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:40:57.299493 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-aff12f6c-ec6a-41f0-8f4d-663fa33b309d req-497371a1-8387-4a08-9192-ec2f44cecb58 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211739'] for port (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:40:57.301365 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-aff12f6c-ec6a-41f0-8f4d-663fa33b309d req-497371a1-8387-4a08-9192-ec2f44cecb58 service neutron] 10.222.0.39 "PUT /v2.0/ports/dbb1304f-3921-4c57-8900-b1f094398ef2 HTTP/1.1" status: 200 len: 1094 time: 0.8546720 Mar 14 10:40:57.303349 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad337521-8c76-48d0-8cd0-9774958ef4ed', 'tag': 'dbb1304f-3921-4c57-8900-b1f094398ef2'}] {{(pid=103643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:40:57.305943 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b58adf1808d3e8f2b7de4636db435fb255da6a44abdc46a7a48cdc23cb85b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08ff1483-84f8-4e7f-bcab-136b8dcd1554" -d '{"events": [{"name": "network-changed", "server_uuid": "ad337521-8c76-48d0-8cd0-9774958ef4ed", "tag": "dbb1304f-3921-4c57-8900-b1f094398ef2"}]}' {{(pid=103643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:40:57.330828 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497371a1-8387-4a08-9192-ec2f44cecb58 service neutron] Pushing event updated for resources: {'Port': ['ID=dbb1304f-3921-4c57-8900-b1f094398ef2,revision_number=3']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:40:57.348605 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 10:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c016568-accb-48ab-8d36-5e29f221e914 x-openstack-request-id: req-4c016568-accb-48ab-8d36-5e29f221e914 {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:40:57.348901 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad337521-8c76-48d0-8cd0-9774958ef4ed", "tag": "dbb1304f-3921-4c57-8900-b1f094398ef2", "status": "completed", "code": 200}]} {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:40:57.349157 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4c016568-accb-48ab-8d36-5e29f221e914 {{(pid=103643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:40:57.349559 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad337521-8c76-48d0-8cd0-9774958ef4ed', 'tag': 'dbb1304f-3921-4c57-8900-b1f094398ef2', 'status': 'completed', 'code': 200} Mar 14 10:40:57.413571 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (cd4c1fd5-6bd0-46fc-9cd1-9ea8fc180379), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:40:57.439629 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ff1483-84f8-4e7f-bcab-136b8dcd1554 req-5bc8ffb9-2bac-4689-bdf2-a2ee261859ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:40:57.441763 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-08ff1483-84f8-4e7f-bcab-136b8dcd1554 req-5bc8ffb9-2bac-4689-bdf2-a2ee261859ff service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ec9fb341ae784a188d2c22728a1d4c86&device_id=ad337521-8c76-48d0-8cd0-9774958ef4ed HTTP/1.1" status: 200 len: 1128 time: 0.0480559 Mar 14 10:40:57.547478 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ff1483-84f8-4e7f-bcab-136b8dcd1554 req-5fecc065-9872-4e1c-b397-ff6d05cd7790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:40:57.548976 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-08ff1483-84f8-4e7f-bcab-136b8dcd1554 req-5fecc065-9872-4e1c-b397-ff6d05cd7790 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=ec9fb341ae784a188d2c22728a1d4c86&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0925672 Mar 14 10:40:57.674502 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ff1483-84f8-4e7f-bcab-136b8dcd1554 req-f37bf307-fcd8-40c3-9052-8979598ad489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:40:57.676019 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-08ff1483-84f8-4e7f-bcab-136b8dcd1554 req-f37bf307-fcd8-40c3-9052-8979598ad489 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1204243 Mar 14 10:40:57.686929 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477dcf6f-5dd1-4cb0-8e7c-53e38f018205 req-72d6a2ec-2fcb-4d85-9871-f44bbe088f0d tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:40:57.688311 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-477dcf6f-5dd1-4cb0-8e7c-53e38f018205 req-72d6a2ec-2fcb-4d85-9871-f44bbe088f0d tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/ports?device_id=574b58f2-ecaa-45ff-b143-f0cf15d8250b HTTP/1.1" status: 200 len: 945 time: 0.0718296 Mar 14 10:40:57.738749 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-477dcf6f-5dd1-4cb0-8e7c-53e38f018205 req-70a7f630-b70d-427a-9140-397a7be0d164 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/security-groups?id=5db7947e-8c99-4e92-b817-f70bd3c75c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439610 Mar 14 10:40:57.796865 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff12f6c-ec6a-41f0-8f4d-663fa33b309d req-2db3e77e-bb9d-46cb-a24c-11e6749fe20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:40:57.798322 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-aff12f6c-ec6a-41f0-8f4d-663fa33b309d req-2db3e77e-bb9d-46cb-a24c-11e6749fe20e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ec9fb341ae784a188d2c22728a1d4c86&device_id=ad337521-8c76-48d0-8cd0-9774958ef4ed HTTP/1.1" status: 200 len: 1128 time: 0.0472319 Mar 14 10:40:57.863230 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-aff12f6c-ec6a-41f0-8f4d-663fa33b309d req-d78611c4-4c97-4b47-9605-b69eb6dea40a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dbb1304f-3921-4c57-8900-b1f094398ef2 HTTP/1.1" status: 200 len: 217 time: 0.0335855 Mar 14 10:40:57.977304 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff12f6c-ec6a-41f0-8f4d-663fa33b309d req-dea17cc0-f750-40c0-9393-9f989f85b534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:40:57.978710 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-aff12f6c-ec6a-41f0-8f4d-663fa33b309d req-dea17cc0-f750-40c0-9393-9f989f85b534 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=445e9f07-5c2c-42dc-a9b7-aeafc1941d6c HTTP/1.1" status: 200 len: 853 time: 0.0439675 Mar 14 10:40:58.059219 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff12f6c-ec6a-41f0-8f4d-663fa33b309d req-9cab51e2-3281-4a71-b449-0695e62826b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:40:58.060730 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-aff12f6c-ec6a-41f0-8f4d-663fa33b309d req-9cab51e2-3281-4a71-b449-0695e62826b2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=57ee559b-7405-419c-add9-12136a347c22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0481758 Mar 14 10:40:58.149024 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-aff12f6c-ec6a-41f0-8f4d-663fa33b309d req-906292b9-f47a-4fa2-a31f-49e5ac5487dc service neutron] 10.222.0.39 "GET /v2.0/networks/57ee559b-7405-419c-add9-12136a347c22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814342 Mar 14 10:40:58.274918 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-aff12f6c-ec6a-41f0-8f4d-663fa33b309d req-50402acc-e880-4a04-9d12-1a510b6295ba service neutron] 10.222.0.39 "GET /v2.0/networks/57ee559b-7405-419c-add9-12136a347c22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195762 Mar 14 10:40:58.286696 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4357269b-c3b4-40a0-a37c-9ea6bd30a348 req-b91da8fb-71b1-460d-ac55-a5f02687b130 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:40:58.291177 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-4357269b-c3b4-40a0-a37c-9ea6bd30a348 req-b91da8fb-71b1-460d-ac55-a5f02687b130 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad337521-8c76-48d0-8cd0-9774958ef4ed HTTP/1.1" status: 200 len: 944 time: 0.0731807 Mar 14 10:40:58.335320 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-4357269b-c3b4-40a0-a37c-9ea6bd30a348 req-698eb2ff-dd21-4ccb-8f1f-951a4390d32d tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "GET /v2.0/security-groups?id=05ea2511-196a-4a80-9933-dde1ef0971d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412893 Mar 14 10:40:58.855203 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d01a340-3417-43d4-93e8-cca56f1e216e req-4cac47d0-14a1-4341-83b9-22b09a1985bd tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:40:58.856682 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-2d01a340-3417-43d4-93e8-cca56f1e216e req-4cac47d0-14a1-4341-83b9-22b09a1985bd tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/ports?device_id=574b58f2-ecaa-45ff-b143-f0cf15d8250b HTTP/1.1" status: 200 len: 945 time: 0.0521181 Mar 14 10:40:58.907175 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-2d01a340-3417-43d4-93e8-cca56f1e216e req-39967d79-d14d-4f2c-9618-ee74e7a2edf2 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/security-groups?id=5db7947e-8c99-4e92-b817-f70bd3c75c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447929 Mar 14 10:40:59.023969 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793cd2e6-9b0a-4322-89d6-56878c3c0ec3 req-8811569e-bdef-4f32-8e4c-0e9986054c30 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:40:59.025342 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-793cd2e6-9b0a-4322-89d6-56878c3c0ec3 req-8811569e-bdef-4f32-8e4c-0e9986054c30 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/ports?device_id=574b58f2-ecaa-45ff-b143-f0cf15d8250b HTTP/1.1" status: 200 len: 945 time: 0.0515068 Mar 14 10:40:59.071341 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-793cd2e6-9b0a-4322-89d6-56878c3c0ec3 req-248dd96c-e05f-48a5-b15e-6de6a534c903 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/security-groups?id=5db7947e-8c99-4e92-b817-f70bd3c75c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405929 Mar 14 10:40:59.093281 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 50360) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:40:59.233673 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7147a309-d48a-4485-9df4-12433a26ef06 tempest-TestVolumeBootPattern-1811651679 tempest-TestVolumeBootPattern-1811651679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:40:59.235171 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-7147a309-d48a-4485-9df4-12433a26ef06 tempest-TestVolumeBootPattern-1811651679 tempest-TestVolumeBootPattern-1811651679-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=574b58f2-ecaa-45ff-b143-f0cf15d8250b HTTP/1.1" status: 200 len: 1124 time: 0.1408420 Mar 14 10:40:59.237918 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 50364) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:40:59.242198 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.v2.base [None req-9d1ddc18-0f37-4b61-92f9-01d5eb05424b tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Request body: {'floatingip': {'floating_network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'port_id': 'ae1b9b12-60b0-43ee-a89f-24ce1ac85787', 'tenant_id': '6297757b71cd48d4a33ab7458cc05ac7', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:40:59.356182 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-9d1ddc18-0f37-4b61-92f9-01d5eb05424b tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:40:59.451253 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-9d1ddc18-0f37-4b61-92f9-01d5eb05424b tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (None), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:40:59.456913 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f421a71b-c700-4513-a0a1-21689cd9e4d9 req-b1619644-2d9e-4581-8e01-7ca7b7a3dcd7 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:40:59.458398 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-f421a71b-c700-4513-a0a1-21689cd9e4d9 req-b1619644-2d9e-4581-8e01-7ca7b7a3dcd7 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad337521-8c76-48d0-8cd0-9774958ef4ed HTTP/1.1" status: 200 len: 944 time: 0.0519919 Mar 14 10:40:59.505348 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-f421a71b-c700-4513-a0a1-21689cd9e4d9 req-4299f409-20da-42ed-93e0-c427297c3299 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "GET /v2.0/security-groups?id=05ea2511-196a-4a80-9933-dde1ef0971d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409939 Mar 14 10:40:59.556556 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.db.db_base_plugin_common [None req-9d1ddc18-0f37-4b61-92f9-01d5eb05424b tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Allocated IP 172.27.2.131 (d3edc090-f075-4654-a10f-87b9c191544a/b94c44b1-4eb3-4139-bb38-cf15afc675ad/dedaf2a6-8ada-4550-9463-c9596bb43d10) {{(pid=103642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 10:40:59.653056 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-9d1ddc18-0f37-4b61-92f9-01d5eb05424b tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Publish callbacks [] for port (dedaf2a6-8ada-4550-9463-c9596bb43d10), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:40:59.733515 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-9d1ddc18-0f37-4b61-92f9-01d5eb05424b tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739585409118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9714944'] for port (dedaf2a6-8ada-4550-9463-c9596bb43d10), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:40:59.773833 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1ddc18-0f37-4b61-92f9-01d5eb05424b tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Network d3edc090-f075-4654-a10f-87b9c191544a is already hosted by enough agents. {{(pid=103642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:40:59.776645 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.scheduler.base_scheduler [None req-9d1ddc18-0f37-4b61-92f9-01d5eb05424b tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Resources bound (agent type, host, resource id): {{(pid=103642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:40:59.780027 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1ddc18-0f37-4b61-92f9-01d5eb05424b tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Received port after_create {{(pid=103642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 10:40:59.803404 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1ddc18-0f37-4b61-92f9-01d5eb05424b tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Pushing event updated for resources: {'Port': ['ID=dedaf2a6-8ada-4550-9463-c9596bb43d10,revision_number=1']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:41:00.140553 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-9d1ddc18-0f37-4b61-92f9-01d5eb05424b tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Publish callbacks [] for floatingip (f2cdbbb5-3a1a-4031-930c-f07147e67f31), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:41:00.263260 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-9d1ddc18-0f37-4b61-92f9-01d5eb05424b tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (dedaf2a6-8ada-4550-9463-c9596bb43d10), before_update {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:41:00.410211 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-9d1ddc18-0f37-4b61-92f9-01d5eb05424b tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Publish callbacks [] for port (dedaf2a6-8ada-4550-9463-c9596bb43d10), precommit_update {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:41:00.475901 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-9d1ddc18-0f37-4b61-92f9-01d5eb05424b tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9714955'] for port (dedaf2a6-8ada-4550-9463-c9596bb43d10), after_update {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:41:00.542312 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1ddc18-0f37-4b61-92f9-01d5eb05424b tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Pushing event updated for resources: {'Port': ['ID=dedaf2a6-8ada-4550-9463-c9596bb43d10,revision_number=2']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:41:00.552287 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-9d1ddc18-0f37-4b61-92f9-01d5eb05424b tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-564448'] for floatingip (f2cdbbb5-3a1a-4031-930c-f07147e67f31), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:41:00.626900 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb11d56-d9f6-4847-bef8-f5d22a54b910 req-52655848-4084-4e11-b47d-87dab1df247b tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:41:00.629591 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-cdb11d56-d9f6-4847-bef8-f5d22a54b910 req-52655848-4084-4e11-b47d-87dab1df247b tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad337521-8c76-48d0-8cd0-9774958ef4ed HTTP/1.1" status: 200 len: 944 time: 0.0565736 Mar 14 10:41:00.661167 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.db.l3_db [None req-9d1ddc18-0f37-4b61-92f9-01d5eb05424b tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Floating IP f2cdbbb5-3a1a-4031-930c-f07147e67f31 associated. External IP: 172.27.2.131, port: ae1b9b12-60b0-43ee-a89f-24ce1ac85787. Mar 14 10:41:00.676482 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-cdb11d56-d9f6-4847-bef8-f5d22a54b910 req-61b50585-18f4-4496-b09f-9a94879b4e74 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "GET /v2.0/security-groups?id=05ea2511-196a-4a80-9933-dde1ef0971d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411489 Mar 14 10:41:00.867340 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d1ddc18-0f37-4b61-92f9-01d5eb05424b tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Router 88162fc5-f696-46e6-aec7-20a02549062f has already been hosted by L3 agent a016a58c-1f8a-4210-ae6c-360b1a1f78c1 {{(pid=103642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 10:41:00.975153 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d1ddc18-0f37-4b61-92f9-01d5eb05424b tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Notify agent at l3_agent.dv-cinder-833544-1-iscsi the message routers_updated {{(pid=103642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 10:41:00.984983 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934e9b71-1b55-4178-8978-91d297cad470 None None] Sync routers for ids ['88162fc5-f696-46e6-aec7-20a02549062f'] in dv-cinder-833544-1-iscsi {{(pid=103644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 10:41:00.994475 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934e9b71-1b55-4178-8978-91d297cad470 None None] Routers {'88162fc5-f696-46e6-aec7-20a02549062f'} bound to L3 agent in host dv-cinder-833544-1-iscsi {{(pid=103644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:41:00.996111 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-934e9b71-1b55-4178-8978-91d297cad470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833544-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T10:17:23Z,description=,heartbeat_timestamp=2022-03-14T10:40:53Z,host='dv-cinder-833544-1-iscsi',id=a016a58c-1f8a-4210-ae6c-360b1a1f78c1,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:17:24Z,topic='l3_agent')) {'router_ids': ['88162fc5-f696-46e6-aec7-20a02549062f'], 'active': True} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:41:01.050432 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-9d1ddc18-0f37-4b61-92f9-01d5eb05424b tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211739'] for floatingip (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:41:01.079642 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-9d1ddc18-0f37-4b61-92f9-01d5eb05424b tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8406639 Mar 14 10:41:01.080264 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '574b58f2-ecaa-45ff-b143-f0cf15d8250b', 'tag': 'ae1b9b12-60b0-43ee-a89f-24ce1ac85787'}] {{(pid=103642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:41:01.082586 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2719b20af467307de00d33cfc3bda2b7e701d9c3500810f7746d17fecb5aed99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44e7832a-34de-4056-b0b6-7f89f83558ec" -d '{"events": [{"name": "network-changed", "server_uuid": "574b58f2-ecaa-45ff-b143-f0cf15d8250b", "tag": "ae1b9b12-60b0-43ee-a89f-24ce1ac85787"}]}' {{(pid=103642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:41:01.118809 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 10:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5362510-51fe-4780-996a-d4ef7f901533 x-openstack-request-id: req-b5362510-51fe-4780-996a-d4ef7f901533 {{(pid=103642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:41:01.119102 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "574b58f2-ecaa-45ff-b143-f0cf15d8250b", "tag": "ae1b9b12-60b0-43ee-a89f-24ce1ac85787", "status": "completed", "code": 200}]} {{(pid=103642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:41:01.119358 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b5362510-51fe-4780-996a-d4ef7f901533 {{(pid=103642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:41:01.119808 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '574b58f2-ecaa-45ff-b143-f0cf15d8250b', 'tag': 'ae1b9b12-60b0-43ee-a89f-24ce1ac85787', 'status': 'completed', 'code': 200} Mar 14 10:41:01.207688 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e7832a-34de-4056-b0b6-7f89f83558ec req-0743ffeb-b508-4d3a-bd9f-26d15dd86d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:41:01.209244 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-44e7832a-34de-4056-b0b6-7f89f83558ec req-0743ffeb-b508-4d3a-bd9f-26d15dd86d33 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6297757b71cd48d4a33ab7458cc05ac7&device_id=574b58f2-ecaa-45ff-b143-f0cf15d8250b HTTP/1.1" status: 200 len: 1129 time: 0.0455079 Mar 14 10:41:01.231029 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvr_db [None req-934e9b71-1b55-4178-8978-91d297cad470 None None] Set router 88162fc5-f696-46e6-aec7-20a02549062f gateway port host: dv-cinder-833544-1-iscsi {{(pid=103644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:41:01.307151 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e7832a-34de-4056-b0b6-7f89f83558ec req-6772b356-5872-4c81-a870-c637b02583b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:41:01.309150 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-44e7832a-34de-4056-b0b6-7f89f83558ec req-6772b356-5872-4c81-a870-c637b02583b7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c84f27eb-37b9-4aa9-b62d-da2eefd83ac0 HTTP/1.1" status: 200 len: 912 time: 0.0911562 Mar 14 10:41:01.371977 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-44e7832a-34de-4056-b0b6-7f89f83558ec req-1e132049-73dd-4e3d-b0dc-5296f86c8bd5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ae1b9b12-60b0-43ee-a89f-24ce1ac85787 HTTP/1.1" status: 200 len: 999 time: 0.0569546 Mar 14 10:41:01.420212 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e7832a-34de-4056-b0b6-7f89f83558ec req-aa66467c-d2d0-4b70-9aec-0e7be0aae09b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:41:01.421670 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-44e7832a-34de-4056-b0b6-7f89f83558ec req-aa66467c-d2d0-4b70-9aec-0e7be0aae09b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c1ca7e58-7de1-4354-86ba-4c133fca3e45 HTTP/1.1" status: 200 len: 850 time: 0.0432389 Mar 14 10:41:01.456265 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-934e9b71-1b55-4178-8978-91d297cad470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88162fc5-f696-46e6-aec7-20a02549062f', 'name': 'tempest-TestVolumeBootPattern-162580303-router', 'tenant_id': '6297757b71cd48d4a33ab7458cc05ac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '83c49087-a756-4c7d-99a2-5b604029eb80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:34:18Z', 'updated_at': '2022-03-14T10:34:22Z', 'revision_number': 4, 'project_id': '6297757b71cd48d4a33ab7458cc05ac7', 'gw_port': {'id': '83c49087-a756-4c7d-99a2-5b604029eb80', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88162fc5-f696-46e6-aec7-20a02549062f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:34:19Z', 'updated_at': '2022-03-14T10:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi', '_floatingips': [{'id': '07753827-eee1-4ced-94c4-37eb4482e960', 'tenant_id': '6297757b71cd48d4a33ab7458cc05ac7', 'floating_ip_address': '172.27.2.58', 'floating_network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'router_id': '88162fc5-f696-46e6-aec7-20a02549062f', 'port_id': '7c297a19-ac2a-47a9-9889-7f221f81ad86', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c84f27eb-37b9-4aa9-b62d-da2eefd83ac0', 'mac_address': 'fa:16:3e:30:21:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf6744c-7584-4dcc-ba94-4e909e7319f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T10:38:23Z', 'updated_at': '2022-03-14T10:38:26Z', 'revision_number': 1, 'project_id': '6297757b71cd48d4a33ab7458cc05ac7', 'fixed_ip_address_scope': None}, {'id': 'f2cdbbb5-3a1a-4031-930c-f07147e67f31', 'tenant_id': '6297757b71cd48d4a33ab7458cc05ac7', 'floating_ip_address': '172.27.2.131', 'floating_network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'router_id': '88162fc5-f696-46e6-aec7-20a02549062f', 'port_id': 'ae1b9b12-60b0-43ee-a89f-24ce1ac85787', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c84f27eb-37b9-4aa9-b62d-da2eefd83ac0', 'mac_address': 'fa:16:3e:55:81:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574b58f2-ecaa-45ff-b143-f0cf15d8250b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T10:41:00Z', 'updated_at': '2022-03-14T10:41:00Z', 'revision_number': 0, 'project_id': '6297757b71cd48d4a33ab7458cc05ac7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1c63c40-5a38-4f6d-89f9-16a3f3bee0f4', 'name': '', 'network_id': 'c84f27eb-37b9-4aa9-b62d-da2eefd83ac0', 'tenant_id': '6297757b71cd48d4a33ab7458cc05ac7', 'mac_address': 'fa:16:3e:72:8f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88162fc5-f696-46e6-aec7-20a02549062f', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'c1ca7e58-7de1-4354-86ba-4c133fca3e45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:34:21Z', 'updated_at': '2022-03-14T10:34:25Z', 'revision_number': 5, 'project_id': '6297757b71cd48d4a33ab7458cc05ac7', 'subnets': [{'id': 'c1ca7e58-7de1-4354-86ba-4c133fca3e45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833544-1-iscsi', False) {} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:41:01.480944 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e7832a-34de-4056-b0b6-7f89f83558ec req-2cbc0ea1-e424-4f43-a4cb-e061ef3781e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:41:01.482495 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-44e7832a-34de-4056-b0b6-7f89f83558ec req-2cbc0ea1-e424-4f43-a4cb-e061ef3781e6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c84f27eb-37b9-4aa9-b62d-da2eefd83ac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472338 Mar 14 10:41:01.486424 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934e9b71-1b55-4178-8978-91d297cad470 None None] Checking router: 88162fc5-f696-46e6-aec7-20a02549062f for host: dv-cinder-833544-1-iscsi {{(pid=103644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 10:41:01.495260 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934e9b71-1b55-4178-8978-91d297cad470 None None] Routers {'88162fc5-f696-46e6-aec7-20a02549062f'} bound to L3 agent in host dv-cinder-833544-1-iscsi {{(pid=103644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:41:01.495910 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-934e9b71-1b55-4178-8978-91d297cad470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833544-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T10:17:23Z,description=,heartbeat_timestamp=2022-03-14T10:40:53Z,host='dv-cinder-833544-1-iscsi',id=a016a58c-1f8a-4210-ae6c-360b1a1f78c1,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:17:24Z,topic='l3_agent')) {'router_ids': ['88162fc5-f696-46e6-aec7-20a02549062f'], 'active': True} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:41:01.583606 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-44e7832a-34de-4056-b0b6-7f89f83558ec req-17820073-2cf3-406d-ae20-6f46ae18c52f service neutron] 10.222.0.39 "GET /v2.0/networks/c84f27eb-37b9-4aa9-b62d-da2eefd83ac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844584 Mar 14 10:41:01.604499 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvr_db [None req-934e9b71-1b55-4178-8978-91d297cad470 None None] Set router 88162fc5-f696-46e6-aec7-20a02549062f gateway port host: dv-cinder-833544-1-iscsi {{(pid=103644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:41:01.674612 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-44e7832a-34de-4056-b0b6-7f89f83558ec req-9653181b-071f-45d9-a0f2-18e9864fbe55 service neutron] 10.222.0.39 "GET /v2.0/networks/c84f27eb-37b9-4aa9-b62d-da2eefd83ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848000 Mar 14 10:41:01.793534 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5827039b-e8e5-4e62-bafa-c454267213a2 req-b7a7d010-d053-4dbf-a14f-97bd6f7e5f1c tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:41:01.794880 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-5827039b-e8e5-4e62-bafa-c454267213a2 req-b7a7d010-d053-4dbf-a14f-97bd6f7e5f1c tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad337521-8c76-48d0-8cd0-9774958ef4ed HTTP/1.1" status: 200 len: 944 time: 0.0515182 Mar 14 10:41:01.831963 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-934e9b71-1b55-4178-8978-91d297cad470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88162fc5-f696-46e6-aec7-20a02549062f', 'name': 'tempest-TestVolumeBootPattern-162580303-router', 'tenant_id': '6297757b71cd48d4a33ab7458cc05ac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '83c49087-a756-4c7d-99a2-5b604029eb80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:34:18Z', 'updated_at': '2022-03-14T10:34:22Z', 'revision_number': 4, 'project_id': '6297757b71cd48d4a33ab7458cc05ac7', 'gw_port': {'id': '83c49087-a756-4c7d-99a2-5b604029eb80', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88162fc5-f696-46e6-aec7-20a02549062f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:34:19Z', 'updated_at': '2022-03-14T10:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi', '_floatingips': [{'id': '07753827-eee1-4ced-94c4-37eb4482e960', 'tenant_id': '6297757b71cd48d4a33ab7458cc05ac7', 'floating_ip_address': '172.27.2.58', 'floating_network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'router_id': '88162fc5-f696-46e6-aec7-20a02549062f', 'port_id': '7c297a19-ac2a-47a9-9889-7f221f81ad86', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c84f27eb-37b9-4aa9-b62d-da2eefd83ac0', 'mac_address': 'fa:16:3e:30:21:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf6744c-7584-4dcc-ba94-4e909e7319f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T10:38:23Z', 'updated_at': '2022-03-14T10:38:26Z', 'revision_number': 1, 'project_id': '6297757b71cd48d4a33ab7458cc05ac7', 'fixed_ip_address_scope': None}, {'id': 'f2cdbbb5-3a1a-4031-930c-f07147e67f31', 'tenant_id': '6297757b71cd48d4a33ab7458cc05ac7', 'floating_ip_address': '172.27.2.131', 'floating_network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'router_id': '88162fc5-f696-46e6-aec7-20a02549062f', 'port_id': 'ae1b9b12-60b0-43ee-a89f-24ce1ac85787', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c84f27eb-37b9-4aa9-b62d-da2eefd83ac0', 'mac_address': 'fa:16:3e:55:81:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574b58f2-ecaa-45ff-b143-f0cf15d8250b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T10:41:00Z', 'updated_at': '2022-03-14T10:41:00Z', 'revision_number': 0, 'project_id': '6297757b71cd48d4a33ab7458cc05ac7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1c63c40-5a38-4f6d-89f9-16a3f3bee0f4', 'name': '', 'network_id': 'c84f27eb-37b9-4aa9-b62d-da2eefd83ac0', 'tenant_id': '6297757b71cd48d4a33ab7458cc05ac7', 'mac_address': 'fa:16:3e:72:8f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88162fc5-f696-46e6-aec7-20a02549062f', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'c1ca7e58-7de1-4354-86ba-4c133fca3e45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:34:21Z', 'updated_at': '2022-03-14T10:34:25Z', 'revision_number': 5, 'project_id': '6297757b71cd48d4a33ab7458cc05ac7', 'subnets': [{'id': 'c1ca7e58-7de1-4354-86ba-4c133fca3e45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833544-1-iscsi', False) {} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:41:01.840587 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-5827039b-e8e5-4e62-bafa-c454267213a2 req-839fc5bf-0d44-4eef-9553-74c6760af368 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "GET /v2.0/security-groups?id=05ea2511-196a-4a80-9933-dde1ef0971d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395739 Mar 14 10:41:01.863204 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934e9b71-1b55-4178-8978-91d297cad470 None None] The sync data for ids ['88162fc5-f696-46e6-aec7-20a02549062f'] in dv-cinder-833544-1-iscsi is: [{'id': '88162fc5-f696-46e6-aec7-20a02549062f', 'name': 'tempest-TestVolumeBootPattern-162580303-router', 'tenant_id': '6297757b71cd48d4a33ab7458cc05ac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '83c49087-a756-4c7d-99a2-5b604029eb80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:34:18Z', 'updated_at': '2022-03-14T10:34:22Z', 'revision_number': 4, 'project_id': '6297757b71cd48d4a33ab7458cc05ac7', 'gw_port': {'id': '83c49087-a756-4c7d-99a2-5b604029eb80', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88162fc5-f696-46e6-aec7-20a02549062f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:34:19Z', 'updated_at': '2022-03-14T10:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi', '_floatingips': [{'id': '07753827-eee1-4ced-94c4-37eb4482e960', 'tenant_id': '6297757b71cd48d4a33ab7458cc05ac7', 'floating_ip_address': '172.27.2.58', 'floating_network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'router_id': '88162fc5-f696-46e6-aec7-20a02549062f', 'port_id': '7c297a19-ac2a-47a9-9889-7f221f81ad86', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c84f27eb-37b9-4aa9-b62d-da2eefd83ac0', 'mac_address': 'fa:16:3e:30:21:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf6744c-7584-4dcc-ba94-4e909e7319f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T10:38:23Z', 'updated_at': '2022-03-14T10:38:26Z', 'revision_number': 1, 'project_id': '6297757b71cd48d4a33ab7458cc05ac7', 'fixed_ip_address_scope': None}, {'id': 'f2cdbbb5-3a1a-4031-930c-f07147e67f31', 'tenant_id': '6297757b71cd48d4a33ab7458cc05ac7', 'floating_ip_address': '172.27.2.131', 'floating_network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'router_id': '88162fc5-f696-46e6-aec7-20a02549062f', 'port_id': 'ae1b9b12-60b0-43ee-a89f-24ce1ac85787', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c84f27eb-37b9-4aa9-b62d-da2eefd83ac0', 'mac_address': 'fa:16:3e:55:81:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574b58f2-ecaa-45ff-b143-f0cf15d8250b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T10:41:00Z', 'updated_at': '2022-03-14T10:41:00Z', 'revision_number': 0, 'project_id': '6297757b71cd48d4a33ab7458cc05ac7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1c63c40-5a38-4f6d-89f9-16a3f3bee0f4', 'name': '', 'network_id': 'c84f27eb-37b9-4aa9-b62d-da2eefd83ac0', 'tenant_id': '6297757b71cd48d4a33ab7458cc05ac7', 'mac_address': 'fa:16:3e:72:8f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88162fc5-f696-46e6-aec7-20a02549062f', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'c1ca7e58-7de1-4354-86ba-4c133fca3e45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:34:21Z', 'updated_at': '2022-03-14T10:34:25Z', 'revision_number': 5, 'project_id': '6297757b71cd48d4a33ab7458cc05ac7', 'subnets': [{'id': 'c1ca7e58-7de1-4354-86ba-4c133fca3e45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 10:41:01.978879 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Device dbb1304f-3921-4c57-8900-b1f094398ef2 details requested by agent hyperv_hv-cinder-83354 with host hv-cinder-83354 {{(pid=103644) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 10:41:02.052165 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceacb2b4-54d2-42c7-8fda-e39d566b7708 None None] New status for floating IP f2cdbbb5-3a1a-4031-930c-f07147e67f31: ACTIVE {{(pid=103645) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 10:41:02.078005 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] For port dbb1304f-3921-4c57-8900-b1f094398ef2, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=dbb1304f-3921-4c57-8900-b1f094398ef2,segment=NetworkSegment(178995d1-5f67-4684-9116-b12e73922a62),segment_id=178995d1-5f67-4684-9116-b12e73922a62)] {{(pid=103644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:41:02.088426 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Returning: {'device': 'dbb1304f-3921-4c57-8900-b1f094398ef2', 'network_id': '57ee559b-7405-419c-add9-12136a347c22', 'port_id': 'dbb1304f-3921-4c57-8900-b1f094398ef2', 'mac_address': 'fa:16:3e:07:40:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '445e9f07-5c2c-42dc-a9b7-aeafc1941d6c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103644) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 10:41:02.129853 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Current status of the port dbb1304f-3921-4c57-8900-b1f094398ef2 is: DOWN; New status is: BUILD {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:41:02.130247 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (dbb1304f-3921-4c57-8900-b1f094398ef2), before_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:41:02.142796 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.notifiers.nova [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbb1304f-3921-4c57-8900-b1f094398ef2 {{(pid=103644) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 10:41:02.161776 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] For port dbb1304f-3921-4c57-8900-b1f094398ef2, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=dbb1304f-3921-4c57-8900-b1f094398ef2,segment=NetworkSegment(178995d1-5f67-4684-9116-b12e73922a62),segment_id=178995d1-5f67-4684-9116-b12e73922a62)] {{(pid=103644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:41:02.248194 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (dbb1304f-3921-4c57-8900-b1f094398ef2), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:41:02.296703 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Pushing event updated for resources: {'Port': ['ID=dbb1304f-3921-4c57-8900-b1f094398ef2,revision_number=4']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:41:02.664326 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] get_ports_and_sgs() called for port_ids ['dbb1304f-3921-4c57-8900-b1f094398ef2'] {{(pid=103644) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 10:41:02.960643 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834de830-c45f-48dd-a172-4dc42128146e req-535233b1-54ab-4aaa-b8b4-a71d1311ff1a tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:41:02.962335 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-834de830-c45f-48dd-a172-4dc42128146e req-535233b1-54ab-4aaa-b8b4-a71d1311ff1a tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad337521-8c76-48d0-8cd0-9774958ef4ed HTTP/1.1" status: 200 len: 945 time: 0.0542543 Mar 14 10:41:03.006401 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-834de830-c45f-48dd-a172-4dc42128146e req-c29fb724-dd9e-4a0b-b839-63ced711cf4f tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "GET /v2.0/security-groups?id=05ea2511-196a-4a80-9933-dde1ef0971d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386653 Mar 14 10:41:03.983160 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Device dbb1304f-3921-4c57-8900-b1f094398ef2 up at agent hyperv_hv-cinder-83354 {{(pid=103644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:41:04.110661 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Provisioning for port dbb1304f-3921-4c57-8900-b1f094398ef2 completed by entity L2. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 14 10:41:04.114800 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Provisioning complete for port dbb1304f-3921-4c57-8900-b1f094398ef2 triggered by entity L2. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:41:04.115188 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (dbb1304f-3921-4c57-8900-b1f094398ef2), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:41:04.134407 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0728750-2c7f-4df6-9a66-439b25c11a3f req-c29189db-c769-4d5a-a39b-9d6a652ec8fb tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:41:04.136919 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-d0728750-2c7f-4df6-9a66-439b25c11a3f req-c29189db-c769-4d5a-a39b-9d6a652ec8fb tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad337521-8c76-48d0-8cd0-9774958ef4ed HTTP/1.1" status: 200 len: 945 time: 0.0610850 Mar 14 10:41:04.185053 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-d0728750-2c7f-4df6-9a66-439b25c11a3f req-1e3a3967-96a2-4be5-8ad4-12c4e3bb5555 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "GET /v2.0/security-groups?id=05ea2511-196a-4a80-9933-dde1ef0971d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424190 Mar 14 10:41:04.200783 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Current status of the port dbb1304f-3921-4c57-8900-b1f094398ef2 is: BUILD; New status is: ACTIVE {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:41:04.205436 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (dbb1304f-3921-4c57-8900-b1f094398ef2), before_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:41:04.228822 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad337521-8c76-48d0-8cd0-9774958ef4ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbb1304f-3921-4c57-8900-b1f094398ef2'}] {{(pid=103644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:41:04.231026 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cdcf2ce3ae030c6c85cf8a8616b2d58d36b16ae178b61bcd15320d14238e4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73a2cfcd-6484-4f26-b153-15a153df14df" -d '{"events": [{"server_uuid": "ad337521-8c76-48d0-8cd0-9774958ef4ed", "name": "network-vif-plugged", "status": "completed", "tag": "dbb1304f-3921-4c57-8900-b1f094398ef2"}]}' {{(pid=103644) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:41:04.243009 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] For port dbb1304f-3921-4c57-8900-b1f094398ef2, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=dbb1304f-3921-4c57-8900-b1f094398ef2,segment=NetworkSegment(178995d1-5f67-4684-9116-b12e73922a62),segment_id=178995d1-5f67-4684-9116-b12e73922a62)] {{(pid=103644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:41:04.268304 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 10:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ad05d0a-e53d-43a8-8986-cbc31450513d x-openstack-request-id: req-1ad05d0a-e53d-43a8-8986-cbc31450513d {{(pid=103644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:41:04.268304 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad337521-8c76-48d0-8cd0-9774958ef4ed", "name": "network-vif-plugged", "status": "completed", "tag": "dbb1304f-3921-4c57-8900-b1f094398ef2", "code": 200}]} {{(pid=103644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:41:04.268304 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1ad05d0a-e53d-43a8-8986-cbc31450513d {{(pid=103644) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:41:04.268304 dv-cinder-833544-1-iscsi neutron-server[103644]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad337521-8c76-48d0-8cd0-9774958ef4ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbb1304f-3921-4c57-8900-b1f094398ef2', 'code': 200} Mar 14 10:41:04.317174 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (dbb1304f-3921-4c57-8900-b1f094398ef2), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:41:04.364441 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Pushing event updated for resources: {'Port': ['ID=dbb1304f-3921-4c57-8900-b1f094398ef2,revision_number=5']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:41:04.645819 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1051c1-4893-480a-be26-63055a7460c3 req-cb96d4cb-64a3-4598-8203-788bfcb81468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:41:04.647297 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-0f1051c1-4893-480a-be26-63055a7460c3 req-cb96d4cb-64a3-4598-8203-788bfcb81468 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ad337521-8c76-48d0-8cd0-9774958ef4ed HTTP/1.1" status: 200 len: 1130 time: 0.0427148 Mar 14 10:41:04.694647 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-0f1051c1-4893-480a-be26-63055a7460c3 req-4ec05b6a-6279-4a9e-893e-1061a2336c33 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=05ea2511-196a-4a80-9933-dde1ef0971d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391169 Mar 14 10:41:05.299138 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93b6a83-cc27-4811-8ad4-1f823e8e0035 req-0d855fda-55bc-4c5c-add9-323d5e395a3e tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:41:05.301089 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-b93b6a83-cc27-4811-8ad4-1f823e8e0035 req-0d855fda-55bc-4c5c-add9-323d5e395a3e tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad337521-8c76-48d0-8cd0-9774958ef4ed HTTP/1.1" status: 200 len: 946 time: 0.0504022 Mar 14 10:41:05.345185 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-b93b6a83-cc27-4811-8ad4-1f823e8e0035 req-4ce0a050-ef8f-47d1-af9c-11e4c5687400 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "GET /v2.0/security-groups?id=05ea2511-196a-4a80-9933-dde1ef0971d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386977 Mar 14 10:41:06.464964 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7646e501-5763-4ec5-ad36-75cc34de7c16 req-9becc7f1-0eb0-4c97-ba25-3e228240b660 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:41:06.466420 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-7646e501-5763-4ec5-ad36-75cc34de7c16 req-9becc7f1-0eb0-4c97-ba25-3e228240b660 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad337521-8c76-48d0-8cd0-9774958ef4ed HTTP/1.1" status: 200 len: 946 time: 0.0513964 Mar 14 10:41:06.512329 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-7646e501-5763-4ec5-ad36-75cc34de7c16 req-41090a32-88d1-45c3-9450-c4c5285be0fa tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "GET /v2.0/security-groups?id=05ea2511-196a-4a80-9933-dde1ef0971d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397577 Mar 14 10:41:06.628440 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510743e5-989f-4c6b-84d8-364df2c52fef req-0691cf43-ab52-4ddc-9616-d530f22e8998 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:41:06.629832 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-510743e5-989f-4c6b-84d8-364df2c52fef req-0691cf43-ab52-4ddc-9616-d530f22e8998 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad337521-8c76-48d0-8cd0-9774958ef4ed HTTP/1.1" status: 200 len: 946 time: 0.0553741 Mar 14 10:41:06.638222 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 50390) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:41:06.642486 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [None req-5962e9f8-d624-4149-aa0b-ec9c2b46dad0 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Request body: {'floatingip': {'port_id': 'dbb1304f-3921-4c57-8900-b1f094398ef2'}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:41:06.680851 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-5962e9f8-d624-4149-aa0b-ec9c2b46dad0 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks [] for floatingip (4ca0bf20-2703-4f25-b807-b23c0c23a6d7), before_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:41:07.106376 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-5962e9f8-d624-4149-aa0b-ec9c2b46dad0 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:41:07.184539 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-5962e9f8-d624-4149-aa0b-ec9c2b46dad0 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-564448'] for floatingip (4ca0bf20-2703-4f25-b807-b23c0c23a6d7), after_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:41:07.284759 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.db.l3_db [None req-5962e9f8-d624-4149-aa0b-ec9c2b46dad0 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Floating IP 4ca0bf20-2703-4f25-b807-b23c0c23a6d7 associated. External IP: 172.27.2.79, port: dbb1304f-3921-4c57-8900-b1f094398ef2. Mar 14 10:41:07.487492 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5962e9f8-d624-4149-aa0b-ec9c2b46dad0 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Router af46814b-06af-4a09-b7be-76dcaa7e3d2d has already been hosted by L3 agent a016a58c-1f8a-4210-ae6c-360b1a1f78c1 {{(pid=103643) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 10:41:07.840676 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5962e9f8-d624-4149-aa0b-ec9c2b46dad0 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Notify agent at l3_agent.dv-cinder-833544-1-iscsi the message routers_updated {{(pid=103643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 10:41:07.840676 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-5962e9f8-d624-4149-aa0b-ec9c2b46dad0 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211739'] for floatingip (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:41:07.844623 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c855755b-94f7-4e5e-aa34-6cf949abee8f None None] Sync routers for ids ['af46814b-06af-4a09-b7be-76dcaa7e3d2d'] in dv-cinder-833544-1-iscsi {{(pid=103644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 10:41:07.855221 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c855755b-94f7-4e5e-aa34-6cf949abee8f None None] Routers {'af46814b-06af-4a09-b7be-76dcaa7e3d2d'} bound to L3 agent in host dv-cinder-833544-1-iscsi {{(pid=103644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:41:07.855896 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-c855755b-94f7-4e5e-aa34-6cf949abee8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833544-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T10:17:23Z,description=,heartbeat_timestamp=2022-03-14T10:40:53Z,host='dv-cinder-833544-1-iscsi',id=a016a58c-1f8a-4210-ae6c-360b1a1f78c1,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:17:24Z,topic='l3_agent')) {'router_ids': ['af46814b-06af-4a09-b7be-76dcaa7e3d2d'], 'active': True} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:41:07.867095 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-5962e9f8-d624-4149-aa0b-ec9c2b46dad0 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "PUT /v2.0/floatingips/4ca0bf20-2703-4f25-b807-b23c0c23a6d7 HTTP/1.1" status: 200 len: 991 time: 1.2278395 Mar 14 10:41:07.867694 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad337521-8c76-48d0-8cd0-9774958ef4ed', 'tag': 'dbb1304f-3921-4c57-8900-b1f094398ef2'}] {{(pid=103643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:41:07.870012 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b58adf1808d3e8f2b7de4636db435fb255da6a44abdc46a7a48cdc23cb85b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dc6cb98-ddd8-4c28-adb5-4985521809a8" -d '{"events": [{"name": "network-changed", "server_uuid": "ad337521-8c76-48d0-8cd0-9774958ef4ed", "tag": "dbb1304f-3921-4c57-8900-b1f094398ef2"}]}' {{(pid=103643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:41:07.906459 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 10:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09d4a4a6-41b7-4108-a059-f99b0a48dd4d x-openstack-request-id: req-09d4a4a6-41b7-4108-a059-f99b0a48dd4d {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:41:07.906753 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad337521-8c76-48d0-8cd0-9774958ef4ed", "tag": "dbb1304f-3921-4c57-8900-b1f094398ef2", "status": "completed", "code": 200}]} {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:41:07.907011 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-09d4a4a6-41b7-4108-a059-f99b0a48dd4d {{(pid=103643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:41:07.907416 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad337521-8c76-48d0-8cd0-9774958ef4ed', 'tag': 'dbb1304f-3921-4c57-8900-b1f094398ef2', 'status': 'completed', 'code': 200} Mar 14 10:41:07.963987 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvr_db [None req-c855755b-94f7-4e5e-aa34-6cf949abee8f None None] Set router af46814b-06af-4a09-b7be-76dcaa7e3d2d gateway port host: dv-cinder-833544-1-iscsi {{(pid=103644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:41:08.005874 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc6cb98-ddd8-4c28-adb5-4985521809a8 req-727c83a9-f1ee-4c27-b666-9d0477d57db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:41:08.007373 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-9dc6cb98-ddd8-4c28-adb5-4985521809a8 req-727c83a9-f1ee-4c27-b666-9d0477d57db1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ec9fb341ae784a188d2c22728a1d4c86&device_id=ad337521-8c76-48d0-8cd0-9774958ef4ed HTTP/1.1" status: 200 len: 1130 time: 0.0451329 Mar 14 10:41:08.110673 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc6cb98-ddd8-4c28-adb5-4985521809a8 req-dbcb1863-a1e2-42cf-8f6a-e97f2775ce78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:41:08.112114 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-9dc6cb98-ddd8-4c28-adb5-4985521809a8 req-dbcb1863-a1e2-42cf-8f6a-e97f2775ce78 service neutron] 10.222.0.39 "GET /v2.0/networks?id=57ee559b-7405-419c-add9-12136a347c22 HTTP/1.1" status: 200 len: 915 time: 0.0855906 Mar 14 10:41:08.176467 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-9dc6cb98-ddd8-4c28-adb5-4985521809a8 req-b1edd911-b2ee-4968-9ff1-38bf364c50ec service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dbb1304f-3921-4c57-8900-b1f094398ef2 HTTP/1.1" status: 200 len: 999 time: 0.0573602 Mar 14 10:41:08.185778 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-c855755b-94f7-4e5e-aa34-6cf949abee8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af46814b-06af-4a09-b7be-76dcaa7e3d2d', 'name': 'tempest-AttachVolumeNegativeTest-542487346-router', 'tenant_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '4038d135-f1a7-44ee-a8aa-d68043c4ba7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:36:55Z', 'updated_at': '2022-03-14T10:36:58Z', 'revision_number': 4, 'project_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'gw_port': {'id': '4038d135-f1a7-44ee-a8aa-d68043c4ba7e', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ff:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af46814b-06af-4a09-b7be-76dcaa7e3d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:36:56Z', 'updated_at': '2022-03-14T10:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi', '_floatingips': [{'id': '4ca0bf20-2703-4f25-b807-b23c0c23a6d7', 'tenant_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'floating_ip_address': '172.27.2.79', 'floating_network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'router_id': 'af46814b-06af-4a09-b7be-76dcaa7e3d2d', 'port_id': 'dbb1304f-3921-4c57-8900-b1f094398ef2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '57ee559b-7405-419c-add9-12136a347c22', 'mac_address': 'fa:16:3e:07:40:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad337521-8c76-48d0-8cd0-9774958ef4ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T10:40:51Z', 'updated_at': '2022-03-14T10:41:07Z', 'revision_number': 1, 'project_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab8a89ac-e5fd-48ec-bc47-505baf6717ca', 'name': '', 'network_id': '57ee559b-7405-419c-add9-12136a347c22', 'tenant_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'mac_address': 'fa:16:3e:09:aa:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af46814b-06af-4a09-b7be-76dcaa7e3d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '445e9f07-5c2c-42dc-a9b7-aeafc1941d6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:36:58Z', 'updated_at': '2022-03-14T10:37:02Z', 'revision_number': 5, 'project_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'subnets': [{'id': '445e9f07-5c2c-42dc-a9b7-aeafc1941d6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833544-1-iscsi', False) {} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:41:08.212556 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c855755b-94f7-4e5e-aa34-6cf949abee8f None None] Checking router: af46814b-06af-4a09-b7be-76dcaa7e3d2d for host: dv-cinder-833544-1-iscsi {{(pid=103644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 10:41:08.220742 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c855755b-94f7-4e5e-aa34-6cf949abee8f None None] Routers {'af46814b-06af-4a09-b7be-76dcaa7e3d2d'} bound to L3 agent in host dv-cinder-833544-1-iscsi {{(pid=103644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:41:08.221705 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-c855755b-94f7-4e5e-aa34-6cf949abee8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833544-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T10:17:23Z,description=,heartbeat_timestamp=2022-03-14T10:40:53Z,host='dv-cinder-833544-1-iscsi',id=a016a58c-1f8a-4210-ae6c-360b1a1f78c1,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:17:24Z,topic='l3_agent')) {'router_ids': ['af46814b-06af-4a09-b7be-76dcaa7e3d2d'], 'active': True} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:41:08.225281 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc6cb98-ddd8-4c28-adb5-4985521809a8 req-e12e3068-89f6-4986-b7f4-44b2ca766b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:41:08.226750 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-9dc6cb98-ddd8-4c28-adb5-4985521809a8 req-e12e3068-89f6-4986-b7f4-44b2ca766b4e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=445e9f07-5c2c-42dc-a9b7-aeafc1941d6c HTTP/1.1" status: 200 len: 853 time: 0.0453842 Mar 14 10:41:08.277764 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc6cb98-ddd8-4c28-adb5-4985521809a8 req-c9517f18-e7eb-4f65-bb8e-f8172314bb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:41:08.279271 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-9dc6cb98-ddd8-4c28-adb5-4985521809a8 req-c9517f18-e7eb-4f65-bb8e-f8172314bb47 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=57ee559b-7405-419c-add9-12136a347c22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472887 Mar 14 10:41:08.327465 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvr_db [None req-c855755b-94f7-4e5e-aa34-6cf949abee8f None None] Set router af46814b-06af-4a09-b7be-76dcaa7e3d2d gateway port host: dv-cinder-833544-1-iscsi {{(pid=103644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:41:08.368103 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-9dc6cb98-ddd8-4c28-adb5-4985521809a8 req-eae536d0-463d-4275-9c3f-2f05d1460aa0 service neutron] 10.222.0.39 "GET /v2.0/networks/57ee559b-7405-419c-add9-12136a347c22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825179 Mar 14 10:41:08.461543 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-9dc6cb98-ddd8-4c28-adb5-4985521809a8 req-797852ee-7b0b-416e-b00e-42a78c03fe1e service neutron] 10.222.0.39 "GET /v2.0/networks/57ee559b-7405-419c-add9-12136a347c22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881710 Mar 14 10:41:08.677067 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-c855755b-94f7-4e5e-aa34-6cf949abee8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af46814b-06af-4a09-b7be-76dcaa7e3d2d', 'name': 'tempest-AttachVolumeNegativeTest-542487346-router', 'tenant_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '4038d135-f1a7-44ee-a8aa-d68043c4ba7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:36:55Z', 'updated_at': '2022-03-14T10:36:58Z', 'revision_number': 4, 'project_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'gw_port': {'id': '4038d135-f1a7-44ee-a8aa-d68043c4ba7e', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ff:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af46814b-06af-4a09-b7be-76dcaa7e3d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:36:56Z', 'updated_at': '2022-03-14T10:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi', '_floatingips': [{'id': '4ca0bf20-2703-4f25-b807-b23c0c23a6d7', 'tenant_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'floating_ip_address': '172.27.2.79', 'floating_network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'router_id': 'af46814b-06af-4a09-b7be-76dcaa7e3d2d', 'port_id': 'dbb1304f-3921-4c57-8900-b1f094398ef2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '57ee559b-7405-419c-add9-12136a347c22', 'mac_address': 'fa:16:3e:07:40:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad337521-8c76-48d0-8cd0-9774958ef4ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T10:40:51Z', 'updated_at': '2022-03-14T10:41:07Z', 'revision_number': 1, 'project_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab8a89ac-e5fd-48ec-bc47-505baf6717ca', 'name': '', 'network_id': '57ee559b-7405-419c-add9-12136a347c22', 'tenant_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'mac_address': 'fa:16:3e:09:aa:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af46814b-06af-4a09-b7be-76dcaa7e3d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '445e9f07-5c2c-42dc-a9b7-aeafc1941d6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:36:58Z', 'updated_at': '2022-03-14T10:37:02Z', 'revision_number': 5, 'project_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'subnets': [{'id': '445e9f07-5c2c-42dc-a9b7-aeafc1941d6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833544-1-iscsi', False) {} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:41:08.713500 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c855755b-94f7-4e5e-aa34-6cf949abee8f None None] The sync data for ids ['af46814b-06af-4a09-b7be-76dcaa7e3d2d'] in dv-cinder-833544-1-iscsi is: [{'id': 'af46814b-06af-4a09-b7be-76dcaa7e3d2d', 'name': 'tempest-AttachVolumeNegativeTest-542487346-router', 'tenant_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '4038d135-f1a7-44ee-a8aa-d68043c4ba7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:36:55Z', 'updated_at': '2022-03-14T10:36:58Z', 'revision_number': 4, 'project_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'gw_port': {'id': '4038d135-f1a7-44ee-a8aa-d68043c4ba7e', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ff:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af46814b-06af-4a09-b7be-76dcaa7e3d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:36:56Z', 'updated_at': '2022-03-14T10:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi', '_floatingips': [{'id': '4ca0bf20-2703-4f25-b807-b23c0c23a6d7', 'tenant_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'floating_ip_address': '172.27.2.79', 'floating_network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'router_id': 'af46814b-06af-4a09-b7be-76dcaa7e3d2d', 'port_id': 'dbb1304f-3921-4c57-8900-b1f094398ef2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '57ee559b-7405-419c-add9-12136a347c22', 'mac_address': 'fa:16:3e:07:40:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad337521-8c76-48d0-8cd0-9774958ef4ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T10:40:51Z', 'updated_at': '2022-03-14T10:41:07Z', 'revision_number': 1, 'project_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab8a89ac-e5fd-48ec-bc47-505baf6717ca', 'name': '', 'network_id': '57ee559b-7405-419c-add9-12136a347c22', 'tenant_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'mac_address': 'fa:16:3e:09:aa:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af46814b-06af-4a09-b7be-76dcaa7e3d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '445e9f07-5c2c-42dc-a9b7-aeafc1941d6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:36:58Z', 'updated_at': '2022-03-14T10:37:02Z', 'revision_number': 5, 'project_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'subnets': [{'id': '445e9f07-5c2c-42dc-a9b7-aeafc1941d6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 10:41:08.893848 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12567e97-d22e-4f7e-ba82-3cef3a35d794 None None] New status for floating IP 4ca0bf20-2703-4f25-b807-b23c0c23a6d7: ACTIVE {{(pid=103645) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 10:41:20.755740 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-1de8da67-c090-480b-81ed-2f84691d5971 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (71411765-f129-4ae6-9e82-4fe742fde8ff), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:41:22.967216 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-6e625f63-e5ef-4017-964b-a68d83bfb189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (a016a58c-1f8a-4210-ae6c-360b1a1f78c1), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:41:23.103117 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.agents_db [None req-e5bc90a1-3fae-4be0-a54a-d59a030b4380 None None] Agent healthcheck: found 6 active agents {{(pid=103645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 10:41:24.137914 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-f4039063-230b-41a9-bf4a-d5dd4b348b96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (46201191-f63a-41db-ad4d-3c2c795fe1c2), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:41:25.687038 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-a3541fa5-4b74-4b29-92a0-285d4d95a3dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (a9a1db27-ecd3-427e-bc57-ce8de4da4c28), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:41:26.129907 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [req-5d8f3e26-a81e-46c9-a87f-ed50c00e22ed req-c6a22da9-c3bb-4d7e-b134-59920f447010 service neutron] (103643) timed out ('10.222.0.39', 58619) {{(pid=103643) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 14 10:41:26.303457 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [req-82b7ded1-eb48-4204-90ee-69cbcc49e1b0 req-ca1b7b0c-d8e2-423a-b484-010410167044 service neutron] (103642) timed out ('10.222.0.39', 58620) {{(pid=103642) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 14 10:41:26.990033 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (3daba05a-6d77-487a-83af-fb9f8edf24c0), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:41:27.424345 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (cd4c1fd5-6bd0-46fc-9cd1-9ea8fc180379), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:41:50.761084 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-9b395377-9f12-465b-987f-208b7fe31c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (71411765-f129-4ae6-9e82-4fe742fde8ff), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:41:52.937945 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-2f400b29-2c4f-4602-ad9d-4cbe2c5bba63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (a016a58c-1f8a-4210-ae6c-360b1a1f78c1), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:41:54.126711 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-f4039063-230b-41a9-bf4a-d5dd4b348b96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (46201191-f63a-41db-ad4d-3c2c795fe1c2), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:41:55.738696 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-a3541fa5-4b74-4b29-92a0-285d4d95a3dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (a9a1db27-ecd3-427e-bc57-ce8de4da4c28), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:41:56.989283 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (3daba05a-6d77-487a-83af-fb9f8edf24c0), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:41:57.445761 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (cd4c1fd5-6bd0-46fc-9cd1-9ea8fc180379), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:42:00.102959 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.agents_db [None req-e5bc90a1-3fae-4be0-a54a-d59a030b4380 None None] Agent healthcheck: found 6 active agents {{(pid=103645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 10:42:10.744227 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-41dd24c6-f5b5-4c51-ae6c-08083e4cfbd0 req-ed16ebd5-7279-40ac-aa00-85c07a358fb0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=cbf6744c-7584-4dcc-ba94-4e909e7319f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0851729 Mar 14 10:42:10.849732 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dd24c6-f5b5-4c51-ae6c-08083e4cfbd0 req-553e9bda-5e67-4c1f-974c-e7181878feac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:42:10.851334 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-41dd24c6-f5b5-4c51-ae6c-08083e4cfbd0 req-553e9bda-5e67-4c1f-974c-e7181878feac service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6297757b71cd48d4a33ab7458cc05ac7&device_id=cbf6744c-7584-4dcc-ba94-4e909e7319f5 HTTP/1.1" status: 200 len: 1129 time: 0.0435255 Mar 14 10:42:10.953776 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dd24c6-f5b5-4c51-ae6c-08083e4cfbd0 req-f6ed80e2-734d-4837-a0a0-c929b4b8df3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:42:10.955363 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-41dd24c6-f5b5-4c51-ae6c-08083e4cfbd0 req-f6ed80e2-734d-4837-a0a0-c929b4b8df3f service neutron] 10.222.0.39 "GET /v2.0/networks?id=c84f27eb-37b9-4aa9-b62d-da2eefd83ac0 HTTP/1.1" status: 200 len: 912 time: 0.0869684 Mar 14 10:42:11.021120 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-41dd24c6-f5b5-4c51-ae6c-08083e4cfbd0 req-cd107f18-d4e6-4a86-842f-7a4f7303d12d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7c297a19-ac2a-47a9-9889-7f221f81ad86 HTTP/1.1" status: 200 len: 1000 time: 0.0568042 Mar 14 10:42:11.071449 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dd24c6-f5b5-4c51-ae6c-08083e4cfbd0 req-c47c6599-4ea5-4a12-b589-37b124ff7ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:42:11.072885 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-41dd24c6-f5b5-4c51-ae6c-08083e4cfbd0 req-c47c6599-4ea5-4a12-b589-37b124ff7ad0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c1ca7e58-7de1-4354-86ba-4c133fca3e45 HTTP/1.1" status: 200 len: 850 time: 0.0460606 Mar 14 10:42:11.121689 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dd24c6-f5b5-4c51-ae6c-08083e4cfbd0 req-5d0da7db-a0a9-4a47-95d8-dbb08c667e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:42:11.123043 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-41dd24c6-f5b5-4c51-ae6c-08083e4cfbd0 req-5d0da7db-a0a9-4a47-95d8-dbb08c667e36 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c84f27eb-37b9-4aa9-b62d-da2eefd83ac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429606 Mar 14 10:42:11.208368 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-41dd24c6-f5b5-4c51-ae6c-08083e4cfbd0 req-f68b06f7-ff6a-482d-aadd-5337735f27b3 service neutron] 10.222.0.39 "GET /v2.0/networks/c84f27eb-37b9-4aa9-b62d-da2eefd83ac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788383 Mar 14 10:42:11.298623 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-41dd24c6-f5b5-4c51-ae6c-08083e4cfbd0 req-0a869780-39e1-4574-a479-186498ff2af3 service neutron] 10.222.0.39 "GET /v2.0/networks/c84f27eb-37b9-4aa9-b62d-da2eefd83ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830522 Mar 14 10:42:20.748676 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-95d18647-9cc5-4921-addd-16b60173b3b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (71411765-f129-4ae6-9e82-4fe742fde8ff), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:42:22.943055 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-97a25a46-b6ba-4744-a607-02a08ee53caf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (a016a58c-1f8a-4210-ae6c-360b1a1f78c1), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:42:24.165863 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-f4039063-230b-41a9-bf4a-d5dd4b348b96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (46201191-f63a-41db-ad4d-3c2c795fe1c2), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:42:25.789512 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-a3541fa5-4b74-4b29-92a0-285d4d95a3dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (a9a1db27-ecd3-427e-bc57-ce8de4da4c28), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:42:26.982741 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (3daba05a-6d77-487a-83af-fb9f8edf24c0), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:42:27.445688 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (cd4c1fd5-6bd0-46fc-9cd1-9ea8fc180379), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:42:35.795720 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ad5a6f-ca5e-4628-a837-3b054de2a3ad req-b8692f64-19be-4498-a99d-c4f3a8ce6e83 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:42:35.797172 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-18ad5a6f-ca5e-4628-a837-3b054de2a3ad req-b8692f64-19be-4498-a99d-c4f3a8ce6e83 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad337521-8c76-48d0-8cd0-9774958ef4ed HTTP/1.1" status: 200 len: 946 time: 0.0520451 Mar 14 10:42:35.843242 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-18ad5a6f-ca5e-4628-a837-3b054de2a3ad req-a7a0cf8d-2a9e-42c8-bfba-76c8cebd9930 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "GET /v2.0/security-groups?id=05ea2511-196a-4a80-9933-dde1ef0971d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404706 Mar 14 10:42:36.962764 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dd39b0-9736-4e1d-a183-6871aa3a1e59 req-27c1d2c4-8ad4-4515-abb0-c8e807832751 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:42:36.964241 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-37dd39b0-9736-4e1d-a183-6871aa3a1e59 req-27c1d2c4-8ad4-4515-abb0-c8e807832751 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad337521-8c76-48d0-8cd0-9774958ef4ed HTTP/1.1" status: 200 len: 946 time: 0.0551929 Mar 14 10:42:37.009513 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-37dd39b0-9736-4e1d-a183-6871aa3a1e59 req-82262330-0a77-4abc-a128-560da29107c9 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "GET /v2.0/security-groups?id=05ea2511-196a-4a80-9933-dde1ef0971d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397751 Mar 14 10:42:37.100876 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.agents_db [None req-e5bc90a1-3fae-4be0-a54a-d59a030b4380 None None] Agent healthcheck: found 6 active agents {{(pid=103645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 10:42:37.764934 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d787aadf-df42-4748-b7b1-2a74d08565f2 req-5a5b9340-05fe-43e4-92bf-3df96145c932 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:42:37.766363 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-d787aadf-df42-4748-b7b1-2a74d08565f2 req-5a5b9340-05fe-43e4-92bf-3df96145c932 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad337521-8c76-48d0-8cd0-9774958ef4ed HTTP/1.1" status: 200 len: 946 time: 0.0508730 Mar 14 10:42:37.854122 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [req-d787aadf-df42-4748-b7b1-2a74d08565f2 req-0e398213-9662-48bb-a160-3d91cdeb53a6 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Deleting port dbb1304f-3921-4c57-8900-b1f094398ef2 {{(pid=103643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 10:42:37.854462 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-d787aadf-df42-4748-b7b1-2a74d08565f2 req-0e398213-9662-48bb-a160-3d91cdeb53a6 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739585920741'] for port (dbb1304f-3921-4c57-8900-b1f094398ef2), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:42:37.941970 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.db [req-d787aadf-df42-4748-b7b1-2a74d08565f2 req-0e398213-9662-48bb-a160-3d91cdeb53a6 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] For port dbb1304f-3921-4c57-8900-b1f094398ef2, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=dbb1304f-3921-4c57-8900-b1f094398ef2,segment=NetworkSegment(178995d1-5f67-4684-9116-b12e73922a62),segment_id=178995d1-5f67-4684-9116-b12e73922a62)] {{(pid=103643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:42:37.942324 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-d787aadf-df42-4748-b7b1-2a74d08565f2 req-0e398213-9662-48bb-a160-3d91cdeb53a6 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562337'] for port (dbb1304f-3921-4c57-8900-b1f094398ef2), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:42:38.140836 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-d787aadf-df42-4748-b7b1-2a74d08565f2 req-0e398213-9662-48bb-a160-3d91cdeb53a6 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:42:38.141495 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-d787aadf-df42-4748-b7b1-2a74d08565f2 req-0e398213-9662-48bb-a160-3d91cdeb53a6 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-564448'] for floatingip (4ca0bf20-2703-4f25-b807-b23c0c23a6d7), after_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:42:38.141495 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.db.l3_db [req-d787aadf-df42-4748-b7b1-2a74d08565f2 req-0e398213-9662-48bb-a160-3d91cdeb53a6 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Floating IP 4ca0bf20-2703-4f25-b807-b23c0c23a6d7 disassociated. External IP: 172.27.2.79, port: dbb1304f-3921-4c57-8900-b1f094398ef2. Mar 14 10:42:38.141759 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [req-d787aadf-df42-4748-b7b1-2a74d08565f2 req-0e398213-9662-48bb-a160-3d91cdeb53a6 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Calling delete_port for dbb1304f-3921-4c57-8900-b1f094398ef2 owned by compute:nova {{(pid=103643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 10:42:38.165707 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b85002-cd40-49db-9012-22ea9834d959 req-4f6a835b-0bf5-4943-a281-177335f9a475 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:42:38.167164 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-32b85002-cd40-49db-9012-22ea9834d959 req-4f6a835b-0bf5-4943-a281-177335f9a475 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad337521-8c76-48d0-8cd0-9774958ef4ed HTTP/1.1" status: 200 len: 946 time: 0.0826907 Mar 14 10:42:38.251339 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-32b85002-cd40-49db-9012-22ea9834d959 req-e640b630-55d0-4f54-813a-0b003265c1a3 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "GET /v2.0/security-groups?id=05ea2511-196a-4a80-9933-dde1ef0971d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574353 Mar 14 10:42:38.365748 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-d787aadf-df42-4748-b7b1-2a74d08565f2 req-0e398213-9662-48bb-a160-3d91cdeb53a6 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739585930060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739585409127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516063'] for port (dbb1304f-3921-4c57-8900-b1f094398ef2), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:42:38.395698 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e398213-9662-48bb-a160-3d91cdeb53a6 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Pushing event deleted for resources: {'Port': ['ID=dbb1304f-3921-4c57-8900-b1f094398ef2,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:42:38.404890 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e398213-9662-48bb-a160-3d91cdeb53a6 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:42:38.405243 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e398213-9662-48bb-a160-3d91cdeb53a6 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:42:38.405586 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e398213-9662-48bb-a160-3d91cdeb53a6 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:42:38.405922 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e398213-9662-48bb-a160-3d91cdeb53a6 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:42:38.406256 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e398213-9662-48bb-a160-3d91cdeb53a6 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:42:38.406588 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e398213-9662-48bb-a160-3d91cdeb53a6 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:42:38.406920 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e398213-9662-48bb-a160-3d91cdeb53a6 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:42:38.407245 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e398213-9662-48bb-a160-3d91cdeb53a6 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:42:38.407569 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e398213-9662-48bb-a160-3d91cdeb53a6 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:42:38.408340 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e398213-9662-48bb-a160-3d91cdeb53a6 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:42:38.408340 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e398213-9662-48bb-a160-3d91cdeb53a6 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:42:38.408544 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e398213-9662-48bb-a160-3d91cdeb53a6 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:42:38.408849 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e398213-9662-48bb-a160-3d91cdeb53a6 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:42:38.409170 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e398213-9662-48bb-a160-3d91cdeb53a6 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:42:38.409487 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e398213-9662-48bb-a160-3d91cdeb53a6 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:42:38.519546 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d787aadf-df42-4748-b7b1-2a74d08565f2 req-0e398213-9662-48bb-a160-3d91cdeb53a6 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Router af46814b-06af-4a09-b7be-76dcaa7e3d2d has already been hosted by L3 agent a016a58c-1f8a-4210-ae6c-360b1a1f78c1 {{(pid=103643) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 10:42:38.627079 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d787aadf-df42-4748-b7b1-2a74d08565f2 req-0e398213-9662-48bb-a160-3d91cdeb53a6 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Notify agent at l3_agent.dv-cinder-833544-1-iscsi the message routers_updated {{(pid=103643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 10:42:38.638143 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f721113-b526-4e34-bd84-17ff5650fa00 None None] Sync routers for ids ['af46814b-06af-4a09-b7be-76dcaa7e3d2d'] in dv-cinder-833544-1-iscsi {{(pid=103644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 10:42:38.647622 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f721113-b526-4e34-bd84-17ff5650fa00 None None] Routers {'af46814b-06af-4a09-b7be-76dcaa7e3d2d'} bound to L3 agent in host dv-cinder-833544-1-iscsi {{(pid=103644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:42:38.648767 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-4f721113-b526-4e34-bd84-17ff5650fa00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833544-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T10:17:23Z,description=,heartbeat_timestamp=2022-03-14T10:42:23Z,host='dv-cinder-833544-1-iscsi',id=a016a58c-1f8a-4210-ae6c-360b1a1f78c1,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:17:24Z,topic='l3_agent')) {'router_ids': ['af46814b-06af-4a09-b7be-76dcaa7e3d2d'], 'active': True} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:42:38.671182 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.db.l3_dvrscheduler_db [req-d787aadf-df42-4748-b7b1-2a74d08565f2 req-0e398213-9662-48bb-a160-3d91cdeb53a6 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] No DVR routers for this DVR port dbb1304f-3921-4c57-8900-b1f094398ef2 on host hv-cinder-83354 {{(pid=103643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 10:42:38.673895 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-d787aadf-df42-4748-b7b1-2a74d08565f2 req-0e398213-9662-48bb-a160-3d91cdeb53a6 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211739'] for port (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:42:38.677278 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-d787aadf-df42-4748-b7b1-2a74d08565f2 req-0e398213-9662-48bb-a160-3d91cdeb53a6 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.39 "DELETE /v2.0/ports/dbb1304f-3921-4c57-8900-b1f094398ef2 HTTP/1.1" status: 204 len: 173 time: 0.9059215 Mar 14 10:42:38.677721 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad337521-8c76-48d0-8cd0-9774958ef4ed', 'name': 'network-vif-deleted', 'tag': 'dbb1304f-3921-4c57-8900-b1f094398ef2'}] {{(pid=103643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:42:38.680128 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b58adf1808d3e8f2b7de4636db435fb255da6a44abdc46a7a48cdc23cb85b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06ff1569-789d-493f-a225-3b3d1cf4dc95" -d '{"events": [{"server_uuid": "ad337521-8c76-48d0-8cd0-9774958ef4ed", "name": "network-vif-deleted", "tag": "dbb1304f-3921-4c57-8900-b1f094398ef2"}]}' {{(pid=103643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:42:38.717590 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 10:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44966ae7-7bcd-44b5-8611-d008e2822115 x-openstack-request-id: req-44966ae7-7bcd-44b5-8611-d008e2822115 {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:42:38.717887 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad337521-8c76-48d0-8cd0-9774958ef4ed", "name": "network-vif-deleted", "tag": "dbb1304f-3921-4c57-8900-b1f094398ef2", "status": "completed", "code": 200}]} {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:42:38.718163 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-44966ae7-7bcd-44b5-8611-d008e2822115 {{(pid=103643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:42:38.718593 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad337521-8c76-48d0-8cd0-9774958ef4ed', 'name': 'network-vif-deleted', 'tag': 'dbb1304f-3921-4c57-8900-b1f094398ef2', 'status': 'completed', 'code': 200} Mar 14 10:42:38.767087 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvr_db [None req-4f721113-b526-4e34-bd84-17ff5650fa00 None None] Set router af46814b-06af-4a09-b7be-76dcaa7e3d2d gateway port host: dv-cinder-833544-1-iscsi {{(pid=103644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:42:38.977304 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-4f721113-b526-4e34-bd84-17ff5650fa00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af46814b-06af-4a09-b7be-76dcaa7e3d2d', 'name': 'tempest-AttachVolumeNegativeTest-542487346-router', 'tenant_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '4038d135-f1a7-44ee-a8aa-d68043c4ba7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:36:55Z', 'updated_at': '2022-03-14T10:36:58Z', 'revision_number': 4, 'project_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'gw_port': {'id': '4038d135-f1a7-44ee-a8aa-d68043c4ba7e', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ff:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af46814b-06af-4a09-b7be-76dcaa7e3d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:36:56Z', 'updated_at': '2022-03-14T10:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi', '_interfaces': [{'id': 'ab8a89ac-e5fd-48ec-bc47-505baf6717ca', 'name': '', 'network_id': '57ee559b-7405-419c-add9-12136a347c22', 'tenant_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'mac_address': 'fa:16:3e:09:aa:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af46814b-06af-4a09-b7be-76dcaa7e3d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '445e9f07-5c2c-42dc-a9b7-aeafc1941d6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:36:58Z', 'updated_at': '2022-03-14T10:37:02Z', 'revision_number': 5, 'project_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'subnets': [{'id': '445e9f07-5c2c-42dc-a9b7-aeafc1941d6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833544-1-iscsi', False) {} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:42:39.005980 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f721113-b526-4e34-bd84-17ff5650fa00 None None] Checking router: af46814b-06af-4a09-b7be-76dcaa7e3d2d for host: dv-cinder-833544-1-iscsi {{(pid=103644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 10:42:39.012600 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f721113-b526-4e34-bd84-17ff5650fa00 None None] Routers {'af46814b-06af-4a09-b7be-76dcaa7e3d2d'} bound to L3 agent in host dv-cinder-833544-1-iscsi {{(pid=103644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:42:39.013210 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-4f721113-b526-4e34-bd84-17ff5650fa00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833544-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T10:17:23Z,description=,heartbeat_timestamp=2022-03-14T10:42:23Z,host='dv-cinder-833544-1-iscsi',id=a016a58c-1f8a-4210-ae6c-360b1a1f78c1,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:17:24Z,topic='l3_agent')) {'router_ids': ['af46814b-06af-4a09-b7be-76dcaa7e3d2d'], 'active': True} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:42:39.119962 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvr_db [None req-4f721113-b526-4e34-bd84-17ff5650fa00 None None] Set router af46814b-06af-4a09-b7be-76dcaa7e3d2d gateway port host: dv-cinder-833544-1-iscsi {{(pid=103644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:42:39.319167 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-4f721113-b526-4e34-bd84-17ff5650fa00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af46814b-06af-4a09-b7be-76dcaa7e3d2d', 'name': 'tempest-AttachVolumeNegativeTest-542487346-router', 'tenant_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '4038d135-f1a7-44ee-a8aa-d68043c4ba7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:36:55Z', 'updated_at': '2022-03-14T10:36:58Z', 'revision_number': 4, 'project_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'gw_port': {'id': '4038d135-f1a7-44ee-a8aa-d68043c4ba7e', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ff:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af46814b-06af-4a09-b7be-76dcaa7e3d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:36:56Z', 'updated_at': '2022-03-14T10:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi', '_interfaces': [{'id': 'ab8a89ac-e5fd-48ec-bc47-505baf6717ca', 'name': '', 'network_id': '57ee559b-7405-419c-add9-12136a347c22', 'tenant_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'mac_address': 'fa:16:3e:09:aa:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af46814b-06af-4a09-b7be-76dcaa7e3d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '445e9f07-5c2c-42dc-a9b7-aeafc1941d6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:36:58Z', 'updated_at': '2022-03-14T10:37:02Z', 'revision_number': 5, 'project_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'subnets': [{'id': '445e9f07-5c2c-42dc-a9b7-aeafc1941d6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833544-1-iscsi', False) {} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:42:39.350230 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f721113-b526-4e34-bd84-17ff5650fa00 None None] The sync data for ids ['af46814b-06af-4a09-b7be-76dcaa7e3d2d'] in dv-cinder-833544-1-iscsi is: [{'id': 'af46814b-06af-4a09-b7be-76dcaa7e3d2d', 'name': 'tempest-AttachVolumeNegativeTest-542487346-router', 'tenant_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '4038d135-f1a7-44ee-a8aa-d68043c4ba7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:36:55Z', 'updated_at': '2022-03-14T10:36:58Z', 'revision_number': 4, 'project_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'gw_port': {'id': '4038d135-f1a7-44ee-a8aa-d68043c4ba7e', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ff:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af46814b-06af-4a09-b7be-76dcaa7e3d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:36:56Z', 'updated_at': '2022-03-14T10:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi', '_interfaces': [{'id': 'ab8a89ac-e5fd-48ec-bc47-505baf6717ca', 'name': '', 'network_id': '57ee559b-7405-419c-add9-12136a347c22', 'tenant_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'mac_address': 'fa:16:3e:09:aa:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af46814b-06af-4a09-b7be-76dcaa7e3d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '445e9f07-5c2c-42dc-a9b7-aeafc1941d6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:36:58Z', 'updated_at': '2022-03-14T10:37:02Z', 'revision_number': 5, 'project_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'subnets': [{'id': '445e9f07-5c2c-42dc-a9b7-aeafc1941d6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 10:42:39.360627 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-7628d452-e3f9-4b30-b3d1-53c169428181 req-fc567072-a4ba-4ad3-ad54-358c6b3ef9d4 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad337521-8c76-48d0-8cd0-9774958ef4ed HTTP/1.1" status: 200 len: 210 time: 0.0299633 Mar 14 10:42:39.570682 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516eac14-71ba-4166-a288-0f5cd51fa59c None None] New status for floating IP 4ca0bf20-2703-4f25-b807-b23c0c23a6d7: DOWN {{(pid=103645) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 10:42:40.509659 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 50522) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:42:40.564925 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-0c33baad-f879-4609-8b1e-8e3ddc168d7f tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks [] for security_group (05ea2511-196a-4a80-9933-dde1ef0971d5), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:42:40.587989 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-0c33baad-f879-4609-8b1e-8e3ddc168d7f tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks [] for security_group (05ea2511-196a-4a80-9933-dde1ef0971d5), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:42:40.703103 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-0c33baad-f879-4609-8b1e-8e3ddc168d7f tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (05ea2511-196a-4a80-9933-dde1ef0971d5), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:42:40.705653 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-0c33baad-f879-4609-8b1e-8e3ddc168d7f tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks [] for security_group (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:42:40.706867 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-0c33baad-f879-4609-8b1e-8e3ddc168d7f tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "DELETE /v2.0/security-groups/05ea2511-196a-4a80-9933-dde1ef0971d5 HTTP/1.1" status: 204 len: 168 time: 0.1961572 Mar 14 10:42:40.709536 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 50524) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:42:40.717129 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c33baad-f879-4609-8b1e-8e3ddc168d7f tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05ea2511-196a-4a80-9933-dde1ef0971d5,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:42:40.725148 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.api.v2.resource [None req-d3c04920-90ba-48cf-a5ec-55a8494ebc65 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] show failed (client error): The resource could not be found. Mar 14 10:42:40.726195 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-d3c04920-90ba-48cf-a5ec-55a8494ebc65 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "GET /v2.0/security-groups/05ea2511-196a-4a80-9933-dde1ef0971d5 HTTP/1.1" status: 404 len: 347 time: 0.0155759 Mar 14 10:42:40.728985 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 50528) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:42:40.850600 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.plugin [None req-18f7df65-e513-4899-a8be-e428fbfa4355 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Deleting port 5b4049ed-1f7e-4535-aee8-f99476824b19 {{(pid=103642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 10:42:40.850950 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-18f7df65-e513-4899-a8be-e428fbfa4355 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739585920741'] for port (5b4049ed-1f7e-4535-aee8-f99476824b19), before_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:42:40.927446 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-18f7df65-e513-4899-a8be-e428fbfa4355 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562337'] for port (5b4049ed-1f7e-4535-aee8-f99476824b19), precommit_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:42:40.927821 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-18f7df65-e513-4899-a8be-e428fbfa4355 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks [] for floatingip (5b4049ed-1f7e-4535-aee8-f99476824b19), precommit_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:42:40.939159 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.plugin [None req-18f7df65-e513-4899-a8be-e428fbfa4355 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Calling delete_port for 5b4049ed-1f7e-4535-aee8-f99476824b19 owned by network:floatingip {{(pid=103642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 10:42:41.137296 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-18f7df65-e513-4899-a8be-e428fbfa4355 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739585930060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739585409127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9714944'] for port (5b4049ed-1f7e-4535-aee8-f99476824b19), after_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:42:41.165574 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f7df65-e513-4899-a8be-e428fbfa4355 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Pushing event deleted for resources: {'Port': ['ID=5b4049ed-1f7e-4535-aee8-f99476824b19,revision_number=None']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:42:41.191350 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f7df65-e513-4899-a8be-e428fbfa4355 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:42:41.191724 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f7df65-e513-4899-a8be-e428fbfa4355 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:42:41.192069 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f7df65-e513-4899-a8be-e428fbfa4355 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:42:41.192409 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f7df65-e513-4899-a8be-e428fbfa4355 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:42:41.192745 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f7df65-e513-4899-a8be-e428fbfa4355 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:42:41.193074 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f7df65-e513-4899-a8be-e428fbfa4355 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:42:41.193399 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f7df65-e513-4899-a8be-e428fbfa4355 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:42:41.193727 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f7df65-e513-4899-a8be-e428fbfa4355 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:42:41.194049 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f7df65-e513-4899-a8be-e428fbfa4355 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:42:41.194374 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f7df65-e513-4899-a8be-e428fbfa4355 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:42:41.194696 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f7df65-e513-4899-a8be-e428fbfa4355 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:42:41.195532 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f7df65-e513-4899-a8be-e428fbfa4355 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:42:41.195881 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f7df65-e513-4899-a8be-e428fbfa4355 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:42:41.196205 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f7df65-e513-4899-a8be-e428fbfa4355 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:42:41.196524 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f7df65-e513-4899-a8be-e428fbfa4355 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:42:41.235232 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-18f7df65-e513-4899-a8be-e428fbfa4355 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks [] for floatingip (4ca0bf20-2703-4f25-b807-b23c0c23a6d7), after_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:42:41.238498 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-18f7df65-e513-4899-a8be-e428fbfa4355 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211739'] for floatingip (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:42:41.238928 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-18f7df65-e513-4899-a8be-e428fbfa4355 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "DELETE /v2.0/floatingips/4ca0bf20-2703-4f25-b807-b23c0c23a6d7 HTTP/1.1" status: 204 len: 168 time: 0.5088937 Mar 14 10:42:41.530908 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 50532) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:42:41.535440 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.v2.base [None req-140d9075-9a36-43d0-a0fc-df8f6d56cd69 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Request body: {'security_group': {'name': 'tempest-securitygroup--231652923', 'description': 'tempest-description--1465823878'}} {{(pid=103642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:42:41.600064 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-140d9075-9a36-43d0-a0fc-df8f6d56cd69 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks [] for security_group (None), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:42:41.664266 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-140d9075-9a36-43d0-a0fc-df8f6d56cd69 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks [] for security_group (42aa8d70-0453-4eca-93d9-fd1f0efd0ac4), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:42:41.720029 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-140d9075-9a36-43d0-a0fc-df8f6d56cd69 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (42aa8d70-0453-4eca-93d9-fd1f0efd0ac4), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:42:41.747973 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140d9075-9a36-43d0-a0fc-df8f6d56cd69 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42aa8d70-0453-4eca-93d9-fd1f0efd0ac4,revision_number=1']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:42:41.801382 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-140d9075-9a36-43d0-a0fc-df8f6d56cd69 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks [] for security_group (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:42:41.802555 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-140d9075-9a36-43d0-a0fc-df8f6d56cd69 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2706430 Mar 14 10:42:41.805842 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 50534) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:42:41.811856 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.v2.base [None req-7b324ad4-4b83-4810-8659-d123c0d0f9cc tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Request body: {'security_group_rule': {'security_group_id': '42aa8d70-0453-4eca-93d9-fd1f0efd0ac4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:42:41.901320 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-7b324ad4-4b83-4810-8659-d123c0d0f9cc tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks [] for security_group_rule (96023716-9ac0-4043-a987-7102b0298765), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:42:41.957388 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-7b324ad4-4b83-4810-8659-d123c0d0f9cc tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks [] for security_group_rule (96023716-9ac0-4043-a987-7102b0298765), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:42:42.028371 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-7b324ad4-4b83-4810-8659-d123c0d0f9cc tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673333'] for security_group_rule (96023716-9ac0-4043-a987-7102b0298765), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:42:42.045471 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b324ad4-4b83-4810-8659-d123c0d0f9cc tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96023716-9ac0-4043-a987-7102b0298765,revision_number=0']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:42:42.133092 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-7b324ad4-4b83-4810-8659-d123c0d0f9cc tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:42:42.134279 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-7b324ad4-4b83-4810-8659-d123c0d0f9cc tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3275175 Mar 14 10:42:42.136862 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 50536) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:42:42.141001 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.v2.base [None req-4cf2a1b9-ad81-4318-926d-dbb1cd6d907b tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Request body: {'security_group_rule': {'security_group_id': '42aa8d70-0453-4eca-93d9-fd1f0efd0ac4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:42:42.238634 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-4cf2a1b9-ad81-4318-926d-dbb1cd6d907b tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks [] for security_group_rule (52a41a52-e6f7-446a-b2c9-20ae108346d2), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:42:42.291543 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-4cf2a1b9-ad81-4318-926d-dbb1cd6d907b tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks [] for security_group_rule (52a41a52-e6f7-446a-b2c9-20ae108346d2), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:42:42.359916 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-4cf2a1b9-ad81-4318-926d-dbb1cd6d907b tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673333'] for security_group_rule (52a41a52-e6f7-446a-b2c9-20ae108346d2), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:42:42.376758 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf2a1b9-ad81-4318-926d-dbb1cd6d907b tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52a41a52-e6f7-446a-b2c9-20ae108346d2,revision_number=0']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:42:42.447661 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-4cf2a1b9-ad81-4318-926d-dbb1cd6d907b tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:42:42.448969 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-4cf2a1b9-ad81-4318-926d-dbb1cd6d907b tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3111808 Mar 14 10:42:42.452142 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 50540) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:42:42.456340 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.v2.base [None req-706bd397-b161-4b7a-9d2b-ddbf57d618d6 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Request body: {'floatingip': {'floating_network_id': 'd3edc090-f075-4654-a10f-87b9c191544a'}} {{(pid=103642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:42:42.462679 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Device dbb1304f-3921-4c57-8900-b1f094398ef2 no longer exists at agent hyperv_hv-cinder-83354 {{(pid=103644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 10:42:42.482702 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] No Port match for: dbb1304f-3921-4c57-8900-b1f094398ef2 {{(pid=103644) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 10:42:42.483113 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Device dbb1304f-3921-4c57-8900-b1f094398ef2 not bound to the agent host hv-cinder-83354 {{(pid=103644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 10:42:42.548021 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-706bd397-b161-4b7a-9d2b-ddbf57d618d6 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:42:42.644658 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-706bd397-b161-4b7a-9d2b-ddbf57d618d6 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (None), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:42:42.746358 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.db.db_base_plugin_common [None req-706bd397-b161-4b7a-9d2b-ddbf57d618d6 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Allocated IP 172.27.2.92 (d3edc090-f075-4654-a10f-87b9c191544a/b94c44b1-4eb3-4139-bb38-cf15afc675ad/fc14aa9f-a814-4af3-b14a-301bc4e205cb) {{(pid=103642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 10:42:42.847533 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-706bd397-b161-4b7a-9d2b-ddbf57d618d6 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks [] for port (fc14aa9f-a814-4af3-b14a-301bc4e205cb), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:42:42.949045 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-706bd397-b161-4b7a-9d2b-ddbf57d618d6 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739585409118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9714944'] for port (fc14aa9f-a814-4af3-b14a-301bc4e205cb), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:42:42.986312 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706bd397-b161-4b7a-9d2b-ddbf57d618d6 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Network d3edc090-f075-4654-a10f-87b9c191544a is already hosted by enough agents. {{(pid=103642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:42:42.989190 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.scheduler.base_scheduler [None req-706bd397-b161-4b7a-9d2b-ddbf57d618d6 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Resources bound (agent type, host, resource id): {{(pid=103642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:42:42.991505 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706bd397-b161-4b7a-9d2b-ddbf57d618d6 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Received port after_create {{(pid=103642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 10:42:43.019061 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706bd397-b161-4b7a-9d2b-ddbf57d618d6 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Pushing event updated for resources: {'Port': ['ID=fc14aa9f-a814-4af3-b14a-301bc4e205cb,revision_number=1']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:42:43.078444 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-706bd397-b161-4b7a-9d2b-ddbf57d618d6 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks [] for floatingip (077d99d5-7c19-4b43-91ee-9bf5d94f58cf), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:42:43.177171 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-706bd397-b161-4b7a-9d2b-ddbf57d618d6 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (fc14aa9f-a814-4af3-b14a-301bc4e205cb), before_update {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:42:43.317359 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-706bd397-b161-4b7a-9d2b-ddbf57d618d6 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks [] for port (fc14aa9f-a814-4af3-b14a-301bc4e205cb), precommit_update {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:42:43.376815 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-706bd397-b161-4b7a-9d2b-ddbf57d618d6 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9714955'] for port (fc14aa9f-a814-4af3-b14a-301bc4e205cb), after_update {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:42:43.444876 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706bd397-b161-4b7a-9d2b-ddbf57d618d6 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Pushing event updated for resources: {'Port': ['ID=fc14aa9f-a814-4af3-b14a-301bc4e205cb,revision_number=2']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:42:43.454229 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-706bd397-b161-4b7a-9d2b-ddbf57d618d6 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-564448'] for floatingip (077d99d5-7c19-4b43-91ee-9bf5d94f58cf), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:42:43.527504 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-706bd397-b161-4b7a-9d2b-ddbf57d618d6 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211739'] for floatingip (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:42:43.528791 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-706bd397-b161-4b7a-9d2b-ddbf57d618d6 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0757153 Mar 14 10:42:43.672887 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-4f241ff4-c281-43b4-aa83-7d8b4483b46c req-cfae79d7-1a15-49b0-8127-f45fd056a3c4 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--231652923&fields=id&tenant_id=ec9fb341ae784a188d2c22728a1d4c86 HTTP/1.1" status: 200 len: 267 time: 0.0411897 Mar 14 10:42:43.778741 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f241ff4-c281-43b4-aa83-7d8b4483b46c req-449d0450-2a96-46b3-836f-a08d73c7cd08 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:42:43.780218 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-4f241ff4-c281-43b4-aa83-7d8b4483b46c req-449d0450-2a96-46b3-836f-a08d73c7cd08 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "GET /v2.0/networks?id=57ee559b-7405-419c-add9-12136a347c22 HTTP/1.1" status: 200 len: 814 time: 0.0999520 Mar 14 10:42:43.794653 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-4f241ff4-c281-43b4-aa83-7d8b4483b46c req-c228b1f0-620c-4711-92a2-56105f90ccc6 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "GET /v2.0/quotas/ec9fb341ae784a188d2c22728a1d4c86 HTTP/1.1" status: 200 len: 375 time: 0.0092373 Mar 14 10:42:43.848061 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-4f241ff4-c281-43b4-aa83-7d8b4483b46c req-0e8f03fc-6228-4ddc-89bb-d2a83ad5baf5 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ec9fb341ae784a188d2c22728a1d4c86&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487399 Mar 14 10:42:43.942950 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-4f241ff4-c281-43b4-aa83-7d8b4483b46c req-188b4c32-fbd0-405c-9a40-013b1cc34186 service neutron] 10.222.0.16 "GET /v2.0/networks/57ee559b-7405-419c-add9-12136a347c22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835123 Mar 14 10:42:44.028593 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-4f241ff4-c281-43b4-aa83-7d8b4483b46c req-45b8afe3-f3f5-4bc7-8c51-e0a120a4f84f service neutron] 10.222.0.16 "GET /v2.0/networks/57ee559b-7405-419c-add9-12136a347c22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801427 Mar 14 10:42:44.280482 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-893f8819-795c-4618-b9f8-2d82b8a1e8c5 req-8818c563-e281-4e3e-8474-e43153f54502 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "GET /v2.0/ports?device_id=f62efc86-6070-41b6-8a5b-6b5ffeda1238 HTTP/1.1" status: 200 len: 210 time: 0.0303359 Mar 14 10:42:45.372987 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-6c264ccc-5d76-426f-bf5d-d30f4ba0a3c1 req-30c96e85-5f7d-49ff-a17a-0b6ffb4a77f3 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "GET /v2.0/ports?device_id=f62efc86-6070-41b6-8a5b-6b5ffeda1238 HTTP/1.1" status: 200 len: 210 time: 0.0266311 Mar 14 10:42:46.183311 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f241ff4-c281-43b4-aa83-7d8b4483b46c req-6fa0c7fd-8b7d-44bb-a767-6765ca019fb1 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:42:46.184795 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-4f241ff4-c281-43b4-aa83-7d8b4483b46c req-6fa0c7fd-8b7d-44bb-a767-6765ca019fb1 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.39 "GET /v2.0/networks?id=57ee559b-7405-419c-add9-12136a347c22 HTTP/1.1" status: 200 len: 814 time: 0.0989490 Mar 14 10:42:46.251372 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-4f241ff4-c281-43b4-aa83-7d8b4483b46c req-ed6a2389-8385-4c60-9235-a9c1b86dddb3 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ec9fb341ae784a188d2c22728a1d4c86 HTTP/1.1" status: 200 len: 379 time: 0.0531144 Mar 14 10:42:46.259692 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [req-4f241ff4-c281-43b4-aa83-7d8b4483b46c req-aecc4d6e-8da6-42df-b58a-fc517529272e tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Request body: {'port': {'device_id': 'f62efc86-6070-41b6-8a5b-6b5ffeda1238', 'network_id': '57ee559b-7405-419c-add9-12136a347c22', 'admin_state_up': True, 'tenant_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'security_groups': ['42aa8d70-0453-4eca-93d9-fd1f0efd0ac4']}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:42:46.434845 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f241ff4-c281-43b4-aa83-7d8b4483b46c req-aecc4d6e-8da6-42df-b58a-fc517529272e tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Made reservation on behalf of ec9fb341ae784a188d2c22728a1d4c86 for: {'port': 1} {{(pid=103643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 10:42:46.438495 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-4f241ff4-c281-43b4-aa83-7d8b4483b46c req-aecc4d6e-8da6-42df-b58a-fc517529272e tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:42:46.475554 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-8cfefb6a-5a40-48d3-8175-eb3b7a2c6f4f req-85d27e29-6539-4a14-bd63-78a93a92d07b tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "GET /v2.0/ports?device_id=f62efc86-6070-41b6-8a5b-6b5ffeda1238 HTTP/1.1" status: 200 len: 210 time: 0.0347500 Mar 14 10:42:46.585270 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.db.db_base_plugin_common [req-4f241ff4-c281-43b4-aa83-7d8b4483b46c req-aecc4d6e-8da6-42df-b58a-fc517529272e tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Allocated IP 172.20.0.4 (57ee559b-7405-419c-add9-12136a347c22/445e9f07-5c2c-42dc-a9b7-aeafc1941d6c/c6c9a6b8-8333-410d-9280-06207d2d13a0) {{(pid=103643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 10:42:46.717644 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-4f241ff4-c281-43b4-aa83-7d8b4483b46c req-aecc4d6e-8da6-42df-b58a-fc517529272e tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks [] for port (c6c9a6b8-8333-410d-9280-06207d2d13a0), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:42:46.800193 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-4f241ff4-c281-43b4-aa83-7d8b4483b46c req-aecc4d6e-8da6-42df-b58a-fc517529272e tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739585409118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516063'] for port (c6c9a6b8-8333-410d-9280-06207d2d13a0), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:42:46.843283 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f241ff4-c281-43b4-aa83-7d8b4483b46c req-aecc4d6e-8da6-42df-b58a-fc517529272e tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Network 57ee559b-7405-419c-add9-12136a347c22 is already hosted by enough agents. {{(pid=103643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:42:46.848129 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.base_scheduler [req-4f241ff4-c281-43b4-aa83-7d8b4483b46c req-aecc4d6e-8da6-42df-b58a-fc517529272e tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Resources bound (agent type, host, resource id): {{(pid=103643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:42:46.853084 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f241ff4-c281-43b4-aa83-7d8b4483b46c req-aecc4d6e-8da6-42df-b58a-fc517529272e tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Received port after_create {{(pid=103643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 10:42:46.856628 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc4d6e-8da6-42df-b58a-fc517529272e tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Pushing event updated for resources: {'Port': ['ID=c6c9a6b8-8333-410d-9280-06207d2d13a0,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:42:46.902498 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f241ff4-c281-43b4-aa83-7d8b4483b46c req-aecc4d6e-8da6-42df-b58a-fc517529272e tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:42:46.903104 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-4f241ff4-c281-43b4-aa83-7d8b4483b46c req-aecc4d6e-8da6-42df-b58a-fc517529272e tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211739'] for port (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:42:47.019864 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-4f241ff4-c281-43b4-aa83-7d8b4483b46c req-aecc4d6e-8da6-42df-b58a-fc517529272e tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7641237 Mar 14 10:42:47.036833 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [req-4f241ff4-c281-43b4-aa83-7d8b4483b46c req-185ba5b0-7d77-46c9-92df-540ed3dd0ee6 service neutron] Request body: {'port': {'device_id': 'f62efc86-6070-41b6-8a5b-6b5ffeda1238', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83354'}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:42:47.077703 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-ff27ae9b-2bcf-4576-addd-26d3427bfa6d None None] Provisioning complete for port c6c9a6b8-8333-410d-9280-06207d2d13a0 triggered by entity DHCP. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:42:47.078352 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-ff27ae9b-2bcf-4576-addd-26d3427bfa6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (c6c9a6b8-8333-410d-9280-06207d2d13a0), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:42:47.096858 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-4f241ff4-c281-43b4-aa83-7d8b4483b46c req-185ba5b0-7d77-46c9-92df-540ed3dd0ee6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (c6c9a6b8-8333-410d-9280-06207d2d13a0), before_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:42:47.111979 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-ff27ae9b-2bcf-4576-addd-26d3427bfa6d None None] Port c6c9a6b8-8333-410d-9280-06207d2d13a0 cannot update to ACTIVE because it is not bound. {{(pid=103644) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 10:42:47.343689 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.notifiers.nova [req-4f241ff4-c281-43b4-aa83-7d8b4483b46c req-185ba5b0-7d77-46c9-92df-540ed3dd0ee6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6c9a6b8-8333-410d-9280-06207d2d13a0 {{(pid=103643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 10:42:47.350768 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-4f241ff4-c281-43b4-aa83-7d8b4483b46c req-185ba5b0-7d77-46c9-92df-540ed3dd0ee6 service neutron] Publish callbacks [] for port (c6c9a6b8-8333-410d-9280-06207d2d13a0), precommit_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:42:47.361954 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.db.provisioning_blocks [req-4f241ff4-c281-43b4-aa83-7d8b4483b46c req-185ba5b0-7d77-46c9-92df-540ed3dd0ee6 service neutron] Transition to ACTIVE for port object c6c9a6b8-8333-410d-9280-06207d2d13a0 will not be triggered until provisioned by entity L2. {{(pid=103643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 14 10:42:47.445934 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-4f241ff4-c281-43b4-aa83-7d8b4483b46c req-185ba5b0-7d77-46c9-92df-540ed3dd0ee6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516052'] for port (c6c9a6b8-8333-410d-9280-06207d2d13a0), after_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:42:47.493230 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185ba5b0-7d77-46c9-92df-540ed3dd0ee6 service neutron] Pushing event updated for resources: {'Port': ['ID=c6c9a6b8-8333-410d-9280-06207d2d13a0,revision_number=2']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:42:47.606320 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.managers [req-4f241ff4-c281-43b4-aa83-7d8b4483b46c req-185ba5b0-7d77-46c9-92df-540ed3dd0ee6 service neutron] Attempting to bind port c6c9a6b8-8333-410d-9280-06207d2d13a0 on host hv-cinder-83354 for vnic_type normal with profile {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 10:42:47.606581 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.managers [req-4f241ff4-c281-43b4-aa83-7d8b4483b46c req-185ba5b0-7d77-46c9-92df-540ed3dd0ee6 service neutron] Attempting to bind port c6c9a6b8-8333-410d-9280-06207d2d13a0 by drivers openvswitch,hyperv on host hv-cinder-83354 at level 0 using segments [{'id': '178995d1-5f67-4684-9116-b12e73922a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '57ee559b-7405-419c-add9-12136a347c22'}] {{(pid=103643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 10:42:47.606916 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f241ff4-c281-43b4-aa83-7d8b4483b46c req-185ba5b0-7d77-46c9-92df-540ed3dd0ee6 service neutron] Attempting to bind port c6c9a6b8-8333-410d-9280-06207d2d13a0 on network 57ee559b-7405-419c-add9-12136a347c22 {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:42:47.616603 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f241ff4-c281-43b4-aa83-7d8b4483b46c req-185ba5b0-7d77-46c9-92df-540ed3dd0ee6 service neutron] Port c6c9a6b8-8333-410d-9280-06207d2d13a0 on network 57ee559b-7405-419c-add9-12136a347c22 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83354 {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 10:42:47.616934 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f241ff4-c281-43b4-aa83-7d8b4483b46c req-185ba5b0-7d77-46c9-92df-540ed3dd0ee6 service neutron] Attempting to bind port c6c9a6b8-8333-410d-9280-06207d2d13a0 on network 57ee559b-7405-419c-add9-12136a347c22 {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:42:47.626721 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da20cfa0-3044-4f8e-bdb8-7ede1ec57c76 req-fff5603d-c433-4eb6-b904-950ebf30bc1d tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:42:47.628472 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-da20cfa0-3044-4f8e-bdb8-7ede1ec57c76 req-fff5603d-c433-4eb6-b904-950ebf30bc1d tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "GET /v2.0/ports?device_id=f62efc86-6070-41b6-8a5b-6b5ffeda1238 HTTP/1.1" status: 200 len: 943 time: 0.0817838 Mar 14 10:42:47.631525 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f241ff4-c281-43b4-aa83-7d8b4483b46c req-185ba5b0-7d77-46c9-92df-540ed3dd0ee6 service neutron] Checking agent: {'id': 'cd4c1fd5-6bd0-46fc-9cd1-9ea8fc180379', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83354', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 10, 23, 57), 'started_at': datetime.datetime(2022, 3, 14, 10, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 10, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 10:42:47.632009 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f241ff4-c281-43b4-aa83-7d8b4483b46c req-185ba5b0-7d77-46c9-92df-540ed3dd0ee6 service neutron] Checking segment: {'id': '178995d1-5f67-4684-9116-b12e73922a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '57ee559b-7405-419c-add9-12136a347c22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:42:47.632415 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f241ff4-c281-43b4-aa83-7d8b4483b46c req-185ba5b0-7d77-46c9-92df-540ed3dd0ee6 service neutron] Bound using segment: {'id': '178995d1-5f67-4684-9116-b12e73922a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '57ee559b-7405-419c-add9-12136a347c22'} {{(pid=103643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 10:42:47.632880 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.managers [req-4f241ff4-c281-43b4-aa83-7d8b4483b46c req-185ba5b0-7d77-46c9-92df-540ed3dd0ee6 service neutron] Bound port: c6c9a6b8-8333-410d-9280-06207d2d13a0, host: hv-cinder-83354, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '178995d1-5f67-4684-9116-b12e73922a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '57ee559b-7405-419c-add9-12136a347c22'}}] {{(pid=103643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 10:42:47.633230 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-4f241ff4-c281-43b4-aa83-7d8b4483b46c req-185ba5b0-7d77-46c9-92df-540ed3dd0ee6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (c6c9a6b8-8333-410d-9280-06207d2d13a0), before_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:42:47.717880 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-da20cfa0-3044-4f8e-bdb8-7ede1ec57c76 req-ce670760-d254-4ab7-9109-93662033e31f tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "GET /v2.0/security-groups?id=42aa8d70-0453-4eca-93d9-fd1f0efd0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822680 Mar 14 10:42:47.737103 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.db [req-4f241ff4-c281-43b4-aa83-7d8b4483b46c req-185ba5b0-7d77-46c9-92df-540ed3dd0ee6 service neutron] For port c6c9a6b8-8333-410d-9280-06207d2d13a0, host hv-cinder-83354, cleared binding levels {{(pid=103643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 10:42:47.740249 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.db [req-4f241ff4-c281-43b4-aa83-7d8b4483b46c req-185ba5b0-7d77-46c9-92df-540ed3dd0ee6 service neutron] For port c6c9a6b8-8333-410d-9280-06207d2d13a0, host hv-cinder-83354, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=c6c9a6b8-8333-410d-9280-06207d2d13a0,segment=NetworkSegment(178995d1-5f67-4684-9116-b12e73922a62),segment_id=178995d1-5f67-4684-9116-b12e73922a62)] {{(pid=103643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 10:42:47.800348 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-4f241ff4-c281-43b4-aa83-7d8b4483b46c req-185ba5b0-7d77-46c9-92df-540ed3dd0ee6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516052'] for port (c6c9a6b8-8333-410d-9280-06207d2d13a0), after_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:42:47.835854 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f241ff4-c281-43b4-aa83-7d8b4483b46c req-185ba5b0-7d77-46c9-92df-540ed3dd0ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:42:47.836425 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-4f241ff4-c281-43b4-aa83-7d8b4483b46c req-185ba5b0-7d77-46c9-92df-540ed3dd0ee6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211739'] for port (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:42:47.838049 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-4f241ff4-c281-43b4-aa83-7d8b4483b46c req-185ba5b0-7d77-46c9-92df-540ed3dd0ee6 service neutron] 10.222.0.39 "PUT /v2.0/ports/c6c9a6b8-8333-410d-9280-06207d2d13a0 HTTP/1.1" status: 200 len: 1093 time: 0.8052464 Mar 14 10:42:47.838483 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f62efc86-6070-41b6-8a5b-6b5ffeda1238', 'tag': 'c6c9a6b8-8333-410d-9280-06207d2d13a0'}] {{(pid=103643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:42:47.840742 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b58adf1808d3e8f2b7de4636db435fb255da6a44abdc46a7a48cdc23cb85b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-901d5cf5-cd6a-4388-aec2-bc626fe2622e" -d '{"events": [{"name": "network-changed", "server_uuid": "f62efc86-6070-41b6-8a5b-6b5ffeda1238", "tag": "c6c9a6b8-8333-410d-9280-06207d2d13a0"}]}' {{(pid=103643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:42:47.861872 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185ba5b0-7d77-46c9-92df-540ed3dd0ee6 service neutron] Pushing event updated for resources: {'Port': ['ID=c6c9a6b8-8333-410d-9280-06207d2d13a0,revision_number=3']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:42:47.882345 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 10:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-093dca3c-ae85-4d96-afff-e30825a0288d x-openstack-request-id: req-093dca3c-ae85-4d96-afff-e30825a0288d {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:42:47.882636 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f62efc86-6070-41b6-8a5b-6b5ffeda1238", "tag": "c6c9a6b8-8333-410d-9280-06207d2d13a0", "status": "completed", "code": 200}]} {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:42:47.882890 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-093dca3c-ae85-4d96-afff-e30825a0288d {{(pid=103643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:42:47.883290 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f62efc86-6070-41b6-8a5b-6b5ffeda1238', 'tag': 'c6c9a6b8-8333-410d-9280-06207d2d13a0', 'status': 'completed', 'code': 200} Mar 14 10:42:47.969324 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901d5cf5-cd6a-4388-aec2-bc626fe2622e req-b9964ceb-ea12-4e27-b7cb-ba55c1adda89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:42:47.970818 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-901d5cf5-cd6a-4388-aec2-bc626fe2622e req-b9964ceb-ea12-4e27-b7cb-ba55c1adda89 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ec9fb341ae784a188d2c22728a1d4c86&device_id=f62efc86-6070-41b6-8a5b-6b5ffeda1238 HTTP/1.1" status: 200 len: 1127 time: 0.0472553 Mar 14 10:42:48.078579 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901d5cf5-cd6a-4388-aec2-bc626fe2622e req-15745c47-be14-4317-9063-cae9de4584bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:42:48.080112 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-901d5cf5-cd6a-4388-aec2-bc626fe2622e req-15745c47-be14-4317-9063-cae9de4584bc service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=ec9fb341ae784a188d2c22728a1d4c86&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0967557 Mar 14 10:42:48.169820 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901d5cf5-cd6a-4388-aec2-bc626fe2622e req-3f9deb7b-40c7-406b-babd-7007da266be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:42:48.171177 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-901d5cf5-cd6a-4388-aec2-bc626fe2622e req-3f9deb7b-40c7-406b-babd-7007da266be5 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0849948 Mar 14 10:42:48.265623 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f241ff4-c281-43b4-aa83-7d8b4483b46c req-d58b633a-1b2c-4423-a98d-4d46f3b02892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:42:48.267054 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-4f241ff4-c281-43b4-aa83-7d8b4483b46c req-d58b633a-1b2c-4423-a98d-4d46f3b02892 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ec9fb341ae784a188d2c22728a1d4c86&device_id=f62efc86-6070-41b6-8a5b-6b5ffeda1238 HTTP/1.1" status: 200 len: 1127 time: 0.0425684 Mar 14 10:42:48.317270 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-4f241ff4-c281-43b4-aa83-7d8b4483b46c req-53dc16b3-c54b-4cb3-a33b-50a31c5b64fb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c6c9a6b8-8333-410d-9280-06207d2d13a0 HTTP/1.1" status: 200 len: 217 time: 0.0355804 Mar 14 10:42:48.361376 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f241ff4-c281-43b4-aa83-7d8b4483b46c req-b20cc4c6-6ab0-4b64-bbb5-8a3034053f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:42:48.362716 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-4f241ff4-c281-43b4-aa83-7d8b4483b46c req-b20cc4c6-6ab0-4b64-bbb5-8a3034053f8f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=445e9f07-5c2c-42dc-a9b7-aeafc1941d6c HTTP/1.1" status: 200 len: 853 time: 0.0403676 Mar 14 10:42:48.407795 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f241ff4-c281-43b4-aa83-7d8b4483b46c req-b79bfb2d-14d8-4b76-ae55-900dc2de3a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:42:48.409204 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-4f241ff4-c281-43b4-aa83-7d8b4483b46c req-b79bfb2d-14d8-4b76-ae55-900dc2de3a1f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=57ee559b-7405-419c-add9-12136a347c22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410883 Mar 14 10:42:48.497375 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-4f241ff4-c281-43b4-aa83-7d8b4483b46c req-d3b9c39a-78f0-4010-87b8-eac451ebce84 service neutron] 10.222.0.39 "GET /v2.0/networks/57ee559b-7405-419c-add9-12136a347c22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813220 Mar 14 10:42:48.583248 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-4f241ff4-c281-43b4-aa83-7d8b4483b46c req-754d0784-053f-4d0b-b95a-280ecf8cb622 service neutron] 10.222.0.39 "GET /v2.0/networks/57ee559b-7405-419c-add9-12136a347c22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805161 Mar 14 10:42:48.838275 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173f8639-1647-4eca-b02b-1e2b884a4868 req-09cbb8e3-eb9e-4b66-a15f-d5f290dc8a92 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:42:48.839774 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-173f8639-1647-4eca-b02b-1e2b884a4868 req-09cbb8e3-eb9e-4b66-a15f-d5f290dc8a92 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "GET /v2.0/ports?device_id=f62efc86-6070-41b6-8a5b-6b5ffeda1238 HTTP/1.1" status: 200 len: 943 time: 0.0558133 Mar 14 10:42:48.885195 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-173f8639-1647-4eca-b02b-1e2b884a4868 req-0b3acce8-c248-4590-b335-ee966fa830e7 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "GET /v2.0/security-groups?id=42aa8d70-0453-4eca-93d9-fd1f0efd0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399804 Mar 14 10:42:50.002135 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0765060-98ae-4a99-a2e2-f08da52456b5 req-00b1fff2-5250-4630-adc2-e9c4f6f9a87e tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:42:50.003588 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-a0765060-98ae-4a99-a2e2-f08da52456b5 req-00b1fff2-5250-4630-adc2-e9c4f6f9a87e tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "GET /v2.0/ports?device_id=f62efc86-6070-41b6-8a5b-6b5ffeda1238 HTTP/1.1" status: 200 len: 943 time: 0.0505390 Mar 14 10:42:50.048249 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-a0765060-98ae-4a99-a2e2-f08da52456b5 req-ec98302c-3b18-4c86-9629-38f702ffaf6f tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "GET /v2.0/security-groups?id=42aa8d70-0453-4eca-93d9-fd1f0efd0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384567 Mar 14 10:42:50.759868 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-2d90c536-3876-4bad-82a1-1ec80ec9cdce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (71411765-f129-4ae6-9e82-4fe742fde8ff), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:42:51.166013 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9918386-33a0-4b7e-bc6f-a08c5dc9f34b req-faa5f511-867c-4399-a491-799c7a95a359 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:42:51.167471 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-a9918386-33a0-4b7e-bc6f-a08c5dc9f34b req-faa5f511-867c-4399-a491-799c7a95a359 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "GET /v2.0/ports?device_id=f62efc86-6070-41b6-8a5b-6b5ffeda1238 HTTP/1.1" status: 200 len: 943 time: 0.0546229 Mar 14 10:42:51.212305 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-a9918386-33a0-4b7e-bc6f-a08c5dc9f34b req-030014a4-ea32-4a30-8a51-1f6c2d497847 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "GET /v2.0/security-groups?id=42aa8d70-0453-4eca-93d9-fd1f0efd0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393982 Mar 14 10:42:51.255224 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 50590) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:42:51.405329 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [None req-6372336f-250f-47e2-8bf5-9cd2a62223f7 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Deleting port dedaf2a6-8ada-4550-9463-c9596bb43d10 {{(pid=103643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 10:42:51.405677 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-6372336f-250f-47e2-8bf5-9cd2a62223f7 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739585920741'] for port (dedaf2a6-8ada-4550-9463-c9596bb43d10), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:42:51.478107 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-6372336f-250f-47e2-8bf5-9cd2a62223f7 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562337'] for port (dedaf2a6-8ada-4550-9463-c9596bb43d10), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:42:51.478435 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-6372336f-250f-47e2-8bf5-9cd2a62223f7 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Publish callbacks [] for floatingip (dedaf2a6-8ada-4550-9463-c9596bb43d10), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:42:51.489770 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [None req-6372336f-250f-47e2-8bf5-9cd2a62223f7 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Calling delete_port for dedaf2a6-8ada-4550-9463-c9596bb43d10 owned by network:floatingip {{(pid=103643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 10:42:51.691500 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-6372336f-250f-47e2-8bf5-9cd2a62223f7 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739585930060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739585409127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516063'] for port (dedaf2a6-8ada-4550-9463-c9596bb43d10), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:42:51.719900 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6372336f-250f-47e2-8bf5-9cd2a62223f7 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Pushing event deleted for resources: {'Port': ['ID=dedaf2a6-8ada-4550-9463-c9596bb43d10,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:42:52.014224 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-6372336f-250f-47e2-8bf5-9cd2a62223f7 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Publish callbacks [] for floatingip (f2cdbbb5-3a1a-4031-930c-f07147e67f31), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:42:52.014438 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.db.l3_db [None req-6372336f-250f-47e2-8bf5-9cd2a62223f7 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Floating IP f2cdbbb5-3a1a-4031-930c-f07147e67f31 disassociated (deleted). External IP: 172.27.2.131, port: ae1b9b12-60b0-43ee-a89f-24ce1ac85787. Mar 14 10:42:52.216507 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6372336f-250f-47e2-8bf5-9cd2a62223f7 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Router 88162fc5-f696-46e6-aec7-20a02549062f has already been hosted by L3 agent a016a58c-1f8a-4210-ae6c-360b1a1f78c1 {{(pid=103643) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 10:42:52.351188 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6372336f-250f-47e2-8bf5-9cd2a62223f7 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Notify agent at l3_agent.dv-cinder-833544-1-iscsi the message routers_updated {{(pid=103643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 10:42:52.355995 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-6372336f-250f-47e2-8bf5-9cd2a62223f7 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211739'] for floatingip (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:42:52.361532 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c96e673-207e-4a4f-8622-19255c13f522 None None] Sync routers for ids ['88162fc5-f696-46e6-aec7-20a02549062f'] in dv-cinder-833544-1-iscsi {{(pid=103644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 10:42:52.371726 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c96e673-207e-4a4f-8622-19255c13f522 None None] Routers {'88162fc5-f696-46e6-aec7-20a02549062f'} bound to L3 agent in host dv-cinder-833544-1-iscsi {{(pid=103644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:42:52.372344 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-5c96e673-207e-4a4f-8622-19255c13f522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833544-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T10:17:23Z,description=,heartbeat_timestamp=2022-03-14T10:42:23Z,host='dv-cinder-833544-1-iscsi',id=a016a58c-1f8a-4210-ae6c-360b1a1f78c1,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:17:24Z,topic='l3_agent')) {'router_ids': ['88162fc5-f696-46e6-aec7-20a02549062f'], 'active': True} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:42:52.391844 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a028e8-8808-4772-8332-7a08e765bc09 req-dc46d0f7-13cc-4cf0-8b2a-4364a38b96d6 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:42:52.393305 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-04a028e8-8808-4772-8332-7a08e765bc09 req-dc46d0f7-13cc-4cf0-8b2a-4364a38b96d6 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "GET /v2.0/ports?device_id=f62efc86-6070-41b6-8a5b-6b5ffeda1238 HTTP/1.1" status: 200 len: 943 time: 0.1150856 Mar 14 10:42:52.398905 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-6372336f-250f-47e2-8bf5-9cd2a62223f7 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "DELETE /v2.0/floatingips/f2cdbbb5-3a1a-4031-930c-f07147e67f31 HTTP/1.1" status: 204 len: 168 time: 1.1403005 Mar 14 10:42:52.398905 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '574b58f2-ecaa-45ff-b143-f0cf15d8250b', 'tag': 'ae1b9b12-60b0-43ee-a89f-24ce1ac85787'}] {{(pid=103643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:42:52.399376 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b58adf1808d3e8f2b7de4636db435fb255da6a44abdc46a7a48cdc23cb85b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6952b659-e1ab-4f33-b497-ccf733e7e005" -d '{"events": [{"name": "network-changed", "server_uuid": "574b58f2-ecaa-45ff-b143-f0cf15d8250b", "tag": "ae1b9b12-60b0-43ee-a89f-24ce1ac85787"}]}' {{(pid=103643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:42:52.447833 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-04a028e8-8808-4772-8332-7a08e765bc09 req-0326090f-0a77-4de5-ba81-9513c173857a tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "GET /v2.0/security-groups?id=42aa8d70-0453-4eca-93d9-fd1f0efd0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458167 Mar 14 10:42:52.487639 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvr_db [None req-5c96e673-207e-4a4f-8622-19255c13f522 None None] Set router 88162fc5-f696-46e6-aec7-20a02549062f gateway port host: dv-cinder-833544-1-iscsi {{(pid=103644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:42:52.495930 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 10:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6f0eca2-bf65-4943-88da-50d7c3e43898 x-openstack-request-id: req-f6f0eca2-bf65-4943-88da-50d7c3e43898 {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:42:52.495930 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "574b58f2-ecaa-45ff-b143-f0cf15d8250b", "tag": "ae1b9b12-60b0-43ee-a89f-24ce1ac85787", "status": "completed", "code": 200}]} {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:42:52.495930 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f6f0eca2-bf65-4943-88da-50d7c3e43898 {{(pid=103643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:42:52.495930 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '574b58f2-ecaa-45ff-b143-f0cf15d8250b', 'tag': 'ae1b9b12-60b0-43ee-a89f-24ce1ac85787', 'status': 'completed', 'code': 200} Mar 14 10:42:52.580018 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6952b659-e1ab-4f33-b497-ccf733e7e005 req-09b737e6-cda9-43cd-ae45-54c7fe69acaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:42:52.580941 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Device c6c9a6b8-8333-410d-9280-06207d2d13a0 details requested by agent hyperv_hv-cinder-83354 with host hv-cinder-83354 {{(pid=103644) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 10:42:52.581553 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-6952b659-e1ab-4f33-b497-ccf733e7e005 req-09b737e6-cda9-43cd-ae45-54c7fe69acaa service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6297757b71cd48d4a33ab7458cc05ac7&device_id=574b58f2-ecaa-45ff-b143-f0cf15d8250b HTTP/1.1" status: 200 len: 1129 time: 0.0462534 Mar 14 10:42:52.675394 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6952b659-e1ab-4f33-b497-ccf733e7e005 req-d5ee4e76-7674-4e82-9750-650d4f4dd730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:42:52.676823 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-6952b659-e1ab-4f33-b497-ccf733e7e005 req-d5ee4e76-7674-4e82-9750-650d4f4dd730 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c84f27eb-37b9-4aa9-b62d-da2eefd83ac0 HTTP/1.1" status: 200 len: 912 time: 0.0899129 Mar 14 10:42:52.725477 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-6952b659-e1ab-4f33-b497-ccf733e7e005 req-8e3aaeb7-2ce9-4743-8a88-e2297283326d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ae1b9b12-60b0-43ee-a89f-24ce1ac85787 HTTP/1.1" status: 200 len: 217 time: 0.0404451 Mar 14 10:42:52.781956 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6952b659-e1ab-4f33-b497-ccf733e7e005 req-0c37983e-8f9a-4363-826c-56894567ac4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:42:52.783558 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-6952b659-e1ab-4f33-b497-ccf733e7e005 req-0c37983e-8f9a-4363-826c-56894567ac4c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c1ca7e58-7de1-4354-86ba-4c133fca3e45 HTTP/1.1" status: 200 len: 850 time: 0.0514636 Mar 14 10:42:52.874747 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbbc252-32e2-4c39-a5fe-b73036c5f164 req-d53c55ec-4f45-46a9-91ac-60ce939b49a8 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:42:52.876248 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-4bbbc252-32e2-4c39-a5fe-b73036c5f164 req-d53c55ec-4f45-46a9-91ac-60ce939b49a8 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/ports?device_id=574b58f2-ecaa-45ff-b143-f0cf15d8250b HTTP/1.1" status: 200 len: 945 time: 0.0858028 Mar 14 10:42:52.890475 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6952b659-e1ab-4f33-b497-ccf733e7e005 req-2e5bef1f-0b1c-4726-aa60-37a31449f81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:42:52.891922 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-6952b659-e1ab-4f33-b497-ccf733e7e005 req-2e5bef1f-0b1c-4726-aa60-37a31449f81c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c84f27eb-37b9-4aa9-b62d-da2eefd83ac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0747874 Mar 14 10:42:52.911883 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] For port c6c9a6b8-8333-410d-9280-06207d2d13a0, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=c6c9a6b8-8333-410d-9280-06207d2d13a0,segment=NetworkSegment(178995d1-5f67-4684-9116-b12e73922a62),segment_id=178995d1-5f67-4684-9116-b12e73922a62)] {{(pid=103644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:42:52.928736 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Returning: {'device': 'c6c9a6b8-8333-410d-9280-06207d2d13a0', 'network_id': '57ee559b-7405-419c-add9-12136a347c22', 'port_id': 'c6c9a6b8-8333-410d-9280-06207d2d13a0', 'mac_address': 'fa:16:3e:bf:bf:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '445e9f07-5c2c-42dc-a9b7-aeafc1941d6c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103644) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 10:42:52.974731 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-46d15f8f-8ede-4c58-8056-afd0666f408d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (a016a58c-1f8a-4210-ae6c-360b1a1f78c1), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:42:52.981730 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-5c96e673-207e-4a4f-8622-19255c13f522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88162fc5-f696-46e6-aec7-20a02549062f', 'name': 'tempest-TestVolumeBootPattern-162580303-router', 'tenant_id': '6297757b71cd48d4a33ab7458cc05ac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '83c49087-a756-4c7d-99a2-5b604029eb80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:34:18Z', 'updated_at': '2022-03-14T10:34:22Z', 'revision_number': 4, 'project_id': '6297757b71cd48d4a33ab7458cc05ac7', 'gw_port': {'id': '83c49087-a756-4c7d-99a2-5b604029eb80', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88162fc5-f696-46e6-aec7-20a02549062f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:34:19Z', 'updated_at': '2022-03-14T10:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi', '_floatingips': [{'id': '07753827-eee1-4ced-94c4-37eb4482e960', 'tenant_id': '6297757b71cd48d4a33ab7458cc05ac7', 'floating_ip_address': '172.27.2.58', 'floating_network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'router_id': '88162fc5-f696-46e6-aec7-20a02549062f', 'port_id': '7c297a19-ac2a-47a9-9889-7f221f81ad86', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c84f27eb-37b9-4aa9-b62d-da2eefd83ac0', 'mac_address': 'fa:16:3e:30:21:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf6744c-7584-4dcc-ba94-4e909e7319f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T10:38:23Z', 'updated_at': '2022-03-14T10:38:26Z', 'revision_number': 1, 'project_id': '6297757b71cd48d4a33ab7458cc05ac7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1c63c40-5a38-4f6d-89f9-16a3f3bee0f4', 'name': '', 'network_id': 'c84f27eb-37b9-4aa9-b62d-da2eefd83ac0', 'tenant_id': '6297757b71cd48d4a33ab7458cc05ac7', 'mac_address': 'fa:16:3e:72:8f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88162fc5-f696-46e6-aec7-20a02549062f', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'c1ca7e58-7de1-4354-86ba-4c133fca3e45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:34:21Z', 'updated_at': '2022-03-14T10:34:25Z', 'revision_number': 5, 'project_id': '6297757b71cd48d4a33ab7458cc05ac7', 'subnets': [{'id': 'c1ca7e58-7de1-4354-86ba-4c133fca3e45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833544-1-iscsi', False) {} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:42:52.986073 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-4bbbc252-32e2-4c39-a5fe-b73036c5f164 req-945973b0-2e79-44f1-adb9-d8ae9fe26746 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/security-groups?id=5db7947e-8c99-4e92-b817-f70bd3c75c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020906 Mar 14 10:42:52.986254 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Current status of the port c6c9a6b8-8333-410d-9280-06207d2d13a0 is: DOWN; New status is: BUILD {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:42:52.986254 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (c6c9a6b8-8333-410d-9280-06207d2d13a0), before_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:42:53.010860 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-6952b659-e1ab-4f33-b497-ccf733e7e005 req-aa745298-8a4b-425a-a565-92fe072417fd service neutron] 10.222.0.39 "GET /v2.0/networks/c84f27eb-37b9-4aa9-b62d-da2eefd83ac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107891 Mar 14 10:42:53.016415 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c96e673-207e-4a4f-8622-19255c13f522 None None] Checking router: 88162fc5-f696-46e6-aec7-20a02549062f for host: dv-cinder-833544-1-iscsi {{(pid=103644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 10:42:53.025198 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.notifiers.nova [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6c9a6b8-8333-410d-9280-06207d2d13a0 {{(pid=103644) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 10:42:53.034374 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c96e673-207e-4a4f-8622-19255c13f522 None None] Routers {'88162fc5-f696-46e6-aec7-20a02549062f'} bound to L3 agent in host dv-cinder-833544-1-iscsi {{(pid=103644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:42:53.034983 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-5c96e673-207e-4a4f-8622-19255c13f522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833544-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T10:17:23Z,description=,heartbeat_timestamp=2022-03-14T10:42:53Z,host='dv-cinder-833544-1-iscsi',id=a016a58c-1f8a-4210-ae6c-360b1a1f78c1,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:17:24Z,topic='l3_agent')) {'router_ids': ['88162fc5-f696-46e6-aec7-20a02549062f'], 'active': True} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:42:53.083898 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] For port c6c9a6b8-8333-410d-9280-06207d2d13a0, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=c6c9a6b8-8333-410d-9280-06207d2d13a0,segment=NetworkSegment(178995d1-5f67-4684-9116-b12e73922a62),segment_id=178995d1-5f67-4684-9116-b12e73922a62)] {{(pid=103644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:42:53.104854 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-6952b659-e1ab-4f33-b497-ccf733e7e005 req-c4e8d0b3-40fc-4ddc-9291-04df80d2c8e4 service neutron] 10.222.0.39 "GET /v2.0/networks/c84f27eb-37b9-4aa9-b62d-da2eefd83ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883722 Mar 14 10:42:53.144580 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (c6c9a6b8-8333-410d-9280-06207d2d13a0), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:42:53.181500 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvr_db [None req-5c96e673-207e-4a4f-8622-19255c13f522 None None] Set router 88162fc5-f696-46e6-aec7-20a02549062f gateway port host: dv-cinder-833544-1-iscsi {{(pid=103644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:42:53.239101 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Pushing event updated for resources: {'Port': ['ID=c6c9a6b8-8333-410d-9280-06207d2d13a0,revision_number=4']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:42:53.280472 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:42:53.280818 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:42:53.281162 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:42:53.281502 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:42:53.281838 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:42:53.282170 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:42:53.282500 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:42:53.282848 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:42:53.283176 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:42:53.283507 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:42:53.283872 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:42:53.284198 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:42:53.284517 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:42:53.284836 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:42:53.285157 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:42:53.434814 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-5c96e673-207e-4a4f-8622-19255c13f522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88162fc5-f696-46e6-aec7-20a02549062f', 'name': 'tempest-TestVolumeBootPattern-162580303-router', 'tenant_id': '6297757b71cd48d4a33ab7458cc05ac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '83c49087-a756-4c7d-99a2-5b604029eb80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:34:18Z', 'updated_at': '2022-03-14T10:34:22Z', 'revision_number': 4, 'project_id': '6297757b71cd48d4a33ab7458cc05ac7', 'gw_port': {'id': '83c49087-a756-4c7d-99a2-5b604029eb80', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88162fc5-f696-46e6-aec7-20a02549062f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:34:19Z', 'updated_at': '2022-03-14T10:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi', '_floatingips': [{'id': '07753827-eee1-4ced-94c4-37eb4482e960', 'tenant_id': '6297757b71cd48d4a33ab7458cc05ac7', 'floating_ip_address': '172.27.2.58', 'floating_network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'router_id': '88162fc5-f696-46e6-aec7-20a02549062f', 'port_id': '7c297a19-ac2a-47a9-9889-7f221f81ad86', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c84f27eb-37b9-4aa9-b62d-da2eefd83ac0', 'mac_address': 'fa:16:3e:30:21:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf6744c-7584-4dcc-ba94-4e909e7319f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T10:38:23Z', 'updated_at': '2022-03-14T10:38:26Z', 'revision_number': 1, 'project_id': '6297757b71cd48d4a33ab7458cc05ac7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1c63c40-5a38-4f6d-89f9-16a3f3bee0f4', 'name': '', 'network_id': 'c84f27eb-37b9-4aa9-b62d-da2eefd83ac0', 'tenant_id': '6297757b71cd48d4a33ab7458cc05ac7', 'mac_address': 'fa:16:3e:72:8f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88162fc5-f696-46e6-aec7-20a02549062f', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'c1ca7e58-7de1-4354-86ba-4c133fca3e45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:34:21Z', 'updated_at': '2022-03-14T10:34:25Z', 'revision_number': 5, 'project_id': '6297757b71cd48d4a33ab7458cc05ac7', 'subnets': [{'id': 'c1ca7e58-7de1-4354-86ba-4c133fca3e45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833544-1-iscsi', False) {} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:42:53.461978 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c96e673-207e-4a4f-8622-19255c13f522 None None] The sync data for ids ['88162fc5-f696-46e6-aec7-20a02549062f'] in dv-cinder-833544-1-iscsi is: [{'id': '88162fc5-f696-46e6-aec7-20a02549062f', 'name': 'tempest-TestVolumeBootPattern-162580303-router', 'tenant_id': '6297757b71cd48d4a33ab7458cc05ac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '83c49087-a756-4c7d-99a2-5b604029eb80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:34:18Z', 'updated_at': '2022-03-14T10:34:22Z', 'revision_number': 4, 'project_id': '6297757b71cd48d4a33ab7458cc05ac7', 'gw_port': {'id': '83c49087-a756-4c7d-99a2-5b604029eb80', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88162fc5-f696-46e6-aec7-20a02549062f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:34:19Z', 'updated_at': '2022-03-14T10:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi', '_floatingips': [{'id': '07753827-eee1-4ced-94c4-37eb4482e960', 'tenant_id': '6297757b71cd48d4a33ab7458cc05ac7', 'floating_ip_address': '172.27.2.58', 'floating_network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'router_id': '88162fc5-f696-46e6-aec7-20a02549062f', 'port_id': '7c297a19-ac2a-47a9-9889-7f221f81ad86', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c84f27eb-37b9-4aa9-b62d-da2eefd83ac0', 'mac_address': 'fa:16:3e:30:21:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf6744c-7584-4dcc-ba94-4e909e7319f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T10:38:23Z', 'updated_at': '2022-03-14T10:38:26Z', 'revision_number': 1, 'project_id': '6297757b71cd48d4a33ab7458cc05ac7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1c63c40-5a38-4f6d-89f9-16a3f3bee0f4', 'name': '', 'network_id': 'c84f27eb-37b9-4aa9-b62d-da2eefd83ac0', 'tenant_id': '6297757b71cd48d4a33ab7458cc05ac7', 'mac_address': 'fa:16:3e:72:8f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88162fc5-f696-46e6-aec7-20a02549062f', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'c1ca7e58-7de1-4354-86ba-4c133fca3e45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:34:21Z', 'updated_at': '2022-03-14T10:34:25Z', 'revision_number': 5, 'project_id': '6297757b71cd48d4a33ab7458cc05ac7', 'subnets': [{'id': 'c1ca7e58-7de1-4354-86ba-4c133fca3e45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 10:42:53.566714 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0150fb-6906-4b76-9e78-465f3af11d3e req-c499b352-ac15-4b6d-9bb1-f5569f910208 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:42:53.568224 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-ca0150fb-6906-4b76-9e78-465f3af11d3e req-c499b352-ac15-4b6d-9bb1-f5569f910208 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "GET /v2.0/ports?device_id=f62efc86-6070-41b6-8a5b-6b5ffeda1238 HTTP/1.1" status: 200 len: 944 time: 0.0532959 Mar 14 10:42:53.591471 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] get_ports_and_sgs() called for port_ids ['c6c9a6b8-8333-410d-9280-06207d2d13a0'] {{(pid=103644) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 10:42:53.619692 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-ca0150fb-6906-4b76-9e78-465f3af11d3e req-42ca8f43-8bc2-421d-acdf-a35eac3d1d8b tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "GET /v2.0/security-groups?id=42aa8d70-0453-4eca-93d9-fd1f0efd0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453112 Mar 14 10:42:53.696231 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e989b315-b263-4296-9836-314fc1a70fe8 None None] New status for floating IP f2cdbbb5-3a1a-4031-930c-f07147e67f31: DOWN {{(pid=103645) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 10:42:54.109795 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634462c4-2e35-404c-93d2-77185e200f66 req-15a79bcf-0825-4d8d-bb97-5adfde8f19ee tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:42:54.111264 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-634462c4-2e35-404c-93d2-77185e200f66 req-15a79bcf-0825-4d8d-bb97-5adfde8f19ee tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/ports?device_id=574b58f2-ecaa-45ff-b143-f0cf15d8250b HTTP/1.1" status: 200 len: 945 time: 0.0573916 Mar 14 10:42:54.159230 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-634462c4-2e35-404c-93d2-77185e200f66 req-3239b608-ef57-4c59-88db-3f4135ad1a26 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/security-groups?id=5db7947e-8c99-4e92-b817-f70bd3c75c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423608 Mar 14 10:42:54.159691 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-f4039063-230b-41a9-bf4a-d5dd4b348b96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (46201191-f63a-41db-ad4d-3c2c795fe1c2), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:42:54.635004 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4495f4cb-081b-49ef-80bc-a94edf333fb0 req-0bdf91f9-1370-4c15-bf1b-e61f84688c0f tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:42:54.641123 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-4495f4cb-081b-49ef-80bc-a94edf333fb0 req-0bdf91f9-1370-4c15-bf1b-e61f84688c0f tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.39 "GET /v2.0/ports?device_id=574b58f2-ecaa-45ff-b143-f0cf15d8250b HTTP/1.1" status: 200 len: 945 time: 0.0513906 Mar 14 10:42:54.769564 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7529a4b2-0e81-4a3e-9401-89fbd2c316e4 req-815a1f1a-682b-4875-a4e1-dc932b05acf4 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:42:54.771006 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-7529a4b2-0e81-4a3e-9401-89fbd2c316e4 req-815a1f1a-682b-4875-a4e1-dc932b05acf4 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "GET /v2.0/ports?device_id=f62efc86-6070-41b6-8a5b-6b5ffeda1238 HTTP/1.1" status: 200 len: 944 time: 0.0695260 Mar 14 10:42:54.773380 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [req-4495f4cb-081b-49ef-80bc-a94edf333fb0 req-e016ed2c-79c7-47ae-a288-543477146c66 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Deleting port ae1b9b12-60b0-43ee-a89f-24ce1ac85787 {{(pid=103643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 10:42:54.773722 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-4495f4cb-081b-49ef-80bc-a94edf333fb0 req-e016ed2c-79c7-47ae-a288-543477146c66 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739585920741'] for port (ae1b9b12-60b0-43ee-a89f-24ce1ac85787), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:42:54.874927 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-7529a4b2-0e81-4a3e-9401-89fbd2c316e4 req-b7f89b50-2e21-4a15-a3d4-24bcbcff4ee5 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "GET /v2.0/security-groups?id=42aa8d70-0453-4eca-93d9-fd1f0efd0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972402 Mar 14 10:42:54.895158 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.db [req-4495f4cb-081b-49ef-80bc-a94edf333fb0 req-e016ed2c-79c7-47ae-a288-543477146c66 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] For port ae1b9b12-60b0-43ee-a89f-24ce1ac85787, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=ae1b9b12-60b0-43ee-a89f-24ce1ac85787,segment=NetworkSegment(2460ef8d-df84-4c9b-a5b7-310d5b72ba4e),segment_id=2460ef8d-df84-4c9b-a5b7-310d5b72ba4e)] {{(pid=103643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:42:54.895600 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-4495f4cb-081b-49ef-80bc-a94edf333fb0 req-e016ed2c-79c7-47ae-a288-543477146c66 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562337'] for port (ae1b9b12-60b0-43ee-a89f-24ce1ac85787), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:42:54.910841 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [req-4495f4cb-081b-49ef-80bc-a94edf333fb0 req-e016ed2c-79c7-47ae-a288-543477146c66 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Calling delete_port for ae1b9b12-60b0-43ee-a89f-24ce1ac85787 owned by compute:nova {{(pid=103643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 10:42:55.108467 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-4495f4cb-081b-49ef-80bc-a94edf333fb0 req-e016ed2c-79c7-47ae-a288-543477146c66 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739585930060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739585409127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516063'] for port (ae1b9b12-60b0-43ee-a89f-24ce1ac85787), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:42:55.139268 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e016ed2c-79c7-47ae-a288-543477146c66 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Pushing event deleted for resources: {'Port': ['ID=ae1b9b12-60b0-43ee-a89f-24ce1ac85787,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:42:55.182217 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.db.l3_dvrscheduler_db [req-4495f4cb-081b-49ef-80bc-a94edf333fb0 req-e016ed2c-79c7-47ae-a288-543477146c66 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] No DVR routers for this DVR port ae1b9b12-60b0-43ee-a89f-24ce1ac85787 on host hv-cinder-83354 {{(pid=103643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 10:42:55.185146 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-4495f4cb-081b-49ef-80bc-a94edf333fb0 req-e016ed2c-79c7-47ae-a288-543477146c66 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211739'] for port (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:42:55.188551 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-4495f4cb-081b-49ef-80bc-a94edf333fb0 req-e016ed2c-79c7-47ae-a288-543477146c66 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.39 "DELETE /v2.0/ports/ae1b9b12-60b0-43ee-a89f-24ce1ac85787 HTTP/1.1" status: 204 len: 173 time: 0.5465324 Mar 14 10:42:55.188998 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '574b58f2-ecaa-45ff-b143-f0cf15d8250b', 'name': 'network-vif-deleted', 'tag': 'ae1b9b12-60b0-43ee-a89f-24ce1ac85787'}] {{(pid=103643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:42:55.191325 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b58adf1808d3e8f2b7de4636db435fb255da6a44abdc46a7a48cdc23cb85b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76cdc1a2-e484-4a36-9a77-2d03a9bab13d" -d '{"events": [{"server_uuid": "574b58f2-ecaa-45ff-b143-f0cf15d8250b", "name": "network-vif-deleted", "tag": "ae1b9b12-60b0-43ee-a89f-24ce1ac85787"}]}' {{(pid=103643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:42:55.225307 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 10:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da0aced1-4851-460a-9b5e-59f6d17fab0b x-openstack-request-id: req-da0aced1-4851-460a-9b5e-59f6d17fab0b {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:42:55.226271 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "574b58f2-ecaa-45ff-b143-f0cf15d8250b", "name": "network-vif-deleted", "tag": "ae1b9b12-60b0-43ee-a89f-24ce1ac85787", "status": "completed", "code": 200}]} {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:42:55.226528 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-da0aced1-4851-460a-9b5e-59f6d17fab0b {{(pid=103643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:42:55.226927 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '574b58f2-ecaa-45ff-b143-f0cf15d8250b', 'name': 'network-vif-deleted', 'tag': 'ae1b9b12-60b0-43ee-a89f-24ce1ac85787', 'status': 'completed', 'code': 200} Mar 14 10:42:55.256104 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-a72a3820-5d7c-4258-a7fd-f61e1126301c req-7ce2c1cd-7486-4418-b9db-360ffec91c95 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/ports?device_id=574b58f2-ecaa-45ff-b143-f0cf15d8250b HTTP/1.1" status: 200 len: 210 time: 0.0265000 Mar 14 10:42:55.777210 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-a3541fa5-4b74-4b29-92a0-285d4d95a3dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (a9a1db27-ecd3-427e-bc57-ce8de4da4c28), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:42:55.995031 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b60be5-fe66-4f93-aee6-31a7fb411fb2 req-4455a37e-b4ca-4fd6-9dd2-fcb1dffe1d2c tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:42:55.996525 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-d0b60be5-fe66-4f93-aee6-31a7fb411fb2 req-4455a37e-b4ca-4fd6-9dd2-fcb1dffe1d2c tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "GET /v2.0/ports?device_id=f62efc86-6070-41b6-8a5b-6b5ffeda1238 HTTP/1.1" status: 200 len: 944 time: 0.0553737 Mar 14 10:42:56.042689 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-d0b60be5-fe66-4f93-aee6-31a7fb411fb2 req-40039f7c-4780-4e0e-bcd9-15d61794d912 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "GET /v2.0/security-groups?id=42aa8d70-0453-4eca-93d9-fd1f0efd0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405090 Mar 14 10:42:56.360505 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-8c3b6010-36ff-4324-aab1-68f11fff5145 req-015b69d7-cec9-4135-be42-f6ca4f7e1035 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/ports?device_id=574b58f2-ecaa-45ff-b143-f0cf15d8250b HTTP/1.1" status: 200 len: 210 time: 0.0268247 Mar 14 10:42:56.569905 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Device c6c9a6b8-8333-410d-9280-06207d2d13a0 up at agent hyperv_hv-cinder-83354 {{(pid=103644) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:42:56.691230 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Provisioning for port c6c9a6b8-8333-410d-9280-06207d2d13a0 completed by entity L2. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 14 10:42:56.695093 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.provisioning_blocks [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Provisioning complete for port c6c9a6b8-8333-410d-9280-06207d2d13a0 triggered by entity L2. {{(pid=103644) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:42:56.695495 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718497'] for port (c6c9a6b8-8333-410d-9280-06207d2d13a0), provisioning_complete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:42:56.772983 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Current status of the port c6c9a6b8-8333-410d-9280-06207d2d13a0 is: BUILD; New status is: ACTIVE {{(pid=103644) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:42:56.773371 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1677373'] for port (c6c9a6b8-8333-410d-9280-06207d2d13a0), before_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:42:56.794596 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f62efc86-6070-41b6-8a5b-6b5ffeda1238', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6c9a6b8-8333-410d-9280-06207d2d13a0'}] {{(pid=103644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:42:56.799759 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cdcf2ce3ae030c6c85cf8a8616b2d58d36b16ae178b61bcd15320d14238e4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd802646-ac16-48f6-92a2-d3345770dd08" -d '{"events": [{"server_uuid": "f62efc86-6070-41b6-8a5b-6b5ffeda1238", "name": "network-vif-plugged", "status": "completed", "tag": "c6c9a6b8-8333-410d-9280-06207d2d13a0"}]}' {{(pid=103644) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:42:56.809049 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] For port c6c9a6b8-8333-410d-9280-06207d2d13a0, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=c6c9a6b8-8333-410d-9280-06207d2d13a0,segment=NetworkSegment(178995d1-5f67-4684-9116-b12e73922a62),segment_id=178995d1-5f67-4684-9116-b12e73922a62)] {{(pid=103644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:42:56.833982 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 10:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b559b2da-3374-42ee-a906-23d38d205eae x-openstack-request-id: req-b559b2da-3374-42ee-a906-23d38d205eae {{(pid=103644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:42:56.834281 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f62efc86-6070-41b6-8a5b-6b5ffeda1238", "name": "network-vif-plugged", "status": "completed", "tag": "c6c9a6b8-8333-410d-9280-06207d2d13a0", "code": 200}]} {{(pid=103644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:42:56.834542 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b559b2da-3374-42ee-a906-23d38d205eae {{(pid=103644) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:42:56.834939 dv-cinder-833544-1-iscsi neutron-server[103644]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f62efc86-6070-41b6-8a5b-6b5ffeda1238', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6c9a6b8-8333-410d-9280-06207d2d13a0', 'code': 200} Mar 14 10:42:56.862258 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739585930078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739585409136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739585409154'] for port (c6c9a6b8-8333-410d-9280-06207d2d13a0), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:42:56.915994 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Pushing event updated for resources: {'Port': ['ID=c6c9a6b8-8333-410d-9280-06207d2d13a0,revision_number=5']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:42:56.976809 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (3daba05a-6d77-487a-83af-fb9f8edf24c0), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:42:57.166876 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d41d16-cde5-4b25-8bf1-f97e48bc462f req-83793f95-77de-4e72-a74b-fa93d45fa4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:42:57.168367 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-c9d41d16-cde5-4b25-8bf1-f97e48bc462f req-83793f95-77de-4e72-a74b-fa93d45fa4ea service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f62efc86-6070-41b6-8a5b-6b5ffeda1238 HTTP/1.1" status: 200 len: 1129 time: 0.0777514 Mar 14 10:42:57.178355 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76abeb75-88c5-4dd7-834a-8b0cff7608ef req-ca6323de-794b-489e-bb51-b98031d786de tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:42:57.179691 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-76abeb75-88c5-4dd7-834a-8b0cff7608ef req-ca6323de-794b-489e-bb51-b98031d786de tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "GET /v2.0/ports?device_id=f62efc86-6070-41b6-8a5b-6b5ffeda1238 HTTP/1.1" status: 200 len: 945 time: 0.0647476 Mar 14 10:42:57.246804 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-c9d41d16-cde5-4b25-8bf1-f97e48bc462f req-388708da-8f86-43c9-a912-b84a3963c916 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=42aa8d70-0453-4eca-93d9-fd1f0efd0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662110 Mar 14 10:42:57.249897 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-76abeb75-88c5-4dd7-834a-8b0cff7608ef req-242fbc1b-652d-46d2-8fde-9d0fd3b5cb01 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "GET /v2.0/security-groups?id=42aa8d70-0453-4eca-93d9-fd1f0efd0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638278 Mar 14 10:42:57.526189 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (cd4c1fd5-6bd0-46fc-9cd1-9ea8fc180379), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:42:58.364531 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63a8a76-5a34-47b1-8942-5de3ad778e72 req-7d6b3767-54eb-41d1-9aad-6022ecb97a60 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:42:58.365968 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-c63a8a76-5a34-47b1-8942-5de3ad778e72 req-7d6b3767-54eb-41d1-9aad-6022ecb97a60 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "GET /v2.0/ports?device_id=f62efc86-6070-41b6-8a5b-6b5ffeda1238 HTTP/1.1" status: 200 len: 945 time: 0.0516288 Mar 14 10:42:58.410428 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-c63a8a76-5a34-47b1-8942-5de3ad778e72 req-b25c15af-4378-42e3-bc7b-1b5d2d7b4fcd tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "GET /v2.0/security-groups?id=42aa8d70-0453-4eca-93d9-fd1f0efd0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390513 Mar 14 10:42:58.586091 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Device ae1b9b12-60b0-43ee-a89f-24ce1ac85787 no longer exists at agent hyperv_hv-cinder-83354 {{(pid=103644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 10:42:58.610707 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] No Port match for: ae1b9b12-60b0-43ee-a89f-24ce1ac85787 {{(pid=103644) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 10:42:58.611059 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Device ae1b9b12-60b0-43ee-a89f-24ce1ac85787 not bound to the agent host hv-cinder-83354 {{(pid=103644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 10:42:59.529802 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515fcafc-d72c-456a-aa4c-22f63489dcf6 req-5b4ddd44-df4e-42b1-a952-0e22bb2d08aa tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:42:59.531299 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-515fcafc-d72c-456a-aa4c-22f63489dcf6 req-5b4ddd44-df4e-42b1-a952-0e22bb2d08aa tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "GET /v2.0/ports?device_id=f62efc86-6070-41b6-8a5b-6b5ffeda1238 HTTP/1.1" status: 200 len: 945 time: 0.0547721 Mar 14 10:42:59.577552 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-515fcafc-d72c-456a-aa4c-22f63489dcf6 req-2598ad81-1197-410e-906e-0a42e8c2f957 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "GET /v2.0/security-groups?id=42aa8d70-0453-4eca-93d9-fd1f0efd0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407338 Mar 14 10:42:59.688217 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71da0e62-5f56-41e9-af1e-5a6c3cce979e req-a9e823aa-dbd3-43f8-ac29-c02d4898e4ea tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:42:59.689570 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-71da0e62-5f56-41e9-af1e-5a6c3cce979e req-a9e823aa-dbd3-43f8-ac29-c02d4898e4ea tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "GET /v2.0/ports?device_id=f62efc86-6070-41b6-8a5b-6b5ffeda1238 HTTP/1.1" status: 200 len: 945 time: 0.0506656 Mar 14 10:42:59.698533 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 50636) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:42:59.702701 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.v2.base [None req-d82e6934-7562-46c8-884d-27371a10845a tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Request body: {'floatingip': {'port_id': 'c6c9a6b8-8333-410d-9280-06207d2d13a0'}} {{(pid=103643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:42:59.739689 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-d82e6934-7562-46c8-884d-27371a10845a tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks [] for floatingip (077d99d5-7c19-4b43-91ee-9bf5d94f58cf), before_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:42:59.865810 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 50640) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:43:00.019929 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.plugin [None req-616eed4c-2cd6-4bcb-a8ba-bbe48247e438 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Deleting port a7df986b-6028-4200-bc50-2b0e6ee53152 {{(pid=103642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 10:43:00.020172 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-616eed4c-2cd6-4bcb-a8ba-bbe48247e438 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739585920741'] for port (a7df986b-6028-4200-bc50-2b0e6ee53152), before_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:43:00.095793 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-616eed4c-2cd6-4bcb-a8ba-bbe48247e438 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562337'] for port (a7df986b-6028-4200-bc50-2b0e6ee53152), precommit_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:43:00.096150 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-616eed4c-2cd6-4bcb-a8ba-bbe48247e438 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Publish callbacks [] for floatingip (a7df986b-6028-4200-bc50-2b0e6ee53152), precommit_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:43:00.107944 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.plugin [None req-616eed4c-2cd6-4bcb-a8ba-bbe48247e438 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Calling delete_port for a7df986b-6028-4200-bc50-2b0e6ee53152 owned by network:floatingip {{(pid=103642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 10:43:00.170262 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-d82e6934-7562-46c8-884d-27371a10845a tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:43:00.250989 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-d82e6934-7562-46c8-884d-27371a10845a tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-564448'] for floatingip (077d99d5-7c19-4b43-91ee-9bf5d94f58cf), after_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:43:00.356485 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.db.l3_db [None req-d82e6934-7562-46c8-884d-27371a10845a tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Floating IP 077d99d5-7c19-4b43-91ee-9bf5d94f58cf associated. External IP: 172.27.2.92, port: c6c9a6b8-8333-410d-9280-06207d2d13a0. Mar 14 10:43:00.571739 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d82e6934-7562-46c8-884d-27371a10845a tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Router af46814b-06af-4a09-b7be-76dcaa7e3d2d has already been hosted by L3 agent a016a58c-1f8a-4210-ae6c-360b1a1f78c1 {{(pid=103643) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 10:43:00.616972 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-616eed4c-2cd6-4bcb-a8ba-bbe48247e438 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739585930060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739585409127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9714944'] for port (a7df986b-6028-4200-bc50-2b0e6ee53152), after_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:43:00.642667 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616eed4c-2cd6-4bcb-a8ba-bbe48247e438 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Pushing event deleted for resources: {'Port': ['ID=a7df986b-6028-4200-bc50-2b0e6ee53152,revision_number=None']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:43:00.706314 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-616eed4c-2cd6-4bcb-a8ba-bbe48247e438 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Publish callbacks [] for floatingip (07753827-eee1-4ced-94c4-37eb4482e960), after_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:43:00.706748 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.db.l3_db [None req-616eed4c-2cd6-4bcb-a8ba-bbe48247e438 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Floating IP 07753827-eee1-4ced-94c4-37eb4482e960 disassociated (deleted). External IP: 172.27.2.58, port: 7c297a19-ac2a-47a9-9889-7f221f81ad86. Mar 14 10:43:00.921074 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-616eed4c-2cd6-4bcb-a8ba-bbe48247e438 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Router 88162fc5-f696-46e6-aec7-20a02549062f has already been hosted by L3 agent a016a58c-1f8a-4210-ae6c-360b1a1f78c1 {{(pid=103642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 10:43:00.927503 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d82e6934-7562-46c8-884d-27371a10845a tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Notify agent at l3_agent.dv-cinder-833544-1-iscsi the message routers_updated {{(pid=103643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 10:43:00.932317 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-d82e6934-7562-46c8-884d-27371a10845a tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211739'] for floatingip (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:43:00.937426 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07376255-cd91-4f13-a557-8aa5a28b275c None None] Sync routers for ids ['af46814b-06af-4a09-b7be-76dcaa7e3d2d'] in dv-cinder-833544-1-iscsi {{(pid=103644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 10:43:00.948219 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07376255-cd91-4f13-a557-8aa5a28b275c None None] Routers {'af46814b-06af-4a09-b7be-76dcaa7e3d2d'} bound to L3 agent in host dv-cinder-833544-1-iscsi {{(pid=103644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:43:00.948839 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-07376255-cd91-4f13-a557-8aa5a28b275c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833544-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T10:17:23Z,description=,heartbeat_timestamp=2022-03-14T10:42:53Z,host='dv-cinder-833544-1-iscsi',id=a016a58c-1f8a-4210-ae6c-360b1a1f78c1,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:17:24Z,topic='l3_agent')) {'router_ids': ['af46814b-06af-4a09-b7be-76dcaa7e3d2d'], 'active': True} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:43:00.961631 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-d82e6934-7562-46c8-884d-27371a10845a tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "PUT /v2.0/floatingips/077d99d5-7c19-4b43-91ee-9bf5d94f58cf HTTP/1.1" status: 200 len: 990 time: 1.2620888 Mar 14 10:43:00.963075 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f62efc86-6070-41b6-8a5b-6b5ffeda1238', 'tag': 'c6c9a6b8-8333-410d-9280-06207d2d13a0'}] {{(pid=103643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:43:00.965310 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b58adf1808d3e8f2b7de4636db435fb255da6a44abdc46a7a48cdc23cb85b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ad4957b-49c2-442b-a3ff-18c5c965de79" -d '{"events": [{"name": "network-changed", "server_uuid": "f62efc86-6070-41b6-8a5b-6b5ffeda1238", "tag": "c6c9a6b8-8333-410d-9280-06207d2d13a0"}]}' {{(pid=103643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:43:01.002670 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 10:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17783377-1177-496d-8ea7-dd8f988daef2 x-openstack-request-id: req-17783377-1177-496d-8ea7-dd8f988daef2 {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:43:01.003026 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f62efc86-6070-41b6-8a5b-6b5ffeda1238", "tag": "c6c9a6b8-8333-410d-9280-06207d2d13a0", "status": "completed", "code": 200}]} {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:43:01.003344 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-17783377-1177-496d-8ea7-dd8f988daef2 {{(pid=103643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:43:01.003826 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f62efc86-6070-41b6-8a5b-6b5ffeda1238', 'tag': 'c6c9a6b8-8333-410d-9280-06207d2d13a0', 'status': 'completed', 'code': 200} Mar 14 10:43:01.043001 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-616eed4c-2cd6-4bcb-a8ba-bbe48247e438 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Notify agent at l3_agent.dv-cinder-833544-1-iscsi the message routers_updated {{(pid=103642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 10:43:01.048120 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-616eed4c-2cd6-4bcb-a8ba-bbe48247e438 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211739'] for floatingip (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:43:01.053341 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a6c088-c93b-488c-a0b9-b986bf6314d3 None None] Sync routers for ids ['88162fc5-f696-46e6-aec7-20a02549062f'] in dv-cinder-833544-1-iscsi {{(pid=103645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 10:43:01.062252 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvr_db [None req-07376255-cd91-4f13-a557-8aa5a28b275c None None] Set router af46814b-06af-4a09-b7be-76dcaa7e3d2d gateway port host: dv-cinder-833544-1-iscsi {{(pid=103644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:43:01.072996 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a6c088-c93b-488c-a0b9-b986bf6314d3 None None] Routers {'88162fc5-f696-46e6-aec7-20a02549062f'} bound to L3 agent in host dv-cinder-833544-1-iscsi {{(pid=103645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:43:01.073972 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-60a6c088-c93b-488c-a0b9-b986bf6314d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833544-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T10:17:23Z,description=,heartbeat_timestamp=2022-03-14T10:42:53Z,host='dv-cinder-833544-1-iscsi',id=a016a58c-1f8a-4210-ae6c-360b1a1f78c1,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:17:24Z,topic='l3_agent')) {'router_ids': ['88162fc5-f696-46e6-aec7-20a02549062f'], 'active': True} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:43:01.086098 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-616eed4c-2cd6-4bcb-a8ba-bbe48247e438 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "DELETE /v2.0/floatingips/07753827-eee1-4ced-94c4-37eb4482e960 HTTP/1.1" status: 204 len: 168 time: 1.2191739 Mar 14 10:43:01.086920 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbf6744c-7584-4dcc-ba94-4e909e7319f5', 'tag': '7c297a19-ac2a-47a9-9889-7f221f81ad86'}] {{(pid=103642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:43:01.089974 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2719b20af467307de00d33cfc3bda2b7e701d9c3500810f7746d17fecb5aed99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbd1be30-a6f7-4d69-b4a6-ec8976956e65" -d '{"events": [{"name": "network-changed", "server_uuid": "cbf6744c-7584-4dcc-ba94-4e909e7319f5", "tag": "7c297a19-ac2a-47a9-9889-7f221f81ad86"}]}' {{(pid=103642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:43:01.120125 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad4957b-49c2-442b-a3ff-18c5c965de79 req-55059490-a9c6-4640-9118-8d315e03dac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:43:01.121650 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-7ad4957b-49c2-442b-a3ff-18c5c965de79 req-55059490-a9c6-4640-9118-8d315e03dac2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ec9fb341ae784a188d2c22728a1d4c86&device_id=f62efc86-6070-41b6-8a5b-6b5ffeda1238 HTTP/1.1" status: 200 len: 1129 time: 0.0776675 Mar 14 10:43:01.132397 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 10:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a55e55c-af0c-44ae-8ced-2ccd757dbb8e x-openstack-request-id: req-0a55e55c-af0c-44ae-8ced-2ccd757dbb8e {{(pid=103642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:43:01.132819 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbf6744c-7584-4dcc-ba94-4e909e7319f5", "tag": "7c297a19-ac2a-47a9-9889-7f221f81ad86", "status": "completed", "code": 200}]} {{(pid=103642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:43:01.133086 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0a55e55c-af0c-44ae-8ced-2ccd757dbb8e {{(pid=103642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:43:01.134999 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbf6744c-7584-4dcc-ba94-4e909e7319f5', 'tag': '7c297a19-ac2a-47a9-9889-7f221f81ad86', 'status': 'completed', 'code': 200} Mar 14 10:43:01.223598 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvr_db [None req-60a6c088-c93b-488c-a0b9-b986bf6314d3 None None] Set router 88162fc5-f696-46e6-aec7-20a02549062f gateway port host: dv-cinder-833544-1-iscsi {{(pid=103645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:43:01.238212 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd1be30-a6f7-4d69-b4a6-ec8976956e65 req-90192da3-4f02-420d-8ea8-2aa84c99fc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:43:01.240632 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-bbd1be30-a6f7-4d69-b4a6-ec8976956e65 req-90192da3-4f02-420d-8ea8-2aa84c99fc8b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6297757b71cd48d4a33ab7458cc05ac7&device_id=cbf6744c-7584-4dcc-ba94-4e909e7319f5 HTTP/1.1" status: 200 len: 1129 time: 0.0686646 Mar 14 10:43:01.288944 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad4957b-49c2-442b-a3ff-18c5c965de79 req-3338894e-54a2-40f4-a4f0-cc60fa770a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:43:01.293178 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-7ad4957b-49c2-442b-a3ff-18c5c965de79 req-3338894e-54a2-40f4-a4f0-cc60fa770a52 service neutron] 10.222.0.39 "GET /v2.0/networks?id=57ee559b-7405-419c-add9-12136a347c22 HTTP/1.1" status: 200 len: 915 time: 0.1327784 Mar 14 10:43:01.315335 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-07376255-cd91-4f13-a557-8aa5a28b275c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af46814b-06af-4a09-b7be-76dcaa7e3d2d', 'name': 'tempest-AttachVolumeNegativeTest-542487346-router', 'tenant_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '4038d135-f1a7-44ee-a8aa-d68043c4ba7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:36:55Z', 'updated_at': '2022-03-14T10:36:58Z', 'revision_number': 4, 'project_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'gw_port': {'id': '4038d135-f1a7-44ee-a8aa-d68043c4ba7e', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ff:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af46814b-06af-4a09-b7be-76dcaa7e3d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:36:56Z', 'updated_at': '2022-03-14T10:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi', '_floatingips': [{'id': '077d99d5-7c19-4b43-91ee-9bf5d94f58cf', 'tenant_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'floating_ip_address': '172.27.2.92', 'floating_network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'router_id': 'af46814b-06af-4a09-b7be-76dcaa7e3d2d', 'port_id': 'c6c9a6b8-8333-410d-9280-06207d2d13a0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '57ee559b-7405-419c-add9-12136a347c22', 'mac_address': 'fa:16:3e:bf:bf:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f62efc86-6070-41b6-8a5b-6b5ffeda1238', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T10:42:43Z', 'updated_at': '2022-03-14T10:43:00Z', 'revision_number': 1, 'project_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab8a89ac-e5fd-48ec-bc47-505baf6717ca', 'name': '', 'network_id': '57ee559b-7405-419c-add9-12136a347c22', 'tenant_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'mac_address': 'fa:16:3e:09:aa:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af46814b-06af-4a09-b7be-76dcaa7e3d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '445e9f07-5c2c-42dc-a9b7-aeafc1941d6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:36:58Z', 'updated_at': '2022-03-14T10:37:02Z', 'revision_number': 5, 'project_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'subnets': [{'id': '445e9f07-5c2c-42dc-a9b7-aeafc1941d6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833544-1-iscsi', False) {} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:43:01.340959 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd1be30-a6f7-4d69-b4a6-ec8976956e65 req-88034d29-6c38-4f8b-94aa-48de793f610f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:43:01.343023 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-bbd1be30-a6f7-4d69-b4a6-ec8976956e65 req-88034d29-6c38-4f8b-94aa-48de793f610f service neutron] 10.222.0.39 "GET /v2.0/networks?id=c84f27eb-37b9-4aa9-b62d-da2eefd83ac0 HTTP/1.1" status: 200 len: 912 time: 0.0963109 Mar 14 10:43:01.347571 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07376255-cd91-4f13-a557-8aa5a28b275c None None] Checking router: af46814b-06af-4a09-b7be-76dcaa7e3d2d for host: dv-cinder-833544-1-iscsi {{(pid=103644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 10:43:01.356456 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07376255-cd91-4f13-a557-8aa5a28b275c None None] Routers {'af46814b-06af-4a09-b7be-76dcaa7e3d2d'} bound to L3 agent in host dv-cinder-833544-1-iscsi {{(pid=103644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:43:01.357083 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-07376255-cd91-4f13-a557-8aa5a28b275c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833544-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T10:17:23Z,description=,heartbeat_timestamp=2022-03-14T10:42:53Z,host='dv-cinder-833544-1-iscsi',id=a016a58c-1f8a-4210-ae6c-360b1a1f78c1,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:17:24Z,topic='l3_agent')) {'router_ids': ['af46814b-06af-4a09-b7be-76dcaa7e3d2d'], 'active': True} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:43:01.382324 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-7ad4957b-49c2-442b-a3ff-18c5c965de79 req-911f5829-c959-473f-82aa-d68fa7037b5c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c6c9a6b8-8333-410d-9280-06207d2d13a0 HTTP/1.1" status: 200 len: 998 time: 0.0853775 Mar 14 10:43:01.406356 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-bbd1be30-a6f7-4d69-b4a6-ec8976956e65 req-8372373f-e20d-47be-a582-c3928bb70b9a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7c297a19-ac2a-47a9-9889-7f221f81ad86 HTTP/1.1" status: 200 len: 217 time: 0.0471802 Mar 14 10:43:01.438890 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad4957b-49c2-442b-a3ff-18c5c965de79 req-1d60232b-0192-4ed4-a728-e759a4cf66ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:43:01.440439 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-7ad4957b-49c2-442b-a3ff-18c5c965de79 req-1d60232b-0192-4ed4-a728-e759a4cf66ed service neutron] 10.222.0.39 "GET /v2.0/subnets?id=445e9f07-5c2c-42dc-a9b7-aeafc1941d6c HTTP/1.1" status: 200 len: 853 time: 0.0525959 Mar 14 10:43:01.465534 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd1be30-a6f7-4d69-b4a6-ec8976956e65 req-2e7a6596-518e-4cd0-9490-a668e8c87a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:43:01.467958 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-bbd1be30-a6f7-4d69-b4a6-ec8976956e65 req-2e7a6596-518e-4cd0-9490-a668e8c87a1f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c1ca7e58-7de1-4354-86ba-4c133fca3e45 HTTP/1.1" status: 200 len: 850 time: 0.0557396 Mar 14 10:43:01.478173 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-60a6c088-c93b-488c-a0b9-b986bf6314d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88162fc5-f696-46e6-aec7-20a02549062f', 'name': 'tempest-TestVolumeBootPattern-162580303-router', 'tenant_id': '6297757b71cd48d4a33ab7458cc05ac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '83c49087-a756-4c7d-99a2-5b604029eb80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:34:18Z', 'updated_at': '2022-03-14T10:34:22Z', 'revision_number': 4, 'project_id': '6297757b71cd48d4a33ab7458cc05ac7', 'gw_port': {'id': '83c49087-a756-4c7d-99a2-5b604029eb80', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88162fc5-f696-46e6-aec7-20a02549062f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:34:19Z', 'updated_at': '2022-03-14T10:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi', '_interfaces': [{'id': 'f1c63c40-5a38-4f6d-89f9-16a3f3bee0f4', 'name': '', 'network_id': 'c84f27eb-37b9-4aa9-b62d-da2eefd83ac0', 'tenant_id': '6297757b71cd48d4a33ab7458cc05ac7', 'mac_address': 'fa:16:3e:72:8f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88162fc5-f696-46e6-aec7-20a02549062f', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'c1ca7e58-7de1-4354-86ba-4c133fca3e45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:34:21Z', 'updated_at': '2022-03-14T10:34:25Z', 'revision_number': 5, 'project_id': '6297757b71cd48d4a33ab7458cc05ac7', 'subnets': [{'id': 'c1ca7e58-7de1-4354-86ba-4c133fca3e45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833544-1-iscsi', False) {} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:43:01.503109 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad4957b-49c2-442b-a3ff-18c5c965de79 req-3ba48efd-f4a4-4b12-a100-478b0a37cb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:43:01.503355 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvr_db [None req-07376255-cd91-4f13-a557-8aa5a28b275c None None] Set router af46814b-06af-4a09-b7be-76dcaa7e3d2d gateway port host: dv-cinder-833544-1-iscsi {{(pid=103644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:43:01.504648 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-7ad4957b-49c2-442b-a3ff-18c5c965de79 req-3ba48efd-f4a4-4b12-a100-478b0a37cb5e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=57ee559b-7405-419c-add9-12136a347c22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0564535 Mar 14 10:43:01.516179 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a6c088-c93b-488c-a0b9-b986bf6314d3 None None] Checking router: 88162fc5-f696-46e6-aec7-20a02549062f for host: dv-cinder-833544-1-iscsi {{(pid=103645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 10:43:01.531662 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd1be30-a6f7-4d69-b4a6-ec8976956e65 req-8c990103-3644-4ee2-9f69-3d1124f40b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:43:01.531818 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a6c088-c93b-488c-a0b9-b986bf6314d3 None None] Routers {'88162fc5-f696-46e6-aec7-20a02549062f'} bound to L3 agent in host dv-cinder-833544-1-iscsi {{(pid=103645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:43:01.531911 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-bbd1be30-a6f7-4d69-b4a6-ec8976956e65 req-8c990103-3644-4ee2-9f69-3d1124f40b2c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c84f27eb-37b9-4aa9-b62d-da2eefd83ac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0574634 Mar 14 10:43:01.532018 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-60a6c088-c93b-488c-a0b9-b986bf6314d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833544-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T10:17:23Z,description=,heartbeat_timestamp=2022-03-14T10:42:53Z,host='dv-cinder-833544-1-iscsi',id=a016a58c-1f8a-4210-ae6c-360b1a1f78c1,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:17:24Z,topic='l3_agent')) {'router_ids': ['88162fc5-f696-46e6-aec7-20a02549062f'], 'active': True} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:43:01.672703 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-7ad4957b-49c2-442b-a3ff-18c5c965de79 req-0b95a053-a7c0-4868-9782-0ec7410f40db service neutron] 10.222.0.39 "GET /v2.0/networks/57ee559b-7405-419c-add9-12136a347c22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613953 Mar 14 10:43:01.685455 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec119fc-6cf5-4fae-8aab-b334b1d81ad4 req-20794329-07ff-4bab-af6d-85ac4d05d13c tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:43:01.687256 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-9ec119fc-6cf5-4fae-8aab-b334b1d81ad4 req-20794329-07ff-4bab-af6d-85ac4d05d13c tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbf6744c-7584-4dcc-ba94-4e909e7319f5 HTTP/1.1" status: 200 len: 945 time: 0.0890524 Mar 14 10:43:01.691506 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-bbd1be30-a6f7-4d69-b4a6-ec8976956e65 req-2d8d27d5-e45f-49fa-9e0d-68ee4ce1ae7c service neutron] 10.222.0.39 "GET /v2.0/networks/c84f27eb-37b9-4aa9-b62d-da2eefd83ac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238453 Mar 14 10:43:01.775946 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvr_db [None req-60a6c088-c93b-488c-a0b9-b986bf6314d3 None None] Set router 88162fc5-f696-46e6-aec7-20a02549062f gateway port host: dv-cinder-833544-1-iscsi {{(pid=103645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:43:01.802442 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-9ec119fc-6cf5-4fae-8aab-b334b1d81ad4 req-79059eb8-6e1f-40f9-a198-802323d84f43 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/security-groups?id=5db7947e-8c99-4e92-b817-f70bd3c75c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063607 Mar 14 10:43:01.808776 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [req-bbd1be30-a6f7-4d69-b4a6-ec8976956e65 req-960ba3d9-4e0b-4929-8110-1a3f4bca4941 service neutron] 10.222.0.39 "GET /v2.0/networks/c84f27eb-37b9-4aa9-b62d-da2eefd83ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097577 Mar 14 10:43:01.813225 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-07376255-cd91-4f13-a557-8aa5a28b275c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af46814b-06af-4a09-b7be-76dcaa7e3d2d', 'name': 'tempest-AttachVolumeNegativeTest-542487346-router', 'tenant_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '4038d135-f1a7-44ee-a8aa-d68043c4ba7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:36:55Z', 'updated_at': '2022-03-14T10:36:58Z', 'revision_number': 4, 'project_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'gw_port': {'id': '4038d135-f1a7-44ee-a8aa-d68043c4ba7e', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ff:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af46814b-06af-4a09-b7be-76dcaa7e3d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:36:56Z', 'updated_at': '2022-03-14T10:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi', '_floatingips': [{'id': '077d99d5-7c19-4b43-91ee-9bf5d94f58cf', 'tenant_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'floating_ip_address': '172.27.2.92', 'floating_network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'router_id': 'af46814b-06af-4a09-b7be-76dcaa7e3d2d', 'port_id': 'c6c9a6b8-8333-410d-9280-06207d2d13a0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '57ee559b-7405-419c-add9-12136a347c22', 'mac_address': 'fa:16:3e:bf:bf:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f62efc86-6070-41b6-8a5b-6b5ffeda1238', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T10:42:43Z', 'updated_at': '2022-03-14T10:43:00Z', 'revision_number': 1, 'project_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab8a89ac-e5fd-48ec-bc47-505baf6717ca', 'name': '', 'network_id': '57ee559b-7405-419c-add9-12136a347c22', 'tenant_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'mac_address': 'fa:16:3e:09:aa:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af46814b-06af-4a09-b7be-76dcaa7e3d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '445e9f07-5c2c-42dc-a9b7-aeafc1941d6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:36:58Z', 'updated_at': '2022-03-14T10:37:02Z', 'revision_number': 5, 'project_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'subnets': [{'id': '445e9f07-5c2c-42dc-a9b7-aeafc1941d6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833544-1-iscsi', False) {} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:43:01.821944 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-7ad4957b-49c2-442b-a3ff-18c5c965de79 req-094af4e8-9547-481b-ad37-e7588877cbaf service neutron] 10.222.0.39 "GET /v2.0/networks/57ee559b-7405-419c-add9-12136a347c22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331232 Mar 14 10:43:01.976609 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07376255-cd91-4f13-a557-8aa5a28b275c None None] The sync data for ids ['af46814b-06af-4a09-b7be-76dcaa7e3d2d'] in dv-cinder-833544-1-iscsi is: [{'id': 'af46814b-06af-4a09-b7be-76dcaa7e3d2d', 'name': 'tempest-AttachVolumeNegativeTest-542487346-router', 'tenant_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '4038d135-f1a7-44ee-a8aa-d68043c4ba7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:36:55Z', 'updated_at': '2022-03-14T10:36:58Z', 'revision_number': 4, 'project_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'gw_port': {'id': '4038d135-f1a7-44ee-a8aa-d68043c4ba7e', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ff:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af46814b-06af-4a09-b7be-76dcaa7e3d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:36:56Z', 'updated_at': '2022-03-14T10:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi', '_floatingips': [{'id': '077d99d5-7c19-4b43-91ee-9bf5d94f58cf', 'tenant_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'floating_ip_address': '172.27.2.92', 'floating_network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'router_id': 'af46814b-06af-4a09-b7be-76dcaa7e3d2d', 'port_id': 'c6c9a6b8-8333-410d-9280-06207d2d13a0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '57ee559b-7405-419c-add9-12136a347c22', 'mac_address': 'fa:16:3e:bf:bf:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f62efc86-6070-41b6-8a5b-6b5ffeda1238', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T10:42:43Z', 'updated_at': '2022-03-14T10:43:00Z', 'revision_number': 1, 'project_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab8a89ac-e5fd-48ec-bc47-505baf6717ca', 'name': '', 'network_id': '57ee559b-7405-419c-add9-12136a347c22', 'tenant_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'mac_address': 'fa:16:3e:09:aa:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af46814b-06af-4a09-b7be-76dcaa7e3d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '445e9f07-5c2c-42dc-a9b7-aeafc1941d6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:36:58Z', 'updated_at': '2022-03-14T10:37:02Z', 'revision_number': 5, 'project_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'subnets': [{'id': '445e9f07-5c2c-42dc-a9b7-aeafc1941d6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 10:43:01.990551 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-60a6c088-c93b-488c-a0b9-b986bf6314d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88162fc5-f696-46e6-aec7-20a02549062f', 'name': 'tempest-TestVolumeBootPattern-162580303-router', 'tenant_id': '6297757b71cd48d4a33ab7458cc05ac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '83c49087-a756-4c7d-99a2-5b604029eb80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:34:18Z', 'updated_at': '2022-03-14T10:34:22Z', 'revision_number': 4, 'project_id': '6297757b71cd48d4a33ab7458cc05ac7', 'gw_port': {'id': '83c49087-a756-4c7d-99a2-5b604029eb80', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88162fc5-f696-46e6-aec7-20a02549062f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:34:19Z', 'updated_at': '2022-03-14T10:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi', '_interfaces': [{'id': 'f1c63c40-5a38-4f6d-89f9-16a3f3bee0f4', 'name': '', 'network_id': 'c84f27eb-37b9-4aa9-b62d-da2eefd83ac0', 'tenant_id': '6297757b71cd48d4a33ab7458cc05ac7', 'mac_address': 'fa:16:3e:72:8f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88162fc5-f696-46e6-aec7-20a02549062f', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'c1ca7e58-7de1-4354-86ba-4c133fca3e45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:34:21Z', 'updated_at': '2022-03-14T10:34:25Z', 'revision_number': 5, 'project_id': '6297757b71cd48d4a33ab7458cc05ac7', 'subnets': [{'id': 'c1ca7e58-7de1-4354-86ba-4c133fca3e45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833544-1-iscsi', False) {} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:43:02.021344 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a6c088-c93b-488c-a0b9-b986bf6314d3 None None] The sync data for ids ['88162fc5-f696-46e6-aec7-20a02549062f'] in dv-cinder-833544-1-iscsi is: [{'id': '88162fc5-f696-46e6-aec7-20a02549062f', 'name': 'tempest-TestVolumeBootPattern-162580303-router', 'tenant_id': '6297757b71cd48d4a33ab7458cc05ac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '83c49087-a756-4c7d-99a2-5b604029eb80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:34:18Z', 'updated_at': '2022-03-14T10:34:22Z', 'revision_number': 4, 'project_id': '6297757b71cd48d4a33ab7458cc05ac7', 'gw_port': {'id': '83c49087-a756-4c7d-99a2-5b604029eb80', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88162fc5-f696-46e6-aec7-20a02549062f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:34:19Z', 'updated_at': '2022-03-14T10:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi', '_interfaces': [{'id': 'f1c63c40-5a38-4f6d-89f9-16a3f3bee0f4', 'name': '', 'network_id': 'c84f27eb-37b9-4aa9-b62d-da2eefd83ac0', 'tenant_id': '6297757b71cd48d4a33ab7458cc05ac7', 'mac_address': 'fa:16:3e:72:8f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88162fc5-f696-46e6-aec7-20a02549062f', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'c1ca7e58-7de1-4354-86ba-4c133fca3e45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:34:21Z', 'updated_at': '2022-03-14T10:34:25Z', 'revision_number': 5, 'project_id': '6297757b71cd48d4a33ab7458cc05ac7', 'subnets': [{'id': 'c1ca7e58-7de1-4354-86ba-4c133fca3e45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 10:43:02.208781 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b73c1e8-632a-4b50-93db-aaf378bb90c4 None None] New status for floating IP 077d99d5-7c19-4b43-91ee-9bf5d94f58cf: ACTIVE {{(pid=103644) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 10:43:02.275966 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd96b4d-580d-4ea5-ac11-13a857b93775 None None] New status for floating IP 07753827-eee1-4ced-94c4-37eb4482e960: DOWN {{(pid=103645) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 10:43:02.934906 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c91d7b-4218-44d0-b4c7-829095dd8ea8 req-25a57632-782d-4342-bedb-f10f687503f2 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:43:02.936417 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-f5c91d7b-4218-44d0-b4c7-829095dd8ea8 req-25a57632-782d-4342-bedb-f10f687503f2 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbf6744c-7584-4dcc-ba94-4e909e7319f5 HTTP/1.1" status: 200 len: 945 time: 0.0552657 Mar 14 10:43:02.983542 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-f5c91d7b-4218-44d0-b4c7-829095dd8ea8 req-3e857b19-212d-4016-bb27-fb3a3f4cfbbe tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/security-groups?id=5db7947e-8c99-4e92-b817-f70bd3c75c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416236 Mar 14 10:43:03.490242 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b879215-dd57-42cf-9883-fded9386be87 req-a415317a-30d3-4e2a-8119-fe9b1344f585 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:43:03.491574 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-7b879215-dd57-42cf-9883-fded9386be87 req-a415317a-30d3-4e2a-8119-fe9b1344f585 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbf6744c-7584-4dcc-ba94-4e909e7319f5 HTTP/1.1" status: 200 len: 945 time: 0.0498567 Mar 14 10:43:03.583281 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [req-7b879215-dd57-42cf-9883-fded9386be87 req-98e4d495-6f2e-4e1c-af47-0803ffcf3c62 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Deleting port 7c297a19-ac2a-47a9-9889-7f221f81ad86 {{(pid=103643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 10:43:03.583627 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-7b879215-dd57-42cf-9883-fded9386be87 req-98e4d495-6f2e-4e1c-af47-0803ffcf3c62 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739585920741'] for port (7c297a19-ac2a-47a9-9889-7f221f81ad86), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:43:03.670379 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.db [req-7b879215-dd57-42cf-9883-fded9386be87 req-98e4d495-6f2e-4e1c-af47-0803ffcf3c62 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] For port 7c297a19-ac2a-47a9-9889-7f221f81ad86, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=7c297a19-ac2a-47a9-9889-7f221f81ad86,segment=NetworkSegment(2460ef8d-df84-4c9b-a5b7-310d5b72ba4e),segment_id=2460ef8d-df84-4c9b-a5b7-310d5b72ba4e)] {{(pid=103643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:43:03.670746 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-7b879215-dd57-42cf-9883-fded9386be87 req-98e4d495-6f2e-4e1c-af47-0803ffcf3c62 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562337'] for port (7c297a19-ac2a-47a9-9889-7f221f81ad86), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:43:03.683737 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [req-7b879215-dd57-42cf-9883-fded9386be87 req-98e4d495-6f2e-4e1c-af47-0803ffcf3c62 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Calling delete_port for 7c297a19-ac2a-47a9-9889-7f221f81ad86 owned by compute:nova {{(pid=103643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 10:43:03.873940 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-7b879215-dd57-42cf-9883-fded9386be87 req-98e4d495-6f2e-4e1c-af47-0803ffcf3c62 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739585930060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739585409127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516063'] for port (7c297a19-ac2a-47a9-9889-7f221f81ad86), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:43:03.900849 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e4d495-6f2e-4e1c-af47-0803ffcf3c62 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Pushing event deleted for resources: {'Port': ['ID=7c297a19-ac2a-47a9-9889-7f221f81ad86,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:43:03.943054 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b879215-dd57-42cf-9883-fded9386be87 req-98e4d495-6f2e-4e1c-af47-0803ffcf3c62 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] No DVR routers for this DVR port 7c297a19-ac2a-47a9-9889-7f221f81ad86 on host hv-cinder-83354 {{(pid=103643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 10:43:03.949500 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-7b879215-dd57-42cf-9883-fded9386be87 req-98e4d495-6f2e-4e1c-af47-0803ffcf3c62 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211739'] for port (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:43:03.949500 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-7b879215-dd57-42cf-9883-fded9386be87 req-98e4d495-6f2e-4e1c-af47-0803ffcf3c62 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.39 "DELETE /v2.0/ports/7c297a19-ac2a-47a9-9889-7f221f81ad86 HTTP/1.1" status: 204 len: 173 time: 0.4524403 Mar 14 10:43:03.949736 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbf6744c-7584-4dcc-ba94-4e909e7319f5', 'name': 'network-vif-deleted', 'tag': '7c297a19-ac2a-47a9-9889-7f221f81ad86'}] {{(pid=103643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:43:03.952234 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b58adf1808d3e8f2b7de4636db435fb255da6a44abdc46a7a48cdc23cb85b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02eddb99-8342-43ee-a494-f94e3d969617" -d '{"events": [{"server_uuid": "cbf6744c-7584-4dcc-ba94-4e909e7319f5", "name": "network-vif-deleted", "tag": "7c297a19-ac2a-47a9-9889-7f221f81ad86"}]}' {{(pid=103643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:43:03.987363 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 10:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bdea442-ef77-4f56-900b-cb9b0af0febf x-openstack-request-id: req-8bdea442-ef77-4f56-900b-cb9b0af0febf {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:43:03.987659 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbf6744c-7584-4dcc-ba94-4e909e7319f5", "name": "network-vif-deleted", "tag": "7c297a19-ac2a-47a9-9889-7f221f81ad86", "status": "completed", "code": 200}]} {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:43:03.987941 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8bdea442-ef77-4f56-900b-cb9b0af0febf {{(pid=103643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:43:03.988336 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbf6744c-7584-4dcc-ba94-4e909e7319f5', 'name': 'network-vif-deleted', 'tag': '7c297a19-ac2a-47a9-9889-7f221f81ad86', 'status': 'completed', 'code': 200} Mar 14 10:43:04.081554 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-c02ef87b-386f-4873-b8e0-cab5e068cb45 req-4c7c7d61-29bd-4db7-9391-cf351c995fc3 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbf6744c-7584-4dcc-ba94-4e909e7319f5 HTTP/1.1" status: 200 len: 210 time: 0.0295122 Mar 14 10:43:05.188766 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-15266fec-552e-43a3-91fa-9b9474f7886c req-777c3876-66d4-4fed-9c76-49b78b630885 tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbf6744c-7584-4dcc-ba94-4e909e7319f5 HTTP/1.1" status: 200 len: 210 time: 0.0282266 Mar 14 10:43:06.242776 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 50662) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:43:06.364241 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [None req-921b55eb-3c0a-4e7d-acd4-22558be1ffda tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Deleting port 8d6058ab-4b7c-429d-9b6f-edd90a50d07d {{(pid=103643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 10:43:06.364581 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-921b55eb-3c0a-4e7d-acd4-22558be1ffda tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739585920741'] for port (8d6058ab-4b7c-429d-9b6f-edd90a50d07d), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:43:06.441237 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-921b55eb-3c0a-4e7d-acd4-22558be1ffda tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562337'] for port (8d6058ab-4b7c-429d-9b6f-edd90a50d07d), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:43:06.441558 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-921b55eb-3c0a-4e7d-acd4-22558be1ffda tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Publish callbacks [] for floatingip (8d6058ab-4b7c-429d-9b6f-edd90a50d07d), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:43:06.453362 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [None req-921b55eb-3c0a-4e7d-acd4-22558be1ffda tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Calling delete_port for 8d6058ab-4b7c-429d-9b6f-edd90a50d07d owned by network:floatingip {{(pid=103643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 10:43:06.617092 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-921b55eb-3c0a-4e7d-acd4-22558be1ffda tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739585930060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739585409127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516063'] for port (8d6058ab-4b7c-429d-9b6f-edd90a50d07d), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:43:06.643340 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921b55eb-3c0a-4e7d-acd4-22558be1ffda tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Pushing event deleted for resources: {'Port': ['ID=8d6058ab-4b7c-429d-9b6f-edd90a50d07d,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:43:06.677948 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Device 7c297a19-ac2a-47a9-9889-7f221f81ad86 no longer exists at agent hyperv_hv-cinder-83354 {{(pid=103644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 10:43:06.698694 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] No Port match for: 7c297a19-ac2a-47a9-9889-7f221f81ad86 {{(pid=103644) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 10:43:06.699045 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Device 7c297a19-ac2a-47a9-9889-7f221f81ad86 not bound to the agent host hv-cinder-83354 {{(pid=103644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 10:43:06.705004 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-921b55eb-3c0a-4e7d-acd4-22558be1ffda tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Publish callbacks [] for floatingip (2cbbc506-9cd8-4a6f-a4c7-b79771c33f2d), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:43:06.707527 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-921b55eb-3c0a-4e7d-acd4-22558be1ffda tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211739'] for floatingip (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:43:06.708730 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-921b55eb-3c0a-4e7d-acd4-22558be1ffda tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "DELETE /v2.0/floatingips/2cbbc506-9cd8-4a6f-a4c7-b79771c33f2d HTTP/1.1" status: 204 len: 168 time: 0.4649904 Mar 14 10:43:08.019460 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 50676) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:43:08.073810 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-6f51784b-961f-4251-99cb-bb4d319c113d tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Publish callbacks [] for security_group (5db7947e-8c99-4e92-b817-f70bd3c75c36), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:43:08.097768 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-6f51784b-961f-4251-99cb-bb4d319c113d tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Publish callbacks [] for security_group (5db7947e-8c99-4e92-b817-f70bd3c75c36), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:43:08.239392 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-6f51784b-961f-4251-99cb-bb4d319c113d tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (5db7947e-8c99-4e92-b817-f70bd3c75c36), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:43:08.241968 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-6f51784b-961f-4251-99cb-bb4d319c113d tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Publish callbacks [] for security_group (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:43:08.243144 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-6f51784b-961f-4251-99cb-bb4d319c113d tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] 10.222.0.16 "DELETE /v2.0/security-groups/5db7947e-8c99-4e92-b817-f70bd3c75c36 HTTP/1.1" status: 204 len: 168 time: 0.2226651 Mar 14 10:43:08.256149 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f51784b-961f-4251-99cb-bb4d319c113d tempest-TestVolumeBootPattern-1154609784 tempest-TestVolumeBootPattern-1154609784-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5db7947e-8c99-4e92-b817-f70bd3c75c36,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:43:08.366923 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 50680) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:43:08.799814 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-7c5ae95a-a90e-4e32-9c94-9a005fe70798 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-557792'] for router_interface (88162fc5-f696-46e6-aec7-20a02549062f), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:43:09.039393 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [None req-7c5ae95a-a90e-4e32-9c94-9a005fe70798 admin admin] Deleting port f1c63c40-5a38-4f6d-89f9-16a3f3bee0f4 {{(pid=103643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 10:43:09.040091 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-7c5ae95a-a90e-4e32-9c94-9a005fe70798 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739585920741'] for port (f1c63c40-5a38-4f6d-89f9-16a3f3bee0f4), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:43:09.114961 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.db [None req-7c5ae95a-a90e-4e32-9c94-9a005fe70798 admin admin] For port f1c63c40-5a38-4f6d-89f9-16a3f3bee0f4, host dv-cinder-833544-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833544-1-iscsi',level=0,port_id=f1c63c40-5a38-4f6d-89f9-16a3f3bee0f4,segment=NetworkSegment(2460ef8d-df84-4c9b-a5b7-310d5b72ba4e),segment_id=2460ef8d-df84-4c9b-a5b7-310d5b72ba4e)] {{(pid=103643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:43:09.115323 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-7c5ae95a-a90e-4e32-9c94-9a005fe70798 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562337'] for port (f1c63c40-5a38-4f6d-89f9-16a3f3bee0f4), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:43:09.127383 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [None req-7c5ae95a-a90e-4e32-9c94-9a005fe70798 admin admin] Calling delete_port for f1c63c40-5a38-4f6d-89f9-16a3f3bee0f4 owned by network:router_interface {{(pid=103643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 10:43:09.365034 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-7c5ae95a-a90e-4e32-9c94-9a005fe70798 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739585930060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739585409127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516063'] for port (f1c63c40-5a38-4f6d-89f9-16a3f3bee0f4), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:43:09.390539 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5ae95a-a90e-4e32-9c94-9a005fe70798 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1c63c40-5a38-4f6d-89f9-16a3f3bee0f4,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:43:09.560395 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-7c5ae95a-a90e-4e32-9c94-9a005fe70798 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-559952'] for router_interface (88162fc5-f696-46e6-aec7-20a02549062f), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:43:09.772033 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c5ae95a-a90e-4e32-9c94-9a005fe70798 admin admin] Router 88162fc5-f696-46e6-aec7-20a02549062f has already been hosted by L3 agent a016a58c-1f8a-4210-ae6c-360b1a1f78c1 {{(pid=103643) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 10:43:09.875337 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c5ae95a-a90e-4e32-9c94-9a005fe70798 admin admin] Notify agent at l3_agent.dv-cinder-833544-1-iscsi the message routers_updated {{(pid=103643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 10:43:09.880268 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-7c5ae95a-a90e-4e32-9c94-9a005fe70798 admin admin] 10.222.0.16 "PUT /v2.0/routers/88162fc5-f696-46e6-aec7-20a02549062f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5123343 Mar 14 10:43:09.882763 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 50684) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:43:09.883774 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a21fc3d-a3ad-4d4b-836b-cdecf1186637 None None] Sync routers for ids ['88162fc5-f696-46e6-aec7-20a02549062f'] in dv-cinder-833544-1-iscsi {{(pid=103644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 10:43:09.893238 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a21fc3d-a3ad-4d4b-836b-cdecf1186637 None None] Routers {'88162fc5-f696-46e6-aec7-20a02549062f'} bound to L3 agent in host dv-cinder-833544-1-iscsi {{(pid=103644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:43:09.893848 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-0a21fc3d-a3ad-4d4b-836b-cdecf1186637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833544-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T10:17:23Z,description=,heartbeat_timestamp=2022-03-14T10:42:53Z,host='dv-cinder-833544-1-iscsi',id=a016a58c-1f8a-4210-ae6c-360b1a1f78c1,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:17:24Z,topic='l3_agent')) {'router_ids': ['88162fc5-f696-46e6-aec7-20a02549062f'], 'active': True} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:43:09.986049 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-85287e9e-aa23-4368-8ee6-ae0d22d54096 admin admin] Publish callbacks [] for router (88162fc5-f696-46e6-aec7-20a02549062f), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:43:09.999418 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvr_db [None req-0a21fc3d-a3ad-4d4b-836b-cdecf1186637 None None] Set router 88162fc5-f696-46e6-aec7-20a02549062f gateway port host: dv-cinder-833544-1-iscsi {{(pid=103644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:43:10.181869 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-0a21fc3d-a3ad-4d4b-836b-cdecf1186637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88162fc5-f696-46e6-aec7-20a02549062f', 'name': 'tempest-TestVolumeBootPattern-162580303-router', 'tenant_id': '6297757b71cd48d4a33ab7458cc05ac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '83c49087-a756-4c7d-99a2-5b604029eb80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:34:18Z', 'updated_at': '2022-03-14T10:43:09Z', 'revision_number': 5, 'project_id': '6297757b71cd48d4a33ab7458cc05ac7', 'gw_port': {'id': '83c49087-a756-4c7d-99a2-5b604029eb80', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88162fc5-f696-46e6-aec7-20a02549062f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:34:19Z', 'updated_at': '2022-03-14T10:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi'}], 'dv-cinder-833544-1-iscsi', False) {} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:43:10.211464 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a21fc3d-a3ad-4d4b-836b-cdecf1186637 None None] Checking router: 88162fc5-f696-46e6-aec7-20a02549062f for host: dv-cinder-833544-1-iscsi {{(pid=103644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 10:43:10.221427 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a21fc3d-a3ad-4d4b-836b-cdecf1186637 None None] Routers {'88162fc5-f696-46e6-aec7-20a02549062f'} bound to L3 agent in host dv-cinder-833544-1-iscsi {{(pid=103644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:43:10.222055 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-0a21fc3d-a3ad-4d4b-836b-cdecf1186637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833544-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T10:17:23Z,description=,heartbeat_timestamp=2022-03-14T10:42:53Z,host='dv-cinder-833544-1-iscsi',id=a016a58c-1f8a-4210-ae6c-360b1a1f78c1,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:17:24Z,topic='l3_agent')) {'router_ids': ['88162fc5-f696-46e6-aec7-20a02549062f'], 'active': True} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:43:10.328896 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvr_db [None req-0a21fc3d-a3ad-4d4b-836b-cdecf1186637 None None] Set router 88162fc5-f696-46e6-aec7-20a02549062f gateway port host: dv-cinder-833544-1-iscsi {{(pid=103644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:43:10.331533 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-85287e9e-aa23-4368-8ee6-ae0d22d54096 admin admin] Publish callbacks [] for router_gateway (88162fc5-f696-46e6-aec7-20a02549062f), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:43:10.468065 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [None req-85287e9e-aa23-4368-8ee6-ae0d22d54096 admin admin] Deleting port 83c49087-a756-4c7d-99a2-5b604029eb80 {{(pid=103643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 10:43:10.468452 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-85287e9e-aa23-4368-8ee6-ae0d22d54096 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739585920741'] for port (83c49087-a756-4c7d-99a2-5b604029eb80), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:43:10.503632 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-0a21fc3d-a3ad-4d4b-836b-cdecf1186637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88162fc5-f696-46e6-aec7-20a02549062f', 'name': 'tempest-TestVolumeBootPattern-162580303-router', 'tenant_id': '6297757b71cd48d4a33ab7458cc05ac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '83c49087-a756-4c7d-99a2-5b604029eb80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:34:18Z', 'updated_at': '2022-03-14T10:43:09Z', 'revision_number': 5, 'project_id': '6297757b71cd48d4a33ab7458cc05ac7', 'gw_port': {'id': '83c49087-a756-4c7d-99a2-5b604029eb80', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88162fc5-f696-46e6-aec7-20a02549062f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:34:19Z', 'updated_at': '2022-03-14T10:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi'}], 'dv-cinder-833544-1-iscsi', False) {} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:43:10.531887 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a21fc3d-a3ad-4d4b-836b-cdecf1186637 None None] The sync data for ids ['88162fc5-f696-46e6-aec7-20a02549062f'] in dv-cinder-833544-1-iscsi is: [{'id': '88162fc5-f696-46e6-aec7-20a02549062f', 'name': 'tempest-TestVolumeBootPattern-162580303-router', 'tenant_id': '6297757b71cd48d4a33ab7458cc05ac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '83c49087-a756-4c7d-99a2-5b604029eb80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:34:18Z', 'updated_at': '2022-03-14T10:43:09Z', 'revision_number': 5, 'project_id': '6297757b71cd48d4a33ab7458cc05ac7', 'gw_port': {'id': '83c49087-a756-4c7d-99a2-5b604029eb80', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88162fc5-f696-46e6-aec7-20a02549062f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:34:19Z', 'updated_at': '2022-03-14T10:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi'}] {{(pid=103644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 10:43:10.546204 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.db [None req-85287e9e-aa23-4368-8ee6-ae0d22d54096 admin admin] For port 83c49087-a756-4c7d-99a2-5b604029eb80, host dv-cinder-833544-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833544-1-iscsi',level=0,port_id=83c49087-a756-4c7d-99a2-5b604029eb80,segment=NetworkSegment(11cedc40-3914-4af6-ba83-0b9ce6d6fc30),segment_id=11cedc40-3914-4af6-ba83-0b9ce6d6fc30)] {{(pid=103643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:43:10.546579 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-85287e9e-aa23-4368-8ee6-ae0d22d54096 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562337'] for port (83c49087-a756-4c7d-99a2-5b604029eb80), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:43:10.563625 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [None req-85287e9e-aa23-4368-8ee6-ae0d22d54096 admin admin] Calling delete_port for 83c49087-a756-4c7d-99a2-5b604029eb80 owned by network:router_gateway {{(pid=103643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 10:43:10.782416 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-85287e9e-aa23-4368-8ee6-ae0d22d54096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739585930060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739585409127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516063'] for port (83c49087-a756-4c7d-99a2-5b604029eb80), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:43:10.808501 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85287e9e-aa23-4368-8ee6-ae0d22d54096 admin admin] Pushing event deleted for resources: {'Port': ['ID=83c49087-a756-4c7d-99a2-5b604029eb80,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:43:10.865945 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-85287e9e-aa23-4368-8ee6-ae0d22d54096 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-564278'] for router_gateway (88162fc5-f696-46e6-aec7-20a02549062f), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:43:10.966163 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-85287e9e-aa23-4368-8ee6-ae0d22d54096 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10120'] for router (88162fc5-f696-46e6-aec7-20a02549062f), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:43:10.968622 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-85287e9e-aa23-4368-8ee6-ae0d22d54096 admin admin] Publish callbacks [] for router_controller (88162fc5-f696-46e6-aec7-20a02549062f), precommit_delete_associations {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:43:11.024495 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Device f1c63c40-5a38-4f6d-89f9-16a3f3bee0f4 no longer exists at agent ovs-agent-dv-cinder-833544-1-iscsi {{(pid=103644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 10:43:11.049304 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] No Port match for: f1c63c40-5a38-4f6d-89f9-16a3f3bee0f4 {{(pid=103644) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 10:43:11.049571 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Device f1c63c40-5a38-4f6d-89f9-16a3f3bee0f4 not bound to the agent host dv-cinder-833544-1-iscsi {{(pid=103644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 10:43:11.091131 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-85287e9e-aa23-4368-8ee6-ae0d22d54096 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-559426'] for router (88162fc5-f696-46e6-aec7-20a02549062f), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:43:11.091683 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85287e9e-aa23-4368-8ee6-ae0d22d54096 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 88162fc5-f696-46e6-aec7-20a02549062f {{(pid=103643) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 10:43:11.096704 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-85287e9e-aa23-4368-8ee6-ae0d22d54096 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:43:11.097925 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-85287e9e-aa23-4368-8ee6-ae0d22d54096 admin admin] 10.222.0.16 "DELETE /v2.0/routers/88162fc5-f696-46e6-aec7-20a02549062f HTTP/1.1" status: 204 len: 168 time: 1.2141480 Mar 14 10:43:11.102460 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 50686) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:43:11.145955 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.db.db_base_plugin_v2 [None req-b907eb7b-bd10-498a-9430-87a3fe2fd05d admin admin] Deleting subnet c1ca7e58-7de1-4354-86ba-4c133fca3e45 {{(pid=103643) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 14 10:43:11.149317 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-b907eb7b-bd10-498a-9430-87a3fe2fd05d admin admin] Publish callbacks [] for subnet (c1ca7e58-7de1-4354-86ba-4c133fca3e45), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:43:11.186568 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-b907eb7b-bd10-498a-9430-87a3fe2fd05d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2656507'] for subnet (c1ca7e58-7de1-4354-86ba-4c133fca3e45), precommit_delete_associations {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:43:11.296943 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-b907eb7b-bd10-498a-9430-87a3fe2fd05d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1689235'] for subnet (c1ca7e58-7de1-4354-86ba-4c133fca3e45), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:43:11.393942 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-b907eb7b-bd10-498a-9430-87a3fe2fd05d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8515970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9280982'] for subnet (c1ca7e58-7de1-4354-86ba-4c133fca3e45), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:43:11.417367 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b907eb7b-bd10-498a-9430-87a3fe2fd05d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1ca7e58-7de1-4354-86ba-4c133fca3e45,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:43:11.423554 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-b907eb7b-bd10-498a-9430-87a3fe2fd05d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631023'] for subnet (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:43:11.426919 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-b907eb7b-bd10-498a-9430-87a3fe2fd05d admin admin] 10.222.0.16 "DELETE /v2.0/subnets/c1ca7e58-7de1-4354-86ba-4c133fca3e45 HTTP/1.1" status: 204 len: 168 time: 0.3254092 Mar 14 10:43:11.429224 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee3c1c0-b5a1-464d-9085-6914e777131e None None] Network c84f27eb-37b9-4aa9-b62d-da2eefd83ac0 requested from dv-cinder-833544-1-iscsi {{(pid=103644) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 10:43:11.429384 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 50688) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:43:11.499707 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-82a32f7e-d2d7-448c-9b11-b3eae4e7840c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369052'] for network (c84f27eb-37b9-4aa9-b62d-da2eefd83ac0), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:43:11.567478 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [None req-82a32f7e-d2d7-448c-9b11-b3eae4e7840c admin admin] Deleting port 72b03e6f-0145-452b-859f-a949fe7c5365 {{(pid=103643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 10:43:11.567478 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-82a32f7e-d2d7-448c-9b11-b3eae4e7840c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739585920741'] for port (72b03e6f-0145-452b-859f-a949fe7c5365), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:43:11.577835 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d9d4fa2-3b87-455e-89d8-8752b67281dc None None] DHCP port deletion for c84f27eb-37b9-4aa9-b62d-da2eefd83ac0 request from dv-cinder-833544-1-iscsi {{(pid=103644) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 14 10:43:11.627229 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.db [None req-82a32f7e-d2d7-448c-9b11-b3eae4e7840c admin admin] For port 72b03e6f-0145-452b-859f-a949fe7c5365, host dv-cinder-833544-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833544-1-iscsi',level=0,port_id=72b03e6f-0145-452b-859f-a949fe7c5365,segment=NetworkSegment(2460ef8d-df84-4c9b-a5b7-310d5b72ba4e),segment_id=2460ef8d-df84-4c9b-a5b7-310d5b72ba4e)] {{(pid=103643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:43:11.627511 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-82a32f7e-d2d7-448c-9b11-b3eae4e7840c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562337'] for port (72b03e6f-0145-452b-859f-a949fe7c5365), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:43:11.631480 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-6d9d4fa2-3b87-455e-89d8-8752b67281dc None None] Deleting port 72b03e6f-0145-452b-859f-a949fe7c5365 {{(pid=103644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 10:43:11.636034 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-6d9d4fa2-3b87-455e-89d8-8752b67281dc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739585920741'] for port (72b03e6f-0145-452b-859f-a949fe7c5365), before_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:43:11.640599 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [None req-82a32f7e-d2d7-448c-9b11-b3eae4e7840c admin admin] Calling delete_port for 72b03e6f-0145-452b-859f-a949fe7c5365 owned by network:dhcp {{(pid=103643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 10:43:11.699564 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-6d9d4fa2-3b87-455e-89d8-8752b67281dc None None] For port 72b03e6f-0145-452b-859f-a949fe7c5365, host dv-cinder-833544-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833544-1-iscsi',level=0,port_id=72b03e6f-0145-452b-859f-a949fe7c5365,segment=NetworkSegment(2460ef8d-df84-4c9b-a5b7-310d5b72ba4e),segment_id=2460ef8d-df84-4c9b-a5b7-310d5b72ba4e)] {{(pid=103644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:43:11.700180 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-6d9d4fa2-3b87-455e-89d8-8752b67281dc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562337'] for port (72b03e6f-0145-452b-859f-a949fe7c5365), precommit_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:43:11.712843 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-6d9d4fa2-3b87-455e-89d8-8752b67281dc None None] Calling delete_port for 72b03e6f-0145-452b-859f-a949fe7c5365 owned by network:dhcp {{(pid=103644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 10:43:11.771043 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-82a32f7e-d2d7-448c-9b11-b3eae4e7840c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739585930060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739585409127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516063'] for port (72b03e6f-0145-452b-859f-a949fe7c5365), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:43:11.790769 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-6d9d4fa2-3b87-455e-89d8-8752b67281dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739585930060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739585409127'] for port (72b03e6f-0145-452b-859f-a949fe7c5365), after_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:43:11.797648 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a32f7e-d2d7-448c-9b11-b3eae4e7840c admin admin] Pushing event deleted for resources: {'Port': ['ID=72b03e6f-0145-452b-859f-a949fe7c5365,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:43:11.799483 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a32f7e-d2d7-448c-9b11-b3eae4e7840c admin admin] No DVR routers for this DVR port 72b03e6f-0145-452b-859f-a949fe7c5365 on host dv-cinder-833544-1-iscsi {{(pid=103643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 10:43:11.816670 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9d4fa2-3b87-455e-89d8-8752b67281dc None None] Pushing event deleted for resources: {'Port': ['ID=72b03e6f-0145-452b-859f-a949fe7c5365,revision_number=None']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:43:11.818511 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9d4fa2-3b87-455e-89d8-8752b67281dc None None] No DVR routers for this DVR port 72b03e6f-0145-452b-859f-a949fe7c5365 on host dv-cinder-833544-1-iscsi {{(pid=103644) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 10:43:11.871784 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-82a32f7e-d2d7-448c-9b11-b3eae4e7840c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687834', 'neutron.services.segments.db._delete_segments_for_network-8739585737229'] for network (c84f27eb-37b9-4aa9-b62d-da2eefd83ac0), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:43:11.891876 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.services.segments.db [None req-82a32f7e-d2d7-448c-9b11-b3eae4e7840c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c84f27eb-37b9-4aa9-b62d-da2eefd83ac0']}} {{(pid=103643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:43:11.901225 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.services.segments.db [None req-82a32f7e-d2d7-448c-9b11-b3eae4e7840c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2460ef8d-df84-4c9b-a5b7-310d5b72ba4e') {'for_net_delete': True} {{(pid=103643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:43:11.901519 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.services.segments.db [None req-82a32f7e-d2d7-448c-9b11-b3eae4e7840c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2460ef8d-df84-4c9b-a5b7-310d5b72ba4e') {} {{(pid=103643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:43:11.911264 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-82a32f7e-d2d7-448c-9b11-b3eae4e7840c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739585737494', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2656482'] for segment (2460ef8d-df84-4c9b-a5b7-310d5b72ba4e), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:43:11.924752 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-82a32f7e-d2d7-448c-9b11-b3eae4e7840c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1663358'] for segment (2460ef8d-df84-4c9b-a5b7-310d5b72ba4e), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:43:11.930567 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82a32f7e-d2d7-448c-9b11-b3eae4e7840c admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=103643) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 10:43:11.931493 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-82a32f7e-d2d7-448c-9b11-b3eae4e7840c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1663358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8516140'] for segment (2460ef8d-df84-4c9b-a5b7-310d5b72ba4e), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:43:11.932606 dv-cinder-833544-1-iscsi neutron-server[103643]: Traceback (most recent call last): Mar 14 10:43:11.932606 dv-cinder-833544-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 10:43:11.932606 dv-cinder-833544-1-iscsi neutron-server[103643]: timer() Mar 14 10:43:11.932606 dv-cinder-833544-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 10:43:11.932606 dv-cinder-833544-1-iscsi neutron-server[103643]: cb(*args, **kw) Mar 14 10:43:11.932606 dv-cinder-833544-1-iscsi neutron-server[103643]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 10:43:11.932606 dv-cinder-833544-1-iscsi neutron-server[103643]: return func(*args, **kwargs) Mar 14 10:43:11.932606 dv-cinder-833544-1-iscsi neutron-server[103643]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 10:43:11.932606 dv-cinder-833544-1-iscsi neutron-server[103643]: self._notify() Mar 14 10:43:11.932606 dv-cinder-833544-1-iscsi neutron-server[103643]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 10:43:11.932606 dv-cinder-833544-1-iscsi neutron-server[103643]: self.callback(batched_events) Mar 14 10:43:11.932606 dv-cinder-833544-1-iscsi neutron-server[103643]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 10:43:11.932606 dv-cinder-833544-1-iscsi neutron-server[103643]: event.method(event) Mar 14 10:43:11.932606 dv-cinder-833544-1-iscsi neutron-server[103643]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 10:43:11.932606 dv-cinder-833544-1-iscsi neutron-server[103643]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 10:43:11.932606 dv-cinder-833544-1-iscsi neutron-server[103643]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 10:43:11.932606 dv-cinder-833544-1-iscsi neutron-server[103643]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 10:43:11.932606 dv-cinder-833544-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 10:43:11.932606 dv-cinder-833544-1-iscsi neutron-server[103643]: return f(self, *a, **k) Mar 14 10:43:11.932606 dv-cinder-833544-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 10:43:11.932606 dv-cinder-833544-1-iscsi neutron-server[103643]: return self._get(url).json() Mar 14 10:43:11.932606 dv-cinder-833544-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 10:43:11.932606 dv-cinder-833544-1-iscsi neutron-server[103643]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 10:43:11.932606 dv-cinder-833544-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 10:43:11.932606 dv-cinder-833544-1-iscsi neutron-server[103643]: return self.request(url, 'GET', **kwargs) Mar 14 10:43:11.932606 dv-cinder-833544-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 10:43:11.932606 dv-cinder-833544-1-iscsi neutron-server[103643]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 10:43:11.932606 dv-cinder-833544-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 10:43:11.932606 dv-cinder-833544-1-iscsi neutron-server[103643]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 10:43:11.932606 dv-cinder-833544-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 10:43:11.932606 dv-cinder-833544-1-iscsi neutron-server[103643]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 10:43:11.932606 dv-cinder-833544-1-iscsi neutron-server[103643]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 10:43:12.022436 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-82a32f7e-d2d7-448c-9b11-b3eae4e7840c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-564434'] for network (c84f27eb-37b9-4aa9-b62d-da2eefd83ac0), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:43:12.027559 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-82a32f7e-d2d7-448c-9b11-b3eae4e7840c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631023'] for network (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:43:12.031446 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-82a32f7e-d2d7-448c-9b11-b3eae4e7840c admin admin] 10.222.0.16 "DELETE /v2.0/networks/c84f27eb-37b9-4aa9-b62d-da2eefd83ac0 HTTP/1.1" status: 204 len: 168 time: 0.6012411 Mar 14 10:43:12.034532 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 50690) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:43:12.043538 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a32f7e-d2d7-448c-9b11-b3eae4e7840c admin admin] Pushing event deleted for resources: {'Network': ['ID=c84f27eb-37b9-4aa9-b62d-da2eefd83ac0,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:43:12.376801 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-fc61bf6e-bdd9-4a1e-a404-5915deaf84d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-557792'] for router_interface (b29818fa-9048-47e7-b716-14c11ff0be5b), before_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:43:12.619765 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.plugin [None req-fc61bf6e-bdd9-4a1e-a404-5915deaf84d1 admin admin] Deleting port a890ce4e-fd5f-4391-9b75-7b4fdc6bcd54 {{(pid=103642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 10:43:12.620105 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-fc61bf6e-bdd9-4a1e-a404-5915deaf84d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739585920741'] for port (a890ce4e-fd5f-4391-9b75-7b4fdc6bcd54), before_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:43:12.628051 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Device 72b03e6f-0145-452b-859f-a949fe7c5365 no longer exists at agent ovs-agent-dv-cinder-833544-1-iscsi {{(pid=103644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 10:43:12.648480 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] No Port match for: 72b03e6f-0145-452b-859f-a949fe7c5365 {{(pid=103644) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 10:43:12.648830 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Device 72b03e6f-0145-452b-859f-a949fe7c5365 not bound to the agent host dv-cinder-833544-1-iscsi {{(pid=103644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 10:43:12.649245 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Device 83c49087-a756-4c7d-99a2-5b604029eb80 no longer exists at agent ovs-agent-dv-cinder-833544-1-iscsi {{(pid=103644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 10:43:12.667499 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] No Port match for: 83c49087-a756-4c7d-99a2-5b604029eb80 {{(pid=103644) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 10:43:12.667884 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Device 83c49087-a756-4c7d-99a2-5b604029eb80 not bound to the agent host dv-cinder-833544-1-iscsi {{(pid=103644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 10:43:12.700313 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.db [None req-fc61bf6e-bdd9-4a1e-a404-5915deaf84d1 admin admin] For port a890ce4e-fd5f-4391-9b75-7b4fdc6bcd54, host dv-cinder-833544-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833544-1-iscsi',level=0,port_id=a890ce4e-fd5f-4391-9b75-7b4fdc6bcd54,segment=NetworkSegment(9acb59d7-3cb8-4ebd-bb27-c4b8ef95c29d),segment_id=9acb59d7-3cb8-4ebd-bb27-c4b8ef95c29d)] {{(pid=103642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:43:12.700672 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-fc61bf6e-bdd9-4a1e-a404-5915deaf84d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562337'] for port (a890ce4e-fd5f-4391-9b75-7b4fdc6bcd54), precommit_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:43:12.713248 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.plugin [None req-fc61bf6e-bdd9-4a1e-a404-5915deaf84d1 admin admin] Calling delete_port for a890ce4e-fd5f-4391-9b75-7b4fdc6bcd54 owned by network:router_interface {{(pid=103642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 10:43:12.948283 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-fc61bf6e-bdd9-4a1e-a404-5915deaf84d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739585930060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739585409127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9714944'] for port (a890ce4e-fd5f-4391-9b75-7b4fdc6bcd54), after_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:43:12.976478 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc61bf6e-bdd9-4a1e-a404-5915deaf84d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a890ce4e-fd5f-4391-9b75-7b4fdc6bcd54,revision_number=None']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:43:13.139263 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-fc61bf6e-bdd9-4a1e-a404-5915deaf84d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-559952'] for router_interface (b29818fa-9048-47e7-b716-14c11ff0be5b), after_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:43:13.353609 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc61bf6e-bdd9-4a1e-a404-5915deaf84d1 admin admin] Router b29818fa-9048-47e7-b716-14c11ff0be5b has already been hosted by L3 agent a016a58c-1f8a-4210-ae6c-360b1a1f78c1 {{(pid=103642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 10:43:13.456813 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc61bf6e-bdd9-4a1e-a404-5915deaf84d1 admin admin] Notify agent at l3_agent.dv-cinder-833544-1-iscsi the message routers_updated {{(pid=103642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 10:43:13.461930 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-fc61bf6e-bdd9-4a1e-a404-5915deaf84d1 admin admin] 10.222.0.16 "PUT /v2.0/routers/b29818fa-9048-47e7-b716-14c11ff0be5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4263062 Mar 14 10:43:13.464734 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 50692) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:43:13.465650 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ddf4661-5e06-43ae-ab12-80755023a0ef None None] Sync routers for ids ['b29818fa-9048-47e7-b716-14c11ff0be5b'] in dv-cinder-833544-1-iscsi {{(pid=103645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 10:43:13.478948 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddf4661-5e06-43ae-ab12-80755023a0ef None None] Routers {'b29818fa-9048-47e7-b716-14c11ff0be5b'} bound to L3 agent in host dv-cinder-833544-1-iscsi {{(pid=103645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:43:13.479556 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-7ddf4661-5e06-43ae-ab12-80755023a0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833544-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T10:17:23Z,description=,heartbeat_timestamp=2022-03-14T10:42:53Z,host='dv-cinder-833544-1-iscsi',id=a016a58c-1f8a-4210-ae6c-360b1a1f78c1,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:17:24Z,topic='l3_agent')) {'router_ids': ['b29818fa-9048-47e7-b716-14c11ff0be5b'], 'active': True} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:43:13.567242 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-4071591e-3a9a-4cee-b673-1b2454f9f4e1 admin admin] Publish callbacks [] for router (b29818fa-9048-47e7-b716-14c11ff0be5b), before_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:43:13.584327 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvr_db [None req-7ddf4661-5e06-43ae-ab12-80755023a0ef None None] Set router b29818fa-9048-47e7-b716-14c11ff0be5b gateway port host: dv-cinder-833544-1-iscsi {{(pid=103645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:43:13.670460 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-4071591e-3a9a-4cee-b673-1b2454f9f4e1 admin admin] Publish callbacks [] for router_gateway (b29818fa-9048-47e7-b716-14c11ff0be5b), before_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:43:13.755802 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-7ddf4661-5e06-43ae-ab12-80755023a0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b29818fa-9048-47e7-b716-14c11ff0be5b', 'name': 'tempest-TestVolumeBootPattern-431933877-router', 'tenant_id': 'ca6f46072f124fa0bd7f751600ad6801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '49ff1ea2-5190-42fe-95ab-aabf6a269ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:34:25Z', 'updated_at': '2022-03-14T10:43:12Z', 'revision_number': 5, 'project_id': 'ca6f46072f124fa0bd7f751600ad6801', 'gw_port': {'id': '49ff1ea2-5190-42fe-95ab-aabf6a269ec6', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:de:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29818fa-9048-47e7-b716-14c11ff0be5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:34:25Z', 'updated_at': '2022-03-14T10:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi'}], 'dv-cinder-833544-1-iscsi', False) {} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:43:13.781682 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ddf4661-5e06-43ae-ab12-80755023a0ef None None] Checking router: b29818fa-9048-47e7-b716-14c11ff0be5b for host: dv-cinder-833544-1-iscsi {{(pid=103645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 10:43:13.789652 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddf4661-5e06-43ae-ab12-80755023a0ef None None] Routers {'b29818fa-9048-47e7-b716-14c11ff0be5b'} bound to L3 agent in host dv-cinder-833544-1-iscsi {{(pid=103645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:43:13.790244 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-7ddf4661-5e06-43ae-ab12-80755023a0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833544-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T10:17:23Z,description=,heartbeat_timestamp=2022-03-14T10:42:53Z,host='dv-cinder-833544-1-iscsi',id=a016a58c-1f8a-4210-ae6c-360b1a1f78c1,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:17:24Z,topic='l3_agent')) {'router_ids': ['b29818fa-9048-47e7-b716-14c11ff0be5b'], 'active': True} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:43:13.818353 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.plugin [None req-4071591e-3a9a-4cee-b673-1b2454f9f4e1 admin admin] Deleting port 49ff1ea2-5190-42fe-95ab-aabf6a269ec6 {{(pid=103642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 10:43:13.818687 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-4071591e-3a9a-4cee-b673-1b2454f9f4e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739585920741'] for port (49ff1ea2-5190-42fe-95ab-aabf6a269ec6), before_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:43:13.877179 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_dvr_db [None req-7ddf4661-5e06-43ae-ab12-80755023a0ef None None] Set router b29818fa-9048-47e7-b716-14c11ff0be5b gateway port host: None {{(pid=103645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:43:13.900620 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.db [None req-4071591e-3a9a-4cee-b673-1b2454f9f4e1 admin admin] For port 49ff1ea2-5190-42fe-95ab-aabf6a269ec6, host dv-cinder-833544-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833544-1-iscsi',level=0,port_id=49ff1ea2-5190-42fe-95ab-aabf6a269ec6,segment=NetworkSegment(11cedc40-3914-4af6-ba83-0b9ce6d6fc30),segment_id=11cedc40-3914-4af6-ba83-0b9ce6d6fc30)] {{(pid=103642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:43:13.900988 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-4071591e-3a9a-4cee-b673-1b2454f9f4e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562337'] for port (49ff1ea2-5190-42fe-95ab-aabf6a269ec6), precommit_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:43:13.913327 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.plugin [None req-4071591e-3a9a-4cee-b673-1b2454f9f4e1 admin admin] Calling delete_port for 49ff1ea2-5190-42fe-95ab-aabf6a269ec6 owned by network:router_gateway {{(pid=103642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 10:43:13.930893 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.l3_hamode_db [None req-7ddf4661-5e06-43ae-ab12-80755023a0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b29818fa-9048-47e7-b716-14c11ff0be5b', 'name': 'tempest-TestVolumeBootPattern-431933877-router', 'tenant_id': 'ca6f46072f124fa0bd7f751600ad6801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:34:25Z', 'updated_at': '2022-03-14T10:43:13Z', 'revision_number': 6, 'project_id': 'ca6f46072f124fa0bd7f751600ad6801', 'gw_port_host': None}], 'dv-cinder-833544-1-iscsi', False) {} {{(pid=103645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:43:13.957398 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ddf4661-5e06-43ae-ab12-80755023a0ef None None] The sync data for ids ['b29818fa-9048-47e7-b716-14c11ff0be5b'] in dv-cinder-833544-1-iscsi is: [{'id': 'b29818fa-9048-47e7-b716-14c11ff0be5b', 'name': 'tempest-TestVolumeBootPattern-431933877-router', 'tenant_id': 'ca6f46072f124fa0bd7f751600ad6801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:34:25Z', 'updated_at': '2022-03-14T10:43:13Z', 'revision_number': 6, 'project_id': 'ca6f46072f124fa0bd7f751600ad6801', 'gw_port_host': None}] {{(pid=103645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 10:43:14.099331 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.agents_db [None req-e5bc90a1-3fae-4be0-a54a-d59a030b4380 None None] Agent healthcheck: found 6 active agents {{(pid=103645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 10:43:14.154112 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-4071591e-3a9a-4cee-b673-1b2454f9f4e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739585930060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739585409127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9714944'] for port (49ff1ea2-5190-42fe-95ab-aabf6a269ec6), after_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:43:14.186851 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4071591e-3a9a-4cee-b673-1b2454f9f4e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=49ff1ea2-5190-42fe-95ab-aabf6a269ec6,revision_number=None']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:43:14.241275 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-4071591e-3a9a-4cee-b673-1b2454f9f4e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-564278'] for router_gateway (b29818fa-9048-47e7-b716-14c11ff0be5b), after_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:43:14.332268 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-4071591e-3a9a-4cee-b673-1b2454f9f4e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10120'] for router (b29818fa-9048-47e7-b716-14c11ff0be5b), precommit_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:43:14.334622 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-4071591e-3a9a-4cee-b673-1b2454f9f4e1 admin admin] Publish callbacks [] for router_controller (b29818fa-9048-47e7-b716-14c11ff0be5b), precommit_delete_associations {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:43:14.468177 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-4071591e-3a9a-4cee-b673-1b2454f9f4e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-559426'] for router (b29818fa-9048-47e7-b716-14c11ff0be5b), after_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:43:14.468664 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4071591e-3a9a-4cee-b673-1b2454f9f4e1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b29818fa-9048-47e7-b716-14c11ff0be5b {{(pid=103642) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 10:43:14.473187 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-4071591e-3a9a-4cee-b673-1b2454f9f4e1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:43:14.474363 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-4071591e-3a9a-4cee-b673-1b2454f9f4e1 admin admin] 10.222.0.16 "DELETE /v2.0/routers/b29818fa-9048-47e7-b716-14c11ff0be5b HTTP/1.1" status: 204 len: 168 time: 1.0087306 Mar 14 10:43:14.476918 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 50696) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:43:14.754890 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Device a890ce4e-fd5f-4391-9b75-7b4fdc6bcd54 no longer exists at agent ovs-agent-dv-cinder-833544-1-iscsi {{(pid=103644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 10:43:14.779001 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] No Port match for: a890ce4e-fd5f-4391-9b75-7b4fdc6bcd54 {{(pid=103644) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 10:43:14.779352 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Device a890ce4e-fd5f-4391-9b75-7b4fdc6bcd54 not bound to the agent host dv-cinder-833544-1-iscsi {{(pid=103644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 10:43:14.779714 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.db.db_base_plugin_v2 [None req-589b181a-ecff-48fb-b799-15e67cb8cdb4 admin admin] Deleting subnet 337ec933-0149-4239-b831-556952c2aea3 {{(pid=103642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 14 10:43:14.779933 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Device 49ff1ea2-5190-42fe-95ab-aabf6a269ec6 no longer exists at agent ovs-agent-dv-cinder-833544-1-iscsi {{(pid=103644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 10:43:14.782857 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-589b181a-ecff-48fb-b799-15e67cb8cdb4 admin admin] Publish callbacks [] for subnet (337ec933-0149-4239-b831-556952c2aea3), before_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:43:14.799168 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] No Port match for: 49ff1ea2-5190-42fe-95ab-aabf6a269ec6 {{(pid=103644) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 10:43:14.799528 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Device 49ff1ea2-5190-42fe-95ab-aabf6a269ec6 not bound to the agent host dv-cinder-833544-1-iscsi {{(pid=103644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 10:43:14.818095 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-589b181a-ecff-48fb-b799-15e67cb8cdb4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10247711'] for subnet (337ec933-0149-4239-b831-556952c2aea3), precommit_delete_associations {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:43:14.898738 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-589b181a-ecff-48fb-b799-15e67cb8cdb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1689235'] for subnet (337ec933-0149-4239-b831-556952c2aea3), precommit_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:43:15.033529 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-589b181a-ecff-48fb-b799-15e67cb8cdb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9715037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10301227'] for subnet (337ec933-0149-4239-b831-556952c2aea3), after_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:43:15.058347 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589b181a-ecff-48fb-b799-15e67cb8cdb4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=337ec933-0149-4239-b831-556952c2aea3,revision_number=None']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:43:15.062079 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-589b181a-ecff-48fb-b799-15e67cb8cdb4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:43:15.065288 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-589b181a-ecff-48fb-b799-15e67cb8cdb4 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/337ec933-0149-4239-b831-556952c2aea3 HTTP/1.1" status: 204 len: 168 time: 0.5874002 Mar 14 10:43:15.067915 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 50698) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:43:15.070407 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd62114-ae40-4e26-bef2-35cf81f97ed9 None None] Network a22b44bf-d961-48e9-b111-ab7196883b67 requested from dv-cinder-833544-1-iscsi {{(pid=103644) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 10:43:15.135274 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-a7354c91-9a45-438f-8c38-5e66fa1daf7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369052'] for network (a22b44bf-d961-48e9-b111-ab7196883b67), before_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:43:15.192516 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.plugin [None req-a7354c91-9a45-438f-8c38-5e66fa1daf7c admin admin] Deleting port c6f69c42-33f9-45ca-baeb-0c75d5fab6c7 {{(pid=103642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 10:43:15.193090 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-a7354c91-9a45-438f-8c38-5e66fa1daf7c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739585920741'] for port (c6f69c42-33f9-45ca-baeb-0c75d5fab6c7), before_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:43:15.227703 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911aecbe-9a7e-4ec2-8eef-7705e858caf9 None None] DHCP port deletion for a22b44bf-d961-48e9-b111-ab7196883b67 request from dv-cinder-833544-1-iscsi {{(pid=103644) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 14 10:43:15.254428 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.db [None req-a7354c91-9a45-438f-8c38-5e66fa1daf7c admin admin] For port c6f69c42-33f9-45ca-baeb-0c75d5fab6c7, host dv-cinder-833544-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833544-1-iscsi',level=0,port_id=c6f69c42-33f9-45ca-baeb-0c75d5fab6c7,segment=NetworkSegment(9acb59d7-3cb8-4ebd-bb27-c4b8ef95c29d),segment_id=9acb59d7-3cb8-4ebd-bb27-c4b8ef95c29d)] {{(pid=103642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:43:15.254794 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-a7354c91-9a45-438f-8c38-5e66fa1daf7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562337'] for port (c6f69c42-33f9-45ca-baeb-0c75d5fab6c7), precommit_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:43:15.266605 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.plugin [None req-a7354c91-9a45-438f-8c38-5e66fa1daf7c admin admin] Calling delete_port for c6f69c42-33f9-45ca-baeb-0c75d5fab6c7 owned by network:dhcp {{(pid=103642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 10:43:15.272979 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-911aecbe-9a7e-4ec2-8eef-7705e858caf9 None None] Deleting port c6f69c42-33f9-45ca-baeb-0c75d5fab6c7 {{(pid=103644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 10:43:15.273362 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-911aecbe-9a7e-4ec2-8eef-7705e858caf9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739585920741'] for port (c6f69c42-33f9-45ca-baeb-0c75d5fab6c7), before_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:43:15.335434 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-911aecbe-9a7e-4ec2-8eef-7705e858caf9 None None] For port c6f69c42-33f9-45ca-baeb-0c75d5fab6c7, host dv-cinder-833544-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833544-1-iscsi',level=0,port_id=c6f69c42-33f9-45ca-baeb-0c75d5fab6c7,segment=NetworkSegment(9acb59d7-3cb8-4ebd-bb27-c4b8ef95c29d),segment_id=9acb59d7-3cb8-4ebd-bb27-c4b8ef95c29d)] {{(pid=103644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:43:15.335763 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-911aecbe-9a7e-4ec2-8eef-7705e858caf9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562337'] for port (c6f69c42-33f9-45ca-baeb-0c75d5fab6c7), precommit_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:43:15.348687 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-911aecbe-9a7e-4ec2-8eef-7705e858caf9 None None] Calling delete_port for c6f69c42-33f9-45ca-baeb-0c75d5fab6c7 owned by network:dhcp {{(pid=103644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 10:43:15.461559 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-a7354c91-9a45-438f-8c38-5e66fa1daf7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739585930060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739585409127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9714944'] for port (c6f69c42-33f9-45ca-baeb-0c75d5fab6c7), after_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:43:15.488232 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7354c91-9a45-438f-8c38-5e66fa1daf7c admin admin] Pushing event deleted for resources: {'Port': ['ID=c6f69c42-33f9-45ca-baeb-0c75d5fab6c7,revision_number=None']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:43:15.491565 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7354c91-9a45-438f-8c38-5e66fa1daf7c admin admin] No DVR routers for this DVR port c6f69c42-33f9-45ca-baeb-0c75d5fab6c7 on host dv-cinder-833544-1-iscsi {{(pid=103642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 10:43:15.549390 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-911aecbe-9a7e-4ec2-8eef-7705e858caf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739585930060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739585409127'] for port (c6f69c42-33f9-45ca-baeb-0c75d5fab6c7), after_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:43:15.565502 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-a7354c91-9a45-438f-8c38-5e66fa1daf7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687834', 'neutron.services.segments.db._delete_segments_for_network-8739585737229'] for network (a22b44bf-d961-48e9-b111-ab7196883b67), precommit_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:43:15.573397 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911aecbe-9a7e-4ec2-8eef-7705e858caf9 None None] Pushing event deleted for resources: {'Port': ['ID=c6f69c42-33f9-45ca-baeb-0c75d5fab6c7,revision_number=None']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:43:15.577739 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911aecbe-9a7e-4ec2-8eef-7705e858caf9 None None] No DVR routers for this DVR port c6f69c42-33f9-45ca-baeb-0c75d5fab6c7 on host dv-cinder-833544-1-iscsi {{(pid=103644) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 10:43:15.586190 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.services.segments.db [None req-a7354c91-9a45-438f-8c38-5e66fa1daf7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a22b44bf-d961-48e9-b111-ab7196883b67']}} {{(pid=103642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:43:15.596306 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.services.segments.db [None req-a7354c91-9a45-438f-8c38-5e66fa1daf7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9acb59d7-3cb8-4ebd-bb27-c4b8ef95c29d') {'for_net_delete': True} {{(pid=103642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:43:15.596597 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.services.segments.db [None req-a7354c91-9a45-438f-8c38-5e66fa1daf7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9acb59d7-3cb8-4ebd-bb27-c4b8ef95c29d') {} {{(pid=103642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:43:15.605799 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-a7354c91-9a45-438f-8c38-5e66fa1daf7c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739585737494', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10247686'] for segment (9acb59d7-3cb8-4ebd-bb27-c4b8ef95c29d), before_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:43:15.618560 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-a7354c91-9a45-438f-8c38-5e66fa1daf7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1663358'] for segment (9acb59d7-3cb8-4ebd-bb27-c4b8ef95c29d), precommit_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:43:15.624280 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7354c91-9a45-438f-8c38-5e66fa1daf7c admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=103642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 10:43:15.624677 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-a7354c91-9a45-438f-8c38-5e66fa1daf7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1663358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9715443'] for segment (9acb59d7-3cb8-4ebd-bb27-c4b8ef95c29d), after_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:43:15.626268 dv-cinder-833544-1-iscsi neutron-server[103642]: Traceback (most recent call last): Mar 14 10:43:15.626268 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 10:43:15.626268 dv-cinder-833544-1-iscsi neutron-server[103642]: timer() Mar 14 10:43:15.626268 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 10:43:15.626268 dv-cinder-833544-1-iscsi neutron-server[103642]: cb(*args, **kw) Mar 14 10:43:15.626268 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 10:43:15.626268 dv-cinder-833544-1-iscsi neutron-server[103642]: return func(*args, **kwargs) Mar 14 10:43:15.626268 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 10:43:15.626268 dv-cinder-833544-1-iscsi neutron-server[103642]: self._notify() Mar 14 10:43:15.626268 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 10:43:15.626268 dv-cinder-833544-1-iscsi neutron-server[103642]: self.callback(batched_events) Mar 14 10:43:15.626268 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 10:43:15.626268 dv-cinder-833544-1-iscsi neutron-server[103642]: event.method(event) Mar 14 10:43:15.626268 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 10:43:15.626268 dv-cinder-833544-1-iscsi neutron-server[103642]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 10:43:15.626268 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 10:43:15.626268 dv-cinder-833544-1-iscsi neutron-server[103642]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 10:43:15.626268 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 10:43:15.626268 dv-cinder-833544-1-iscsi neutron-server[103642]: return f(self, *a, **k) Mar 14 10:43:15.626268 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 10:43:15.626268 dv-cinder-833544-1-iscsi neutron-server[103642]: return self._get(url).json() Mar 14 10:43:15.626268 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 10:43:15.626268 dv-cinder-833544-1-iscsi neutron-server[103642]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 10:43:15.626268 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 10:43:15.626268 dv-cinder-833544-1-iscsi neutron-server[103642]: return self.request(url, 'GET', **kwargs) Mar 14 10:43:15.626268 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 10:43:15.626268 dv-cinder-833544-1-iscsi neutron-server[103642]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 10:43:15.626268 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 10:43:15.626268 dv-cinder-833544-1-iscsi neutron-server[103642]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 10:43:15.626268 dv-cinder-833544-1-iscsi neutron-server[103642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 10:43:15.626268 dv-cinder-833544-1-iscsi neutron-server[103642]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 10:43:15.626268 dv-cinder-833544-1-iscsi neutron-server[103642]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 10:43:15.724385 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-a7354c91-9a45-438f-8c38-5e66fa1daf7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-564434'] for network (a22b44bf-d961-48e9-b111-ab7196883b67), after_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:43:15.729778 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-a7354c91-9a45-438f-8c38-5e66fa1daf7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631023'] for network (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:43:15.733026 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-a7354c91-9a45-438f-8c38-5e66fa1daf7c admin admin] 10.222.0.16 "DELETE /v2.0/networks/a22b44bf-d961-48e9-b111-ab7196883b67 HTTP/1.1" status: 204 len: 168 time: 0.6641953 Mar 14 10:43:15.743596 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7354c91-9a45-438f-8c38-5e66fa1daf7c admin admin] Pushing event deleted for resources: {'Network': ['ID=a22b44bf-d961-48e9-b111-ab7196883b67,revision_number=None']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:43:16.033285 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 50702) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:43:16.071980 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-4d9f7a3f-9aea-4e30-949e-6ad0fd03c2aa admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6297757b71cd48d4a33ab7458cc05ac7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0374918 Mar 14 10:43:16.074357 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 50704) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:43:16.123521 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-8a2b41dd-e9d4-43c2-b926-a13fb2745306 admin admin] Publish callbacks [] for security_group (1d2a97cd-f608-4936-9d62-b37f209a8d0f), before_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:43:16.143933 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-8a2b41dd-e9d4-43c2-b926-a13fb2745306 admin admin] Publish callbacks [] for security_group (1d2a97cd-f608-4936-9d62-b37f209a8d0f), precommit_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:43:16.256424 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-8a2b41dd-e9d4-43c2-b926-a13fb2745306 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (1d2a97cd-f608-4936-9d62-b37f209a8d0f), after_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:43:16.258947 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-8a2b41dd-e9d4-43c2-b926-a13fb2745306 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:43:16.260145 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-8a2b41dd-e9d4-43c2-b926-a13fb2745306 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1d2a97cd-f608-4936-9d62-b37f209a8d0f HTTP/1.1" status: 204 len: 168 time: 0.1842194 Mar 14 10:43:16.268495 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2b41dd-e9d4-43c2-b926-a13fb2745306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d2a97cd-f608-4936-9d62-b37f209a8d0f,revision_number=None']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:43:16.624379 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Device c6f69c42-33f9-45ca-baeb-0c75d5fab6c7 no longer exists at agent ovs-agent-dv-cinder-833544-1-iscsi {{(pid=103644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 10:43:16.643999 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] No Port match for: c6f69c42-33f9-45ca-baeb-0c75d5fab6c7 {{(pid=103644) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 10:43:16.644374 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Device c6f69c42-33f9-45ca-baeb-0c75d5fab6c7 not bound to the agent host dv-cinder-833544-1-iscsi {{(pid=103644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 10:43:16.831429 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 50710) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:43:16.870124 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-cd069cce-5701-4c86-9ea9-6c0e038e7f2f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ca6f46072f124fa0bd7f751600ad6801&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0375469 Mar 14 10:43:16.872461 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 50712) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:43:16.916550 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-3b010468-81a7-4cf1-955a-be68fde9892a admin admin] Publish callbacks [] for security_group (2881e6e7-c964-42d5-805b-c186e87744ba), before_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:43:16.937051 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-3b010468-81a7-4cf1-955a-be68fde9892a admin admin] Publish callbacks [] for security_group (2881e6e7-c964-42d5-805b-c186e87744ba), precommit_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:43:17.044173 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-3b010468-81a7-4cf1-955a-be68fde9892a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (2881e6e7-c964-42d5-805b-c186e87744ba), after_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:43:17.046779 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-3b010468-81a7-4cf1-955a-be68fde9892a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:43:17.047940 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-3b010468-81a7-4cf1-955a-be68fde9892a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2881e6e7-c964-42d5-805b-c186e87744ba HTTP/1.1" status: 204 len: 168 time: 0.1745913 Mar 14 10:43:17.055827 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b010468-81a7-4cf1-955a-be68fde9892a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2881e6e7-c964-42d5-805b-c186e87744ba,revision_number=None']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:43:20.782048 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-4adabc15-b03e-4add-8de9-303fd13cdb87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (71411765-f129-4ae6-9e82-4fe742fde8ff), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:43:22.946468 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-afa1f53f-c76c-4bd6-a777-357b5eef5827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (a016a58c-1f8a-4210-ae6c-360b1a1f78c1), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:43:24.130412 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-f4039063-230b-41a9-bf4a-d5dd4b348b96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (46201191-f63a-41db-ad4d-3c2c795fe1c2), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:43:25.746996 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-a3541fa5-4b74-4b29-92a0-285d4d95a3dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (a9a1db27-ecd3-427e-bc57-ce8de4da4c28), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:43:26.982559 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (3daba05a-6d77-487a-83af-fb9f8edf24c0), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:43:27.438162 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (cd4c1fd5-6bd0-46fc-9cd1-9ea8fc180379), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:43:50.774743 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-2ccee253-30f5-4c29-b21a-0d7ec9a48493 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (71411765-f129-4ae6-9e82-4fe742fde8ff), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:43:51.099613 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.agents_db [None req-e5bc90a1-3fae-4be0-a54a-d59a030b4380 None None] Agent healthcheck: found 6 active agents {{(pid=103645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 10:43:52.963111 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-22036dd5-dfdd-40ae-adc0-b5d7ec3f3381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (a016a58c-1f8a-4210-ae6c-360b1a1f78c1), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:43:54.146773 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-f4039063-230b-41a9-bf4a-d5dd4b348b96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (46201191-f63a-41db-ad4d-3c2c795fe1c2), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:43:55.764789 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-a3541fa5-4b74-4b29-92a0-285d4d95a3dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (a9a1db27-ecd3-427e-bc57-ce8de4da4c28), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:43:56.997429 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (3daba05a-6d77-487a-83af-fb9f8edf24c0), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:43:57.495645 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (cd4c1fd5-6bd0-46fc-9cd1-9ea8fc180379), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:44:14.713409 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-623cd774-7f1c-4fb5-b545-1686549f4ff6 req-683e263c-7e4a-4d54-9fe8-9569d12d9f62 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f62efc86-6070-41b6-8a5b-6b5ffeda1238&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0471067 Mar 14 10:44:14.816617 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623cd774-7f1c-4fb5-b545-1686549f4ff6 req-e364c4b8-0419-4135-951e-6f84467f7809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:44:14.818023 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-623cd774-7f1c-4fb5-b545-1686549f4ff6 req-e364c4b8-0419-4135-951e-6f84467f7809 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ec9fb341ae784a188d2c22728a1d4c86&device_id=f62efc86-6070-41b6-8a5b-6b5ffeda1238 HTTP/1.1" status: 200 len: 1129 time: 0.0451334 Mar 14 10:44:14.914765 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623cd774-7f1c-4fb5-b545-1686549f4ff6 req-39c42da5-b7bc-4353-ac42-9de0b81cf342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:44:14.916233 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-623cd774-7f1c-4fb5-b545-1686549f4ff6 req-39c42da5-b7bc-4353-ac42-9de0b81cf342 service neutron] 10.222.0.39 "GET /v2.0/networks?id=57ee559b-7405-419c-add9-12136a347c22 HTTP/1.1" status: 200 len: 915 time: 0.0811064 Mar 14 10:44:14.983086 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-623cd774-7f1c-4fb5-b545-1686549f4ff6 req-0ea5ff8f-2e7f-46fa-8174-dc5ce50584ee service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c6c9a6b8-8333-410d-9280-06207d2d13a0 HTTP/1.1" status: 200 len: 1000 time: 0.0590124 Mar 14 10:44:15.043040 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623cd774-7f1c-4fb5-b545-1686549f4ff6 req-e3fc0d22-4da2-459a-a020-d10027f241c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:44:15.044499 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-623cd774-7f1c-4fb5-b545-1686549f4ff6 req-e3fc0d22-4da2-459a-a020-d10027f241c4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=445e9f07-5c2c-42dc-a9b7-aeafc1941d6c HTTP/1.1" status: 200 len: 853 time: 0.0449686 Mar 14 10:44:15.095333 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623cd774-7f1c-4fb5-b545-1686549f4ff6 req-5ff8978c-4416-4913-b6f1-745d018b3b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:44:15.097649 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-623cd774-7f1c-4fb5-b545-1686549f4ff6 req-5ff8978c-4416-4913-b6f1-745d018b3b6b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=57ee559b-7405-419c-add9-12136a347c22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465348 Mar 14 10:44:15.195427 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-623cd774-7f1c-4fb5-b545-1686549f4ff6 req-1d68599c-3745-474f-af4d-31d54f863834 service neutron] 10.222.0.39 "GET /v2.0/networks/57ee559b-7405-419c-add9-12136a347c22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831196 Mar 14 10:44:15.281805 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-623cd774-7f1c-4fb5-b545-1686549f4ff6 req-261594d0-cefd-4c1a-b962-14fdbf19cc97 service neutron] 10.222.0.39 "GET /v2.0/networks/57ee559b-7405-419c-add9-12136a347c22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789278 Mar 14 10:44:17.860948 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c24672-4f0f-45d9-a412-7d2fca71f133 req-bfa55624-4474-4aeb-a15e-985b2135186e tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:44:17.862405 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-10c24672-4f0f-45d9-a412-7d2fca71f133 req-bfa55624-4474-4aeb-a15e-985b2135186e tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "GET /v2.0/ports?device_id=f62efc86-6070-41b6-8a5b-6b5ffeda1238 HTTP/1.1" status: 200 len: 945 time: 0.0563667 Mar 14 10:44:17.907007 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-10c24672-4f0f-45d9-a412-7d2fca71f133 req-0927df69-0fa0-40b8-81a6-1a5a0a1f59e4 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "GET /v2.0/security-groups?id=42aa8d70-0453-4eca-93d9-fd1f0efd0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390401 Mar 14 10:44:19.023009 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb5e6f-4edf-43b0-8aac-4905495a8aad req-dbff85a2-16c4-41c9-8808-0281e0481efc tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:44:19.024496 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-dbdb5e6f-4edf-43b0-8aac-4905495a8aad req-dbff85a2-16c4-41c9-8808-0281e0481efc tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "GET /v2.0/ports?device_id=f62efc86-6070-41b6-8a5b-6b5ffeda1238 HTTP/1.1" status: 200 len: 945 time: 0.0509334 Mar 14 10:44:19.069444 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-dbdb5e6f-4edf-43b0-8aac-4905495a8aad req-176fb31d-7955-4709-a2b9-0a63b46cd873 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "GET /v2.0/security-groups?id=42aa8d70-0453-4eca-93d9-fd1f0efd0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392797 Mar 14 10:44:19.735055 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e2b7c5-930b-4f35-9d38-0f6c8b3ca13c req-e1459eb3-8b99-4509-9f95-af2848d28a0f tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:44:19.742185 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-25e2b7c5-930b-4f35-9d38-0f6c8b3ca13c req-e1459eb3-8b99-4509-9f95-af2848d28a0f tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.39 "GET /v2.0/ports?device_id=f62efc86-6070-41b6-8a5b-6b5ffeda1238 HTTP/1.1" status: 200 len: 945 time: 0.0544031 Mar 14 10:44:19.824240 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [req-25e2b7c5-930b-4f35-9d38-0f6c8b3ca13c req-77e50323-da9d-4731-b579-39f84a9d40b4 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Deleting port c6c9a6b8-8333-410d-9280-06207d2d13a0 {{(pid=103643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 10:44:19.824492 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-25e2b7c5-930b-4f35-9d38-0f6c8b3ca13c req-77e50323-da9d-4731-b579-39f84a9d40b4 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739585920741'] for port (c6c9a6b8-8333-410d-9280-06207d2d13a0), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:44:19.912870 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.db [req-25e2b7c5-930b-4f35-9d38-0f6c8b3ca13c req-77e50323-da9d-4731-b579-39f84a9d40b4 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] For port c6c9a6b8-8333-410d-9280-06207d2d13a0, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=c6c9a6b8-8333-410d-9280-06207d2d13a0,segment=NetworkSegment(178995d1-5f67-4684-9116-b12e73922a62),segment_id=178995d1-5f67-4684-9116-b12e73922a62)] {{(pid=103643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:44:19.913231 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-25e2b7c5-930b-4f35-9d38-0f6c8b3ca13c req-77e50323-da9d-4731-b579-39f84a9d40b4 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562337'] for port (c6c9a6b8-8333-410d-9280-06207d2d13a0), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:44:20.075411 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-25e2b7c5-930b-4f35-9d38-0f6c8b3ca13c req-77e50323-da9d-4731-b579-39f84a9d40b4 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:44:20.076626 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-25e2b7c5-930b-4f35-9d38-0f6c8b3ca13c req-77e50323-da9d-4731-b579-39f84a9d40b4 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-564448'] for floatingip (077d99d5-7c19-4b43-91ee-9bf5d94f58cf), after_update {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:44:20.076626 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.db.l3_db [req-25e2b7c5-930b-4f35-9d38-0f6c8b3ca13c req-77e50323-da9d-4731-b579-39f84a9d40b4 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Floating IP 077d99d5-7c19-4b43-91ee-9bf5d94f58cf disassociated. External IP: 172.27.2.92, port: c6c9a6b8-8333-410d-9280-06207d2d13a0. Mar 14 10:44:20.076867 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [req-25e2b7c5-930b-4f35-9d38-0f6c8b3ca13c req-77e50323-da9d-4731-b579-39f84a9d40b4 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Calling delete_port for c6c9a6b8-8333-410d-9280-06207d2d13a0 owned by compute:nova {{(pid=103643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 10:44:20.233136 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbccfd6-95d0-4494-81e8-47618d0e6ecd req-1a0ec8be-4e2d-4b5b-8316-1cac3ae191d9 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:44:20.234617 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-ddbccfd6-95d0-4494-81e8-47618d0e6ecd req-1a0ec8be-4e2d-4b5b-8316-1cac3ae191d9 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "GET /v2.0/ports?device_id=f62efc86-6070-41b6-8a5b-6b5ffeda1238 HTTP/1.1" status: 200 len: 945 time: 0.0962298 Mar 14 10:44:20.280110 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-ddbccfd6-95d0-4494-81e8-47618d0e6ecd req-b2ac514d-e24a-4581-bed7-d8a596fca874 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "GET /v2.0/security-groups?id=42aa8d70-0453-4eca-93d9-fd1f0efd0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394399 Mar 14 10:44:20.300817 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-25e2b7c5-930b-4f35-9d38-0f6c8b3ca13c req-77e50323-da9d-4731-b579-39f84a9d40b4 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739585930060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739585409127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516063'] for port (c6c9a6b8-8333-410d-9280-06207d2d13a0), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:44:20.329790 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e50323-da9d-4731-b579-39f84a9d40b4 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Pushing event deleted for resources: {'Port': ['ID=c6c9a6b8-8333-410d-9280-06207d2d13a0,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:44:20.342913 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e50323-da9d-4731-b579-39f84a9d40b4 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:44:20.343457 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e50323-da9d-4731-b579-39f84a9d40b4 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:44:20.344051 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e50323-da9d-4731-b579-39f84a9d40b4 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:44:20.344590 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e50323-da9d-4731-b579-39f84a9d40b4 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:44:20.345118 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e50323-da9d-4731-b579-39f84a9d40b4 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:44:20.345637 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e50323-da9d-4731-b579-39f84a9d40b4 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:44:20.346177 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e50323-da9d-4731-b579-39f84a9d40b4 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:44:20.346754 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e50323-da9d-4731-b579-39f84a9d40b4 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:44:20.347324 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e50323-da9d-4731-b579-39f84a9d40b4 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:44:20.347933 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e50323-da9d-4731-b579-39f84a9d40b4 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:44:20.348504 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e50323-da9d-4731-b579-39f84a9d40b4 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:44:20.348882 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e50323-da9d-4731-b579-39f84a9d40b4 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:44:20.356368 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e50323-da9d-4731-b579-39f84a9d40b4 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:44:20.356368 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e50323-da9d-4731-b579-39f84a9d40b4 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:44:20.356368 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e50323-da9d-4731-b579-39f84a9d40b4 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:44:20.456146 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.scheduler.l3_agent_scheduler [req-25e2b7c5-930b-4f35-9d38-0f6c8b3ca13c req-77e50323-da9d-4731-b579-39f84a9d40b4 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Router af46814b-06af-4a09-b7be-76dcaa7e3d2d has already been hosted by L3 agent a016a58c-1f8a-4210-ae6c-360b1a1f78c1 {{(pid=103643) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 10:44:20.563106 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-25e2b7c5-930b-4f35-9d38-0f6c8b3ca13c req-77e50323-da9d-4731-b579-39f84a9d40b4 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Notify agent at l3_agent.dv-cinder-833544-1-iscsi the message routers_updated {{(pid=103643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 10:44:20.574345 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4341173c-4f9d-4456-a616-498329e72738 None None] Sync routers for ids ['af46814b-06af-4a09-b7be-76dcaa7e3d2d'] in dv-cinder-833544-1-iscsi {{(pid=103644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 10:44:20.584290 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4341173c-4f9d-4456-a616-498329e72738 None None] Routers {'af46814b-06af-4a09-b7be-76dcaa7e3d2d'} bound to L3 agent in host dv-cinder-833544-1-iscsi {{(pid=103644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:44:20.584928 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-4341173c-4f9d-4456-a616-498329e72738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833544-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T10:17:23Z,description=,heartbeat_timestamp=2022-03-14T10:43:53Z,host='dv-cinder-833544-1-iscsi',id=a016a58c-1f8a-4210-ae6c-360b1a1f78c1,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:17:24Z,topic='l3_agent')) {'router_ids': ['af46814b-06af-4a09-b7be-76dcaa7e3d2d'], 'active': True} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:44:20.608541 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.db.l3_dvrscheduler_db [req-25e2b7c5-930b-4f35-9d38-0f6c8b3ca13c req-77e50323-da9d-4731-b579-39f84a9d40b4 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] No DVR routers for this DVR port c6c9a6b8-8333-410d-9280-06207d2d13a0 on host hv-cinder-83354 {{(pid=103643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 10:44:20.608849 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [req-25e2b7c5-930b-4f35-9d38-0f6c8b3ca13c req-77e50323-da9d-4731-b579-39f84a9d40b4 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211739'] for port (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:44:20.612210 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-25e2b7c5-930b-4f35-9d38-0f6c8b3ca13c req-77e50323-da9d-4731-b579-39f84a9d40b4 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.39 "DELETE /v2.0/ports/c6c9a6b8-8333-410d-9280-06207d2d13a0 HTTP/1.1" status: 204 len: 173 time: 0.8705823 Mar 14 10:44:20.612634 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f62efc86-6070-41b6-8a5b-6b5ffeda1238', 'name': 'network-vif-deleted', 'tag': 'c6c9a6b8-8333-410d-9280-06207d2d13a0'}] {{(pid=103643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:44:20.614857 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b58adf1808d3e8f2b7de4636db435fb255da6a44abdc46a7a48cdc23cb85b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef041f03-cd42-47d9-bc69-b7d2b42fa3a6" -d '{"events": [{"server_uuid": "f62efc86-6070-41b6-8a5b-6b5ffeda1238", "name": "network-vif-deleted", "tag": "c6c9a6b8-8333-410d-9280-06207d2d13a0"}]}' {{(pid=103643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:44:20.700047 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvr_db [None req-4341173c-4f9d-4456-a616-498329e72738 None None] Set router af46814b-06af-4a09-b7be-76dcaa7e3d2d gateway port host: dv-cinder-833544-1-iscsi {{(pid=103644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:44:20.859418 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 10:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7cf2a68-41a2-46ab-a65f-175f60760141 x-openstack-request-id: req-a7cf2a68-41a2-46ab-a65f-175f60760141 {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:44:20.859577 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-4de83f19-b2f7-4fc4-8440-738229e14351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (71411765-f129-4ae6-9e82-4fe742fde8ff), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:44:20.859941 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f62efc86-6070-41b6-8a5b-6b5ffeda1238", "name": "network-vif-deleted", "tag": "c6c9a6b8-8333-410d-9280-06207d2d13a0", "status": "completed", "code": 200}]} {{(pid=103643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:44:20.860536 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a7cf2a68-41a2-46ab-a65f-175f60760141 {{(pid=103643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:44:20.861087 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f62efc86-6070-41b6-8a5b-6b5ffeda1238', 'name': 'network-vif-deleted', 'tag': 'c6c9a6b8-8333-410d-9280-06207d2d13a0', 'status': 'completed', 'code': 200} Mar 14 10:44:20.934298 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-4341173c-4f9d-4456-a616-498329e72738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af46814b-06af-4a09-b7be-76dcaa7e3d2d', 'name': 'tempest-AttachVolumeNegativeTest-542487346-router', 'tenant_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '4038d135-f1a7-44ee-a8aa-d68043c4ba7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:36:55Z', 'updated_at': '2022-03-14T10:36:58Z', 'revision_number': 4, 'project_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'gw_port': {'id': '4038d135-f1a7-44ee-a8aa-d68043c4ba7e', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ff:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af46814b-06af-4a09-b7be-76dcaa7e3d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:36:56Z', 'updated_at': '2022-03-14T10:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi', '_interfaces': [{'id': 'ab8a89ac-e5fd-48ec-bc47-505baf6717ca', 'name': '', 'network_id': '57ee559b-7405-419c-add9-12136a347c22', 'tenant_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'mac_address': 'fa:16:3e:09:aa:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af46814b-06af-4a09-b7be-76dcaa7e3d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '445e9f07-5c2c-42dc-a9b7-aeafc1941d6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:36:58Z', 'updated_at': '2022-03-14T10:37:02Z', 'revision_number': 5, 'project_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'subnets': [{'id': '445e9f07-5c2c-42dc-a9b7-aeafc1941d6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833544-1-iscsi', False) {} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:44:20.961016 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4341173c-4f9d-4456-a616-498329e72738 None None] Checking router: af46814b-06af-4a09-b7be-76dcaa7e3d2d for host: dv-cinder-833544-1-iscsi {{(pid=103644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 10:44:20.969512 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4341173c-4f9d-4456-a616-498329e72738 None None] Routers {'af46814b-06af-4a09-b7be-76dcaa7e3d2d'} bound to L3 agent in host dv-cinder-833544-1-iscsi {{(pid=103644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:44:20.970664 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-4341173c-4f9d-4456-a616-498329e72738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833544-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T10:17:23Z,description=,heartbeat_timestamp=2022-03-14T10:43:53Z,host='dv-cinder-833544-1-iscsi',id=a016a58c-1f8a-4210-ae6c-360b1a1f78c1,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:17:24Z,topic='l3_agent')) {'router_ids': ['af46814b-06af-4a09-b7be-76dcaa7e3d2d'], 'active': True} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:44:21.076985 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvr_db [None req-4341173c-4f9d-4456-a616-498329e72738 None None] Set router af46814b-06af-4a09-b7be-76dcaa7e3d2d gateway port host: dv-cinder-833544-1-iscsi {{(pid=103644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:44:21.273026 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-4341173c-4f9d-4456-a616-498329e72738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af46814b-06af-4a09-b7be-76dcaa7e3d2d', 'name': 'tempest-AttachVolumeNegativeTest-542487346-router', 'tenant_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '4038d135-f1a7-44ee-a8aa-d68043c4ba7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:36:55Z', 'updated_at': '2022-03-14T10:36:58Z', 'revision_number': 4, 'project_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'gw_port': {'id': '4038d135-f1a7-44ee-a8aa-d68043c4ba7e', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ff:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af46814b-06af-4a09-b7be-76dcaa7e3d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:36:56Z', 'updated_at': '2022-03-14T10:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi', '_interfaces': [{'id': 'ab8a89ac-e5fd-48ec-bc47-505baf6717ca', 'name': '', 'network_id': '57ee559b-7405-419c-add9-12136a347c22', 'tenant_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'mac_address': 'fa:16:3e:09:aa:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af46814b-06af-4a09-b7be-76dcaa7e3d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '445e9f07-5c2c-42dc-a9b7-aeafc1941d6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:36:58Z', 'updated_at': '2022-03-14T10:37:02Z', 'revision_number': 5, 'project_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'subnets': [{'id': '445e9f07-5c2c-42dc-a9b7-aeafc1941d6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833544-1-iscsi', False) {} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:44:21.299831 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4341173c-4f9d-4456-a616-498329e72738 None None] The sync data for ids ['af46814b-06af-4a09-b7be-76dcaa7e3d2d'] in dv-cinder-833544-1-iscsi is: [{'id': 'af46814b-06af-4a09-b7be-76dcaa7e3d2d', 'name': 'tempest-AttachVolumeNegativeTest-542487346-router', 'tenant_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '4038d135-f1a7-44ee-a8aa-d68043c4ba7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:36:55Z', 'updated_at': '2022-03-14T10:36:58Z', 'revision_number': 4, 'project_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'gw_port': {'id': '4038d135-f1a7-44ee-a8aa-d68043c4ba7e', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ff:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af46814b-06af-4a09-b7be-76dcaa7e3d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:36:56Z', 'updated_at': '2022-03-14T10:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi', '_interfaces': [{'id': 'ab8a89ac-e5fd-48ec-bc47-505baf6717ca', 'name': '', 'network_id': '57ee559b-7405-419c-add9-12136a347c22', 'tenant_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'mac_address': 'fa:16:3e:09:aa:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af46814b-06af-4a09-b7be-76dcaa7e3d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '445e9f07-5c2c-42dc-a9b7-aeafc1941d6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:36:58Z', 'updated_at': '2022-03-14T10:37:02Z', 'revision_number': 5, 'project_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'subnets': [{'id': '445e9f07-5c2c-42dc-a9b7-aeafc1941d6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 10:44:21.385589 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [req-2411c8d8-305e-4065-8db4-72adc9d1dd5c req-ffdce050-1d33-4857-b0ba-20a71e5f6b6f tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "GET /v2.0/ports?device_id=f62efc86-6070-41b6-8a5b-6b5ffeda1238 HTTP/1.1" status: 200 len: 210 time: 0.0270486 Mar 14 10:44:21.525887 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87f4024-6c54-4bb7-b734-b389728da22e None None] New status for floating IP 077d99d5-7c19-4b43-91ee-9bf5d94f58cf: DOWN {{(pid=103645) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 10:44:22.541020 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 50804) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:44:22.593287 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-052d9e28-8d80-464a-b529-a0540f831054 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks [] for security_group (42aa8d70-0453-4eca-93d9-fd1f0efd0ac4), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:44:22.615928 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-052d9e28-8d80-464a-b529-a0540f831054 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks [] for security_group (42aa8d70-0453-4eca-93d9-fd1f0efd0ac4), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:44:22.728004 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-052d9e28-8d80-464a-b529-a0540f831054 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (42aa8d70-0453-4eca-93d9-fd1f0efd0ac4), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:44:22.730596 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-052d9e28-8d80-464a-b529-a0540f831054 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks [] for security_group (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:44:22.731741 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-052d9e28-8d80-464a-b529-a0540f831054 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "DELETE /v2.0/security-groups/42aa8d70-0453-4eca-93d9-fd1f0efd0ac4 HTTP/1.1" status: 204 len: 168 time: 0.1897430 Mar 14 10:44:22.734621 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 50806) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:44:22.740931 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052d9e28-8d80-464a-b529-a0540f831054 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42aa8d70-0453-4eca-93d9-fd1f0efd0ac4,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:44:22.751646 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.api.v2.resource [None req-14b8d1bd-b1e7-4763-b758-382925ed2ea6 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] show failed (client error): The resource could not be found. Mar 14 10:44:22.752757 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-14b8d1bd-b1e7-4763-b758-382925ed2ea6 tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "GET /v2.0/security-groups/42aa8d70-0453-4eca-93d9-fd1f0efd0ac4 HTTP/1.1" status: 404 len: 347 time: 0.0171273 Mar 14 10:44:22.755586 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 50810) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:44:22.876757 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.plugin [None req-562c1dcb-80f4-49ff-8b8d-141171743fdd tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Deleting port fc14aa9f-a814-4af3-b14a-301bc4e205cb {{(pid=103642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 10:44:22.877102 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-562c1dcb-80f4-49ff-8b8d-141171743fdd tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739585920741'] for port (fc14aa9f-a814-4af3-b14a-301bc4e205cb), before_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:44:22.950317 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-562c1dcb-80f4-49ff-8b8d-141171743fdd tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562337'] for port (fc14aa9f-a814-4af3-b14a-301bc4e205cb), precommit_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:44:22.950650 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-562c1dcb-80f4-49ff-8b8d-141171743fdd tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks [] for floatingip (fc14aa9f-a814-4af3-b14a-301bc4e205cb), precommit_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:44:22.961953 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.plugin [None req-562c1dcb-80f4-49ff-8b8d-141171743fdd tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Calling delete_port for fc14aa9f-a814-4af3-b14a-301bc4e205cb owned by network:floatingip {{(pid=103642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 10:44:22.975172 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-4b6c9351-0089-4e49-b3d7-9e812f87b249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (a016a58c-1f8a-4210-ae6c-360b1a1f78c1), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:44:23.083294 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Device c6c9a6b8-8333-410d-9280-06207d2d13a0 no longer exists at agent hyperv_hv-cinder-83354 {{(pid=103644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 10:44:23.102701 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] No Port match for: c6c9a6b8-8333-410d-9280-06207d2d13a0 {{(pid=103644) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 10:44:23.103047 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Device c6c9a6b8-8333-410d-9280-06207d2d13a0 not bound to the agent host hv-cinder-83354 {{(pid=103644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 10:44:23.146879 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-562c1dcb-80f4-49ff-8b8d-141171743fdd tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739585930060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739585409127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9714944'] for port (fc14aa9f-a814-4af3-b14a-301bc4e205cb), after_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:44:23.170387 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562c1dcb-80f4-49ff-8b8d-141171743fdd tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Pushing event deleted for resources: {'Port': ['ID=fc14aa9f-a814-4af3-b14a-301bc4e205cb,revision_number=None']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:44:23.179895 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562c1dcb-80f4-49ff-8b8d-141171743fdd tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:44:23.180257 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562c1dcb-80f4-49ff-8b8d-141171743fdd tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:44:23.180606 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562c1dcb-80f4-49ff-8b8d-141171743fdd tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:44:23.180950 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562c1dcb-80f4-49ff-8b8d-141171743fdd tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:44:23.181291 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562c1dcb-80f4-49ff-8b8d-141171743fdd tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:44:23.181629 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562c1dcb-80f4-49ff-8b8d-141171743fdd tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:44:23.182303 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562c1dcb-80f4-49ff-8b8d-141171743fdd tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:44:23.182303 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562c1dcb-80f4-49ff-8b8d-141171743fdd tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:44:23.182599 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562c1dcb-80f4-49ff-8b8d-141171743fdd tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:44:23.182927 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562c1dcb-80f4-49ff-8b8d-141171743fdd tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:44:23.183256 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562c1dcb-80f4-49ff-8b8d-141171743fdd tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:44:23.183584 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562c1dcb-80f4-49ff-8b8d-141171743fdd tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:44:23.183934 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562c1dcb-80f4-49ff-8b8d-141171743fdd tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:44:23.184266 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562c1dcb-80f4-49ff-8b8d-141171743fdd tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:44:23.184584 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562c1dcb-80f4-49ff-8b8d-141171743fdd tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:44:23.246568 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-562c1dcb-80f4-49ff-8b8d-141171743fdd tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks [] for floatingip (077d99d5-7c19-4b43-91ee-9bf5d94f58cf), after_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:44:23.249730 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-562c1dcb-80f4-49ff-8b8d-141171743fdd tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211739'] for floatingip (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:44:23.250877 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-562c1dcb-80f4-49ff-8b8d-141171743fdd tempest-AttachVolumeNegativeTest-1802807707 tempest-AttachVolumeNegativeTest-1802807707-project] 10.222.0.16 "DELETE /v2.0/floatingips/077d99d5-7c19-4b43-91ee-9bf5d94f58cf HTTP/1.1" status: 204 len: 168 time: 0.4943585 Mar 14 10:44:24.162532 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-f4039063-230b-41a9-bf4a-d5dd4b348b96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (46201191-f63a-41db-ad4d-3c2c795fe1c2), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:44:25.740870 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-a3541fa5-4b74-4b29-92a0-285d4d95a3dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (a9a1db27-ecd3-427e-bc57-ce8de4da4c28), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:44:27.009705 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (3daba05a-6d77-487a-83af-fb9f8edf24c0), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:44:27.329633 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 50846) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:44:27.471227 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (cd4c1fd5-6bd0-46fc-9cd1-9ea8fc180379), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:44:27.816114 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-a3efdf34-2931-44db-a56d-d94837d1aea5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-557792'] for router_interface (af46814b-06af-4a09-b7be-76dcaa7e3d2d), before_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:44:28.052028 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.plugin [None req-a3efdf34-2931-44db-a56d-d94837d1aea5 admin admin] Deleting port ab8a89ac-e5fd-48ec-bc47-505baf6717ca {{(pid=103642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 10:44:28.052361 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-a3efdf34-2931-44db-a56d-d94837d1aea5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739585920741'] for port (ab8a89ac-e5fd-48ec-bc47-505baf6717ca), before_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:44:28.099026 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.agents_db [None req-e5bc90a1-3fae-4be0-a54a-d59a030b4380 None None] Agent healthcheck: found 6 active agents {{(pid=103645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 10:44:28.130961 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.db [None req-a3efdf34-2931-44db-a56d-d94837d1aea5 admin admin] For port ab8a89ac-e5fd-48ec-bc47-505baf6717ca, host dv-cinder-833544-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833544-1-iscsi',level=0,port_id=ab8a89ac-e5fd-48ec-bc47-505baf6717ca,segment=NetworkSegment(178995d1-5f67-4684-9116-b12e73922a62),segment_id=178995d1-5f67-4684-9116-b12e73922a62)] {{(pid=103642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:44:28.131320 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-a3efdf34-2931-44db-a56d-d94837d1aea5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562337'] for port (ab8a89ac-e5fd-48ec-bc47-505baf6717ca), precommit_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:44:28.143248 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.plugin [None req-a3efdf34-2931-44db-a56d-d94837d1aea5 admin admin] Calling delete_port for ab8a89ac-e5fd-48ec-bc47-505baf6717ca owned by network:router_interface {{(pid=103642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 10:44:28.392476 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-a3efdf34-2931-44db-a56d-d94837d1aea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739585930060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739585409127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9714944'] for port (ab8a89ac-e5fd-48ec-bc47-505baf6717ca), after_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:44:28.415815 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3efdf34-2931-44db-a56d-d94837d1aea5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab8a89ac-e5fd-48ec-bc47-505baf6717ca,revision_number=None']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:44:28.581854 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-a3efdf34-2931-44db-a56d-d94837d1aea5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-559952'] for router_interface (af46814b-06af-4a09-b7be-76dcaa7e3d2d), after_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:44:28.800862 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3efdf34-2931-44db-a56d-d94837d1aea5 admin admin] Router af46814b-06af-4a09-b7be-76dcaa7e3d2d has already been hosted by L3 agent a016a58c-1f8a-4210-ae6c-360b1a1f78c1 {{(pid=103642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 10:44:28.906151 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3efdf34-2931-44db-a56d-d94837d1aea5 admin admin] Notify agent at l3_agent.dv-cinder-833544-1-iscsi the message routers_updated {{(pid=103642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 10:44:28.911056 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-a3efdf34-2931-44db-a56d-d94837d1aea5 admin admin] 10.222.0.16 "PUT /v2.0/routers/af46814b-06af-4a09-b7be-76dcaa7e3d2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5804100 Mar 14 10:44:28.913527 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 50850) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:44:28.914678 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2567f2c5-5255-4fbf-a682-83a9a7771b0e None None] Sync routers for ids ['af46814b-06af-4a09-b7be-76dcaa7e3d2d'] in dv-cinder-833544-1-iscsi {{(pid=103644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 10:44:28.924551 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2567f2c5-5255-4fbf-a682-83a9a7771b0e None None] Routers {'af46814b-06af-4a09-b7be-76dcaa7e3d2d'} bound to L3 agent in host dv-cinder-833544-1-iscsi {{(pid=103644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:44:28.925164 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-2567f2c5-5255-4fbf-a682-83a9a7771b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833544-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T10:17:23Z,description=,heartbeat_timestamp=2022-03-14T10:44:23Z,host='dv-cinder-833544-1-iscsi',id=a016a58c-1f8a-4210-ae6c-360b1a1f78c1,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:17:24Z,topic='l3_agent')) {'router_ids': ['af46814b-06af-4a09-b7be-76dcaa7e3d2d'], 'active': True} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:44:29.017217 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-a9e7c1e7-52f9-448d-abd5-c8393242baec admin admin] Publish callbacks [] for router (af46814b-06af-4a09-b7be-76dcaa7e3d2d), before_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:44:29.031756 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvr_db [None req-2567f2c5-5255-4fbf-a682-83a9a7771b0e None None] Set router af46814b-06af-4a09-b7be-76dcaa7e3d2d gateway port host: dv-cinder-833544-1-iscsi {{(pid=103644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:44:29.119348 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-a9e7c1e7-52f9-448d-abd5-c8393242baec admin admin] Publish callbacks [] for router_gateway (af46814b-06af-4a09-b7be-76dcaa7e3d2d), before_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:44:29.203135 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-2567f2c5-5255-4fbf-a682-83a9a7771b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af46814b-06af-4a09-b7be-76dcaa7e3d2d', 'name': 'tempest-AttachVolumeNegativeTest-542487346-router', 'tenant_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'external_fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '4038d135-f1a7-44ee-a8aa-d68043c4ba7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:36:55Z', 'updated_at': '2022-03-14T10:44:28Z', 'revision_number': 5, 'project_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'gw_port': {'id': '4038d135-f1a7-44ee-a8aa-d68043c4ba7e', 'name': '', 'network_id': 'd3edc090-f075-4654-a10f-87b9c191544a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ff:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af46814b-06af-4a09-b7be-76dcaa7e3d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833544-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:36:56Z', 'updated_at': '2022-03-14T10:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b94c44b1-4eb3-4139-bb38-cf15afc675ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833544-1-iscsi'}], 'dv-cinder-833544-1-iscsi', False) {} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:44:29.234544 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2567f2c5-5255-4fbf-a682-83a9a7771b0e None None] Checking router: af46814b-06af-4a09-b7be-76dcaa7e3d2d for host: dv-cinder-833544-1-iscsi {{(pid=103644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 10:44:29.238569 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.plugin [None req-a9e7c1e7-52f9-448d-abd5-c8393242baec admin admin] Deleting port 4038d135-f1a7-44ee-a8aa-d68043c4ba7e {{(pid=103642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 10:44:29.238915 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-a9e7c1e7-52f9-448d-abd5-c8393242baec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739585920741'] for port (4038d135-f1a7-44ee-a8aa-d68043c4ba7e), before_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:44:29.242843 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2567f2c5-5255-4fbf-a682-83a9a7771b0e None None] Routers {'af46814b-06af-4a09-b7be-76dcaa7e3d2d'} bound to L3 agent in host dv-cinder-833544-1-iscsi {{(pid=103644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:44:29.243462 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-2567f2c5-5255-4fbf-a682-83a9a7771b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833544-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T10:17:23Z,description=,heartbeat_timestamp=2022-03-14T10:44:23Z,host='dv-cinder-833544-1-iscsi',id=a016a58c-1f8a-4210-ae6c-360b1a1f78c1,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:17:24Z,topic='l3_agent')) {'router_ids': ['af46814b-06af-4a09-b7be-76dcaa7e3d2d'], 'active': True} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:44:29.318932 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.db [None req-a9e7c1e7-52f9-448d-abd5-c8393242baec admin admin] For port 4038d135-f1a7-44ee-a8aa-d68043c4ba7e, host dv-cinder-833544-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833544-1-iscsi',level=0,port_id=4038d135-f1a7-44ee-a8aa-d68043c4ba7e,segment=NetworkSegment(11cedc40-3914-4af6-ba83-0b9ce6d6fc30),segment_id=11cedc40-3914-4af6-ba83-0b9ce6d6fc30)] {{(pid=103642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:44:29.319303 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-a9e7c1e7-52f9-448d-abd5-c8393242baec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562337'] for port (4038d135-f1a7-44ee-a8aa-d68043c4ba7e), precommit_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:44:29.332561 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.plugins.ml2.plugin [None req-a9e7c1e7-52f9-448d-abd5-c8393242baec admin admin] Calling delete_port for 4038d135-f1a7-44ee-a8aa-d68043c4ba7e owned by network:router_gateway {{(pid=103642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 10:44:29.458109 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvr_db [None req-2567f2c5-5255-4fbf-a682-83a9a7771b0e None None] Set router af46814b-06af-4a09-b7be-76dcaa7e3d2d gateway port host: None {{(pid=103644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:44:29.509030 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_hamode_db [None req-2567f2c5-5255-4fbf-a682-83a9a7771b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af46814b-06af-4a09-b7be-76dcaa7e3d2d', 'name': 'tempest-AttachVolumeNegativeTest-542487346-router', 'tenant_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:36:55Z', 'updated_at': '2022-03-14T10:44:29Z', 'revision_number': 6, 'project_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'gw_port_host': None}], 'dv-cinder-833544-1-iscsi', False) {} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:44:29.538016 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2567f2c5-5255-4fbf-a682-83a9a7771b0e None None] The sync data for ids ['af46814b-06af-4a09-b7be-76dcaa7e3d2d'] in dv-cinder-833544-1-iscsi is: [{'id': 'af46814b-06af-4a09-b7be-76dcaa7e3d2d', 'name': 'tempest-AttachVolumeNegativeTest-542487346-router', 'tenant_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:36:55Z', 'updated_at': '2022-03-14T10:44:29Z', 'revision_number': 6, 'project_id': 'ec9fb341ae784a188d2c22728a1d4c86', 'gw_port_host': None}] {{(pid=103644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 10:44:29.568857 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-a9e7c1e7-52f9-448d-abd5-c8393242baec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739585930060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739585409127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9714944'] for port (4038d135-f1a7-44ee-a8aa-d68043c4ba7e), after_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:44:29.595752 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e7c1e7-52f9-448d-abd5-c8393242baec admin admin] Pushing event deleted for resources: {'Port': ['ID=4038d135-f1a7-44ee-a8aa-d68043c4ba7e,revision_number=None']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:44:29.652463 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-a9e7c1e7-52f9-448d-abd5-c8393242baec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-564278'] for router_gateway (af46814b-06af-4a09-b7be-76dcaa7e3d2d), after_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:44:29.740991 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-a9e7c1e7-52f9-448d-abd5-c8393242baec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10120'] for router (af46814b-06af-4a09-b7be-76dcaa7e3d2d), precommit_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:44:29.743079 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-a9e7c1e7-52f9-448d-abd5-c8393242baec admin admin] Publish callbacks [] for router_controller (af46814b-06af-4a09-b7be-76dcaa7e3d2d), precommit_delete_associations {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:44:29.848152 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-a9e7c1e7-52f9-448d-abd5-c8393242baec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-559426'] for router (af46814b-06af-4a09-b7be-76dcaa7e3d2d), after_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:44:29.848699 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9e7c1e7-52f9-448d-abd5-c8393242baec admin admin] Fanout notify agent at l3_agent the message router_deleted on router af46814b-06af-4a09-b7be-76dcaa7e3d2d {{(pid=103642) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 10:44:29.857885 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-a9e7c1e7-52f9-448d-abd5-c8393242baec admin admin] Publish callbacks [] for router (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:44:29.857885 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-a9e7c1e7-52f9-448d-abd5-c8393242baec admin admin] 10.222.0.16 "DELETE /v2.0/routers/af46814b-06af-4a09-b7be-76dcaa7e3d2d HTTP/1.1" status: 204 len: 168 time: 0.9425359 Mar 14 10:44:29.858087 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 50852) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:44:29.902880 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.db.db_base_plugin_v2 [None req-54902b88-4e8c-494c-81ad-a455b08d3eb7 admin admin] Deleting subnet 445e9f07-5c2c-42dc-a9b7-aeafc1941d6c {{(pid=103643) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 14 10:44:29.906125 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-54902b88-4e8c-494c-81ad-a455b08d3eb7 admin admin] Publish callbacks [] for subnet (445e9f07-5c2c-42dc-a9b7-aeafc1941d6c), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:44:29.949064 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-54902b88-4e8c-494c-81ad-a455b08d3eb7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2656507'] for subnet (445e9f07-5c2c-42dc-a9b7-aeafc1941d6c), precommit_delete_associations {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:44:30.023105 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-54902b88-4e8c-494c-81ad-a455b08d3eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1689235'] for subnet (445e9f07-5c2c-42dc-a9b7-aeafc1941d6c), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:44:30.146857 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-54902b88-4e8c-494c-81ad-a455b08d3eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8515970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9280982'] for subnet (445e9f07-5c2c-42dc-a9b7-aeafc1941d6c), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:44:30.170641 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54902b88-4e8c-494c-81ad-a455b08d3eb7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=445e9f07-5c2c-42dc-a9b7-aeafc1941d6c,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:44:30.176286 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-54902b88-4e8c-494c-81ad-a455b08d3eb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631023'] for subnet (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:44:30.179411 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-54902b88-4e8c-494c-81ad-a455b08d3eb7 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/445e9f07-5c2c-42dc-a9b7-aeafc1941d6c HTTP/1.1" status: 204 len: 168 time: 0.3207755 Mar 14 10:44:30.181938 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 50854) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:44:30.182404 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443d478f-d240-4c01-a7c7-4fb400b50c79 None None] Network 57ee559b-7405-419c-add9-12136a347c22 requested from dv-cinder-833544-1-iscsi {{(pid=103644) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 10:44:30.252916 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-091ca521-66ed-483b-9452-3d574cf2d58d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369052'] for network (57ee559b-7405-419c-add9-12136a347c22), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:44:30.310193 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [None req-091ca521-66ed-483b-9452-3d574cf2d58d admin admin] Deleting port 38337831-3dc1-4287-9823-f5062143a329 {{(pid=103643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 10:44:30.310556 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-091ca521-66ed-483b-9452-3d574cf2d58d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739585920741'] for port (38337831-3dc1-4287-9823-f5062143a329), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:44:30.338506 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7463fc6f-a315-4026-acac-cc80233d7a5c None None] DHCP port deletion for 57ee559b-7405-419c-add9-12136a347c22 request from dv-cinder-833544-1-iscsi {{(pid=103644) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 14 10:44:30.379425 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.db [None req-091ca521-66ed-483b-9452-3d574cf2d58d admin admin] For port 38337831-3dc1-4287-9823-f5062143a329, host dv-cinder-833544-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833544-1-iscsi',level=0,port_id=38337831-3dc1-4287-9823-f5062143a329,segment=NetworkSegment(178995d1-5f67-4684-9116-b12e73922a62),segment_id=178995d1-5f67-4684-9116-b12e73922a62)] {{(pid=103643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:44:30.379932 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-091ca521-66ed-483b-9452-3d574cf2d58d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562337'] for port (38337831-3dc1-4287-9823-f5062143a329), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:44:30.394103 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.plugin [None req-091ca521-66ed-483b-9452-3d574cf2d58d admin admin] Calling delete_port for 38337831-3dc1-4287-9823-f5062143a329 owned by network:dhcp {{(pid=103643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 10:44:30.395119 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-7463fc6f-a315-4026-acac-cc80233d7a5c None None] Deleting port 38337831-3dc1-4287-9823-f5062143a329 {{(pid=103644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 10:44:30.395492 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-7463fc6f-a315-4026-acac-cc80233d7a5c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739585920741'] for port (38337831-3dc1-4287-9823-f5062143a329), before_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:44:30.459239 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.db [None req-7463fc6f-a315-4026-acac-cc80233d7a5c None None] For port 38337831-3dc1-4287-9823-f5062143a329, host dv-cinder-833544-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833544-1-iscsi',level=0,port_id=38337831-3dc1-4287-9823-f5062143a329,segment=NetworkSegment(178995d1-5f67-4684-9116-b12e73922a62),segment_id=178995d1-5f67-4684-9116-b12e73922a62)] {{(pid=103644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:44:30.459631 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-7463fc6f-a315-4026-acac-cc80233d7a5c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562337'] for port (38337831-3dc1-4287-9823-f5062143a329), precommit_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:44:30.473351 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-7463fc6f-a315-4026-acac-cc80233d7a5c None None] Calling delete_port for 38337831-3dc1-4287-9823-f5062143a329 owned by network:dhcp {{(pid=103644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 10:44:30.563916 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-091ca521-66ed-483b-9452-3d574cf2d58d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739585930060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739585409127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516063'] for port (38337831-3dc1-4287-9823-f5062143a329), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:44:30.570049 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-7463fc6f-a315-4026-acac-cc80233d7a5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1674637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739585930060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739585409127'] for port (38337831-3dc1-4287-9823-f5062143a329), after_delete {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:44:30.589684 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091ca521-66ed-483b-9452-3d574cf2d58d admin admin] Pushing event deleted for resources: {'Port': ['ID=38337831-3dc1-4287-9823-f5062143a329,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:44:30.594896 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091ca521-66ed-483b-9452-3d574cf2d58d admin admin] No DVR routers for this DVR port 38337831-3dc1-4287-9823-f5062143a329 on host dv-cinder-833544-1-iscsi {{(pid=103643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 10:44:30.596762 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7463fc6f-a315-4026-acac-cc80233d7a5c None None] Pushing event deleted for resources: {'Port': ['ID=38337831-3dc1-4287-9823-f5062143a329,revision_number=None']} {{(pid=103644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:44:30.600307 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7463fc6f-a315-4026-acac-cc80233d7a5c None None] No DVR routers for this DVR port 38337831-3dc1-4287-9823-f5062143a329 on host dv-cinder-833544-1-iscsi {{(pid=103644) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 10:44:30.606938 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7463fc6f-a315-4026-acac-cc80233d7a5c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:44:30.607301 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7463fc6f-a315-4026-acac-cc80233d7a5c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:44:30.607646 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7463fc6f-a315-4026-acac-cc80233d7a5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:44:30.608039 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7463fc6f-a315-4026-acac-cc80233d7a5c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:44:30.608348 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7463fc6f-a315-4026-acac-cc80233d7a5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:44:30.608711 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7463fc6f-a315-4026-acac-cc80233d7a5c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:44:30.609042 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7463fc6f-a315-4026-acac-cc80233d7a5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:44:30.609367 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7463fc6f-a315-4026-acac-cc80233d7a5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:44:30.609840 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7463fc6f-a315-4026-acac-cc80233d7a5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:44:30.610020 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7463fc6f-a315-4026-acac-cc80233d7a5c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:44:30.610525 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7463fc6f-a315-4026-acac-cc80233d7a5c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:44:30.610649 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7463fc6f-a315-4026-acac-cc80233d7a5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:44:30.610952 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7463fc6f-a315-4026-acac-cc80233d7a5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:44:30.611357 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7463fc6f-a315-4026-acac-cc80233d7a5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:44:30.611589 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7463fc6f-a315-4026-acac-cc80233d7a5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:44:30.674538 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-091ca521-66ed-483b-9452-3d574cf2d58d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687834', 'neutron.services.segments.db._delete_segments_for_network-8739585737229'] for network (57ee559b-7405-419c-add9-12136a347c22), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:44:30.687549 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Device 38337831-3dc1-4287-9823-f5062143a329 no longer exists at agent ovs-agent-dv-cinder-833544-1-iscsi {{(pid=103644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 10:44:30.694806 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.services.segments.db [None req-091ca521-66ed-483b-9452-3d574cf2d58d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57ee559b-7405-419c-add9-12136a347c22']}} {{(pid=103643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:44:30.704533 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.services.segments.db [None req-091ca521-66ed-483b-9452-3d574cf2d58d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '178995d1-5f67-4684-9116-b12e73922a62') {'for_net_delete': True} {{(pid=103643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:44:30.704825 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.services.segments.db [None req-091ca521-66ed-483b-9452-3d574cf2d58d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '178995d1-5f67-4684-9116-b12e73922a62') {} {{(pid=103643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:44:30.707711 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] No Port match for: 38337831-3dc1-4287-9823-f5062143a329 {{(pid=103644) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 10:44:30.708122 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Device 38337831-3dc1-4287-9823-f5062143a329 not bound to the agent host dv-cinder-833544-1-iscsi {{(pid=103644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 10:44:30.708538 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Device 4038d135-f1a7-44ee-a8aa-d68043c4ba7e no longer exists at agent ovs-agent-dv-cinder-833544-1-iscsi {{(pid=103644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 10:44:30.714551 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-091ca521-66ed-483b-9452-3d574cf2d58d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739585737494', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2656482'] for segment (178995d1-5f67-4684-9116-b12e73922a62), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:44:30.727869 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-091ca521-66ed-483b-9452-3d574cf2d58d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1663358'] for segment (178995d1-5f67-4684-9116-b12e73922a62), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:44:30.728272 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] No Port match for: 4038d135-f1a7-44ee-a8aa-d68043c4ba7e {{(pid=103644) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 10:44:30.728626 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Device 4038d135-f1a7-44ee-a8aa-d68043c4ba7e not bound to the agent host dv-cinder-833544-1-iscsi {{(pid=103644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 10:44:30.729044 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Device ab8a89ac-e5fd-48ec-bc47-505baf6717ca no longer exists at agent ovs-agent-dv-cinder-833544-1-iscsi {{(pid=103644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 10:44:30.733840 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-091ca521-66ed-483b-9452-3d574cf2d58d admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=103643) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 10:44:30.734277 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-091ca521-66ed-483b-9452-3d574cf2d58d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1663358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8516140'] for segment (178995d1-5f67-4684-9116-b12e73922a62), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:44:30.735992 dv-cinder-833544-1-iscsi neutron-server[103643]: Traceback (most recent call last): Mar 14 10:44:30.735992 dv-cinder-833544-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 10:44:30.735992 dv-cinder-833544-1-iscsi neutron-server[103643]: timer() Mar 14 10:44:30.735992 dv-cinder-833544-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 10:44:30.735992 dv-cinder-833544-1-iscsi neutron-server[103643]: cb(*args, **kw) Mar 14 10:44:30.735992 dv-cinder-833544-1-iscsi neutron-server[103643]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 10:44:30.735992 dv-cinder-833544-1-iscsi neutron-server[103643]: return func(*args, **kwargs) Mar 14 10:44:30.735992 dv-cinder-833544-1-iscsi neutron-server[103643]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 10:44:30.735992 dv-cinder-833544-1-iscsi neutron-server[103643]: self._notify() Mar 14 10:44:30.735992 dv-cinder-833544-1-iscsi neutron-server[103643]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 10:44:30.735992 dv-cinder-833544-1-iscsi neutron-server[103643]: self.callback(batched_events) Mar 14 10:44:30.735992 dv-cinder-833544-1-iscsi neutron-server[103643]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 10:44:30.735992 dv-cinder-833544-1-iscsi neutron-server[103643]: event.method(event) Mar 14 10:44:30.735992 dv-cinder-833544-1-iscsi neutron-server[103643]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 10:44:30.735992 dv-cinder-833544-1-iscsi neutron-server[103643]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 10:44:30.735992 dv-cinder-833544-1-iscsi neutron-server[103643]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 10:44:30.735992 dv-cinder-833544-1-iscsi neutron-server[103643]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 10:44:30.735992 dv-cinder-833544-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 10:44:30.735992 dv-cinder-833544-1-iscsi neutron-server[103643]: return f(self, *a, **k) Mar 14 10:44:30.735992 dv-cinder-833544-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 10:44:30.735992 dv-cinder-833544-1-iscsi neutron-server[103643]: return self._get(url).json() Mar 14 10:44:30.735992 dv-cinder-833544-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 10:44:30.735992 dv-cinder-833544-1-iscsi neutron-server[103643]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 10:44:30.735992 dv-cinder-833544-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 10:44:30.735992 dv-cinder-833544-1-iscsi neutron-server[103643]: return self.request(url, 'GET', **kwargs) Mar 14 10:44:30.735992 dv-cinder-833544-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 10:44:30.735992 dv-cinder-833544-1-iscsi neutron-server[103643]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 10:44:30.735992 dv-cinder-833544-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 10:44:30.735992 dv-cinder-833544-1-iscsi neutron-server[103643]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 10:44:30.735992 dv-cinder-833544-1-iscsi neutron-server[103643]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 10:44:30.735992 dv-cinder-833544-1-iscsi neutron-server[103643]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 10:44:30.735992 dv-cinder-833544-1-iscsi neutron-server[103643]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 10:44:30.750188 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] No Port match for: ab8a89ac-e5fd-48ec-bc47-505baf6717ca {{(pid=103644) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 10:44:30.750542 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.rpc [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Device ab8a89ac-e5fd-48ec-bc47-505baf6717ca not bound to the agent host dv-cinder-833544-1-iscsi {{(pid=103644) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 10:44:30.843742 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-091ca521-66ed-483b-9452-3d574cf2d58d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-564434'] for network (57ee559b-7405-419c-add9-12136a347c22), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:44:30.849139 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-091ca521-66ed-483b-9452-3d574cf2d58d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631023'] for network (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:44:30.852227 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-091ca521-66ed-483b-9452-3d574cf2d58d admin admin] 10.222.0.16 "DELETE /v2.0/networks/57ee559b-7405-419c-add9-12136a347c22 HTTP/1.1" status: 204 len: 168 time: 0.6693895 Mar 14 10:44:30.863006 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091ca521-66ed-483b-9452-3d574cf2d58d admin admin] Pushing event deleted for resources: {'Network': ['ID=57ee559b-7405-419c-add9-12136a347c22,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:44:31.127784 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 50858) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:44:31.165637 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-fea8e3a4-4a24-4911-9847-83b26ae377f5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ec9fb341ae784a188d2c22728a1d4c86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0367150 Mar 14 10:44:31.168034 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 50860) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:44:31.213303 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-aee0a0c6-3013-4007-af61-fc24989dd90b admin admin] Publish callbacks [] for security_group (a5bcf6e5-448f-4e7d-9fdd-bc0c81fe7e2c), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:44:31.233936 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-aee0a0c6-3013-4007-af61-fc24989dd90b admin admin] Publish callbacks [] for security_group (a5bcf6e5-448f-4e7d-9fdd-bc0c81fe7e2c), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:44:31.362106 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-aee0a0c6-3013-4007-af61-fc24989dd90b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (a5bcf6e5-448f-4e7d-9fdd-bc0c81fe7e2c), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:44:31.364591 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-aee0a0c6-3013-4007-af61-fc24989dd90b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:44:31.365714 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-aee0a0c6-3013-4007-af61-fc24989dd90b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a5bcf6e5-448f-4e7d-9fdd-bc0c81fe7e2c HTTP/1.1" status: 204 len: 168 time: 0.1968191 Mar 14 10:44:31.375590 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee0a0c6-3013-4007-af61-fc24989dd90b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5bcf6e5-448f-4e7d-9fdd-bc0c81fe7e2c,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:44:33.669664 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 50910) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:44:33.770103 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-34a0fe4e-2e57-42cb-af46-9cdb66de14cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:44:33.840809 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-34a0fe4e-2e57-42cb-af46-9cdb66de14cf admin admin] Publish callbacks [] for security_group (72071d93-6348-46fc-8ff2-7c70810e4d79), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:44:33.906253 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-34a0fe4e-2e57-42cb-af46-9cdb66de14cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (72071d93-6348-46fc-8ff2-7c70810e4d79), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:44:33.946049 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-34a0fe4e-2e57-42cb-af46-9cdb66de14cf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=69926cb77b474e5abb25abbe0d6f9219&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2753382 Mar 14 10:44:33.946883 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a0fe4e-2e57-42cb-af46-9cdb66de14cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72071d93-6348-46fc-8ff2-7c70810e4d79,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:44:33.948883 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 50914) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:44:33.995476 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-d0b76706-9692-4408-9099-cf243e2c4fa5 admin admin] Publish callbacks [] for security_group (72071d93-6348-46fc-8ff2-7c70810e4d79), before_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:44:34.016840 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-d0b76706-9692-4408-9099-cf243e2c4fa5 admin admin] Publish callbacks [] for security_group (72071d93-6348-46fc-8ff2-7c70810e4d79), precommit_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:44:34.123954 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-d0b76706-9692-4408-9099-cf243e2c4fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (72071d93-6348-46fc-8ff2-7c70810e4d79), after_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:44:34.126748 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-d0b76706-9692-4408-9099-cf243e2c4fa5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:44:34.127925 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-d0b76706-9692-4408-9099-cf243e2c4fa5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/72071d93-6348-46fc-8ff2-7c70810e4d79 HTTP/1.1" status: 204 len: 168 time: 0.1779566 Mar 14 10:44:34.135470 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b76706-9692-4408-9099-cf243e2c4fa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72071d93-6348-46fc-8ff2-7c70810e4d79,revision_number=None']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:44:34.629158 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 50920) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:44:34.642249 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-3772a567-24a1-46ea-8041-8d443c869329 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:44:34.713116 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-3772a567-24a1-46ea-8041-8d443c869329 admin admin] Publish callbacks [] for security_group (bc48160b-b1a7-4223-a982-95b5bec92ad9), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:44:34.785976 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-3772a567-24a1-46ea-8041-8d443c869329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (bc48160b-b1a7-4223-a982-95b5bec92ad9), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:44:34.826135 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-3772a567-24a1-46ea-8041-8d443c869329 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7c6679c0c3fc47c58139884aa36f503a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1958563 Mar 14 10:44:34.826911 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3772a567-24a1-46ea-8041-8d443c869329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc48160b-b1a7-4223-a982-95b5bec92ad9,revision_number=1']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:44:34.828839 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 50922) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:44:34.876047 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-8c0403c4-3529-49cd-9e1a-736c8fda5d9e admin admin] Publish callbacks [] for security_group (bc48160b-b1a7-4223-a982-95b5bec92ad9), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:44:34.896393 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-8c0403c4-3529-49cd-9e1a-736c8fda5d9e admin admin] Publish callbacks [] for security_group (bc48160b-b1a7-4223-a982-95b5bec92ad9), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:44:35.026583 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-8c0403c4-3529-49cd-9e1a-736c8fda5d9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (bc48160b-b1a7-4223-a982-95b5bec92ad9), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:44:35.029394 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-8c0403c4-3529-49cd-9e1a-736c8fda5d9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:44:35.031196 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-8c0403c4-3529-49cd-9e1a-736c8fda5d9e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bc48160b-b1a7-4223-a982-95b5bec92ad9 HTTP/1.1" status: 204 len: 168 time: 0.2012868 Mar 14 10:44:35.039382 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0403c4-3529-49cd-9e1a-736c8fda5d9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc48160b-b1a7-4223-a982-95b5bec92ad9,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:44:41.829345 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 51020) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:44:41.930203 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-5bb2c620-37f6-48fe-8c14-95c20ab6e984 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:44:41.999859 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-5bb2c620-37f6-48fe-8c14-95c20ab6e984 admin admin] Publish callbacks [] for security_group (fbe4d209-9696-476c-8842-5e846995d27e), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:44:42.049041 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-5bb2c620-37f6-48fe-8c14-95c20ab6e984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (fbe4d209-9696-476c-8842-5e846995d27e), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:44:42.086671 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-5bb2c620-37f6-48fe-8c14-95c20ab6e984 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4b68e4aab9534dcc80669153e32ebda6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2561471 Mar 14 10:44:42.087456 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb2c620-37f6-48fe-8c14-95c20ab6e984 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbe4d209-9696-476c-8842-5e846995d27e,revision_number=1']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:44:42.089585 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 51024) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:44:42.137414 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-d7feb9dd-4c8e-4ae0-9372-23b8be399644 admin admin] Publish callbacks [] for security_group (fbe4d209-9696-476c-8842-5e846995d27e), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:44:42.157593 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-d7feb9dd-4c8e-4ae0-9372-23b8be399644 admin admin] Publish callbacks [] for security_group (fbe4d209-9696-476c-8842-5e846995d27e), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:44:42.243876 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-d7feb9dd-4c8e-4ae0-9372-23b8be399644 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (fbe4d209-9696-476c-8842-5e846995d27e), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:44:42.246423 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-d7feb9dd-4c8e-4ae0-9372-23b8be399644 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:44:42.247548 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-d7feb9dd-4c8e-4ae0-9372-23b8be399644 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fbe4d209-9696-476c-8842-5e846995d27e HTTP/1.1" status: 204 len: 168 time: 0.1568811 Mar 14 10:44:42.256329 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7feb9dd-4c8e-4ae0-9372-23b8be399644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbe4d209-9696-476c-8842-5e846995d27e,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:44:42.783115 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 51030) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:44:42.799386 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-ae232521-34f0-490e-bab1-225b87c32b49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:44:42.870759 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-ae232521-34f0-490e-bab1-225b87c32b49 admin admin] Publish callbacks [] for security_group (3aafffab-5b41-47e4-bc4e-cd075ebb26b6), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:44:42.917286 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-ae232521-34f0-490e-bab1-225b87c32b49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (3aafffab-5b41-47e4-bc4e-cd075ebb26b6), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:44:42.953345 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae232521-34f0-490e-bab1-225b87c32b49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aafffab-5b41-47e4-bc4e-cd075ebb26b6,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:44:42.959459 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-ae232521-34f0-490e-bab1-225b87c32b49 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7446d0a38153444698ed9bb95c195800&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1752696 Mar 14 10:44:42.962072 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 51032) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:44:43.009033 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-72bf51f5-45bd-4eed-9c1d-50abcbd56766 admin admin] Publish callbacks [] for security_group (3aafffab-5b41-47e4-bc4e-cd075ebb26b6), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:44:43.029767 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-72bf51f5-45bd-4eed-9c1d-50abcbd56766 admin admin] Publish callbacks [] for security_group (3aafffab-5b41-47e4-bc4e-cd075ebb26b6), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:44:43.161832 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-72bf51f5-45bd-4eed-9c1d-50abcbd56766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (3aafffab-5b41-47e4-bc4e-cd075ebb26b6), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:44:43.164708 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-72bf51f5-45bd-4eed-9c1d-50abcbd56766 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:44:43.165892 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-72bf51f5-45bd-4eed-9c1d-50abcbd56766 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3aafffab-5b41-47e4-bc4e-cd075ebb26b6 HTTP/1.1" status: 204 len: 168 time: 0.2026799 Mar 14 10:44:43.176670 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bf51f5-45bd-4eed-9c1d-50abcbd56766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aafffab-5b41-47e4-bc4e-cd075ebb26b6,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:44:43.759905 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 51038) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:44:43.772610 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-33db4189-6f41-4795-85ed-7edd80bdf344 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:44:43.846084 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-33db4189-6f41-4795-85ed-7edd80bdf344 admin admin] Publish callbacks [] for security_group (845d8ded-1aa4-4527-8fb0-57e3174fedcb), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:44:43.940188 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-33db4189-6f41-4795-85ed-7edd80bdf344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (845d8ded-1aa4-4527-8fb0-57e3174fedcb), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:44:43.978066 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-33db4189-6f41-4795-85ed-7edd80bdf344 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=df0f9f63be87406982f14dfe9da47cd4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2170954 Mar 14 10:44:43.978906 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33db4189-6f41-4795-85ed-7edd80bdf344 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=845d8ded-1aa4-4527-8fb0-57e3174fedcb,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:44:43.980944 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 51040) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:44:44.027900 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-371ea4dc-d87c-4c76-aa58-ee197ac1c80f admin admin] Publish callbacks [] for security_group (845d8ded-1aa4-4527-8fb0-57e3174fedcb), before_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:44:44.048216 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-371ea4dc-d87c-4c76-aa58-ee197ac1c80f admin admin] Publish callbacks [] for security_group (845d8ded-1aa4-4527-8fb0-57e3174fedcb), precommit_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:44:44.146022 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-371ea4dc-d87c-4c76-aa58-ee197ac1c80f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (845d8ded-1aa4-4527-8fb0-57e3174fedcb), after_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:44:44.148656 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-371ea4dc-d87c-4c76-aa58-ee197ac1c80f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:44:44.149801 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-371ea4dc-d87c-4c76-aa58-ee197ac1c80f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/845d8ded-1aa4-4527-8fb0-57e3174fedcb HTTP/1.1" status: 204 len: 168 time: 0.1678097 Mar 14 10:44:44.158055 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371ea4dc-d87c-4c76-aa58-ee197ac1c80f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=845d8ded-1aa4-4527-8fb0-57e3174fedcb,revision_number=None']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:44:47.282606 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 51110) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:44:47.385301 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-3c1eec05-1188-4b76-bb0d-06f4f708286d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:44:47.455110 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-3c1eec05-1188-4b76-bb0d-06f4f708286d admin admin] Publish callbacks [] for security_group (a1a3b649-f36c-451e-b4c1-5743f8d7bc87), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:44:47.504585 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-3c1eec05-1188-4b76-bb0d-06f4f708286d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (a1a3b649-f36c-451e-b4c1-5743f8d7bc87), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:44:47.542501 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-3c1eec05-1188-4b76-bb0d-06f4f708286d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9c34b77df06c4d85949566ea17775b4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2588525 Mar 14 10:44:47.543625 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1eec05-1188-4b76-bb0d-06f4f708286d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1a3b649-f36c-451e-b4c1-5743f8d7bc87,revision_number=1']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:44:47.545187 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 51114) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:44:47.593442 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-b726f4a6-f2e7-4739-b9f4-2639672ba3f1 admin admin] Publish callbacks [] for security_group (a1a3b649-f36c-451e-b4c1-5743f8d7bc87), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:44:47.613203 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-b726f4a6-f2e7-4739-b9f4-2639672ba3f1 admin admin] Publish callbacks [] for security_group (a1a3b649-f36c-451e-b4c1-5743f8d7bc87), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:44:47.711560 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-b726f4a6-f2e7-4739-b9f4-2639672ba3f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (a1a3b649-f36c-451e-b4c1-5743f8d7bc87), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:44:47.714308 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-b726f4a6-f2e7-4739-b9f4-2639672ba3f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:44:47.715428 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-b726f4a6-f2e7-4739-b9f4-2639672ba3f1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a1a3b649-f36c-451e-b4c1-5743f8d7bc87 HTTP/1.1" status: 204 len: 168 time: 0.1686587 Mar 14 10:44:47.723408 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b726f4a6-f2e7-4739-b9f4-2639672ba3f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1a3b649-f36c-451e-b4c1-5743f8d7bc87,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:44:48.218751 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 51120) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:44:48.231548 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-f71d6bcf-afe6-4aad-a090-2031db69e251 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:44:48.303814 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-f71d6bcf-afe6-4aad-a090-2031db69e251 admin admin] Publish callbacks [] for security_group (f1c9c7e4-c634-4213-a115-33ff930e7d14), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:44:48.351430 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-f71d6bcf-afe6-4aad-a090-2031db69e251 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (f1c9c7e4-c634-4213-a115-33ff930e7d14), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:44:48.391147 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-f71d6bcf-afe6-4aad-a090-2031db69e251 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bc2ad39e68674ca4900e60842112f42e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1713030 Mar 14 10:44:48.392059 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71d6bcf-afe6-4aad-a090-2031db69e251 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1c9c7e4-c634-4213-a115-33ff930e7d14,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:44:48.393861 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 51122) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:44:48.440069 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-2c7d93dc-1923-461a-be2f-99d75d8bbdd0 admin admin] Publish callbacks [] for security_group (f1c9c7e4-c634-4213-a115-33ff930e7d14), before_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:44:48.460129 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-2c7d93dc-1923-461a-be2f-99d75d8bbdd0 admin admin] Publish callbacks [] for security_group (f1c9c7e4-c634-4213-a115-33ff930e7d14), precommit_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:44:48.578793 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-2c7d93dc-1923-461a-be2f-99d75d8bbdd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (f1c9c7e4-c634-4213-a115-33ff930e7d14), after_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:44:48.581429 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-2c7d93dc-1923-461a-be2f-99d75d8bbdd0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:44:48.582592 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-2c7d93dc-1923-461a-be2f-99d75d8bbdd0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f1c9c7e4-c634-4213-a115-33ff930e7d14 HTTP/1.1" status: 204 len: 168 time: 0.1877296 Mar 14 10:44:48.593120 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7d93dc-1923-461a-be2f-99d75d8bbdd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1c9c7e4-c634-4213-a115-33ff930e7d14,revision_number=None']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:44:50.769101 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-3977e1c0-5fbc-4200-8dfc-ca1751ce14cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (71411765-f129-4ae6-9e82-4fe742fde8ff), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:44:51.257906 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 51194) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:44:51.360402 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-e5413f90-984c-45e8-aa36-df87083143ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:44:51.433251 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-e5413f90-984c-45e8-aa36-df87083143ce admin admin] Publish callbacks [] for security_group (4a660e65-3c51-481a-85b8-505c2ca0c0a4), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:44:51.515997 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-e5413f90-984c-45e8-aa36-df87083143ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (4a660e65-3c51-481a-85b8-505c2ca0c0a4), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:44:51.554548 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-e5413f90-984c-45e8-aa36-df87083143ce admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=596726490e244404a7d480f487cfc37d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2955596 Mar 14 10:44:51.555431 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5413f90-984c-45e8-aa36-df87083143ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a660e65-3c51-481a-85b8-505c2ca0c0a4,revision_number=1']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:44:51.558132 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 51198) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:44:51.606076 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-9ea10ea3-6bc2-49a9-9ece-5e69acaa97a6 admin admin] Publish callbacks [] for security_group (4a660e65-3c51-481a-85b8-505c2ca0c0a4), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:44:51.626591 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-9ea10ea3-6bc2-49a9-9ece-5e69acaa97a6 admin admin] Publish callbacks [] for security_group (4a660e65-3c51-481a-85b8-505c2ca0c0a4), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:44:51.746114 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-9ea10ea3-6bc2-49a9-9ece-5e69acaa97a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (4a660e65-3c51-481a-85b8-505c2ca0c0a4), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:44:51.748716 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-9ea10ea3-6bc2-49a9-9ece-5e69acaa97a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:44:51.749853 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-9ea10ea3-6bc2-49a9-9ece-5e69acaa97a6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4a660e65-3c51-481a-85b8-505c2ca0c0a4 HTTP/1.1" status: 204 len: 168 time: 0.1899428 Mar 14 10:44:51.757862 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea10ea3-6bc2-49a9-9ece-5e69acaa97a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a660e65-3c51-481a-85b8-505c2ca0c0a4,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:44:52.268551 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 51204) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:44:52.281954 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-9b5e67d0-d65b-4096-8c4e-313b925a0d48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:44:52.352528 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-9b5e67d0-d65b-4096-8c4e-313b925a0d48 admin admin] Publish callbacks [] for security_group (e5f23aea-602e-4aaf-ae3b-c90702bae2fd), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:44:52.414094 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-9b5e67d0-d65b-4096-8c4e-313b925a0d48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (e5f23aea-602e-4aaf-ae3b-c90702bae2fd), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:44:52.451544 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-9b5e67d0-d65b-4096-8c4e-313b925a0d48 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cf342773ea3440368ffb4a0be9a22843&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1819048 Mar 14 10:44:52.452677 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5e67d0-d65b-4096-8c4e-313b925a0d48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5f23aea-602e-4aaf-ae3b-c90702bae2fd,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:44:52.454159 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 51206) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:44:52.500358 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-5822ae70-e7e9-4038-89ff-b380f0ae178e admin admin] Publish callbacks [] for security_group (e5f23aea-602e-4aaf-ae3b-c90702bae2fd), before_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:44:52.520761 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-5822ae70-e7e9-4038-89ff-b380f0ae178e admin admin] Publish callbacks [] for security_group (e5f23aea-602e-4aaf-ae3b-c90702bae2fd), precommit_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:44:52.618936 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-5822ae70-e7e9-4038-89ff-b380f0ae178e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (e5f23aea-602e-4aaf-ae3b-c90702bae2fd), after_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:44:52.621500 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-5822ae70-e7e9-4038-89ff-b380f0ae178e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:44:52.622670 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-5822ae70-e7e9-4038-89ff-b380f0ae178e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e5f23aea-602e-4aaf-ae3b-c90702bae2fd HTTP/1.1" status: 204 len: 168 time: 0.1674469 Mar 14 10:44:52.630784 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5822ae70-e7e9-4038-89ff-b380f0ae178e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5f23aea-602e-4aaf-ae3b-c90702bae2fd,revision_number=None']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:44:52.969091 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-2f7ce2b3-9d18-4d33-87c3-a06ebf1324fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (a016a58c-1f8a-4210-ae6c-360b1a1f78c1), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:44:54.186408 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-f4039063-230b-41a9-bf4a-d5dd4b348b96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (46201191-f63a-41db-ad4d-3c2c795fe1c2), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:44:55.721391 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-a3541fa5-4b74-4b29-92a0-285d4d95a3dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (a9a1db27-ecd3-427e-bc57-ce8de4da4c28), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:44:57.035877 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (3daba05a-6d77-487a-83af-fb9f8edf24c0), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:44:57.488873 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (cd4c1fd5-6bd0-46fc-9cd1-9ea8fc180379), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:44:57.833870 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 51264) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:44:57.934575 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-29f932d9-2f18-4f28-8629-47821fa08c83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:44:58.004336 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-29f932d9-2f18-4f28-8629-47821fa08c83 admin admin] Publish callbacks [] for security_group (1743afd9-41f8-4950-9dd8-9e7f36f8a595), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:44:58.053217 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-29f932d9-2f18-4f28-8629-47821fa08c83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (1743afd9-41f8-4950-9dd8-9e7f36f8a595), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:44:58.091934 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-29f932d9-2f18-4f28-8629-47821fa08c83 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5de44a76de624ae38e683d76e4c034fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2570150 Mar 14 10:44:58.093903 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f932d9-2f18-4f28-8629-47821fa08c83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1743afd9-41f8-4950-9dd8-9e7f36f8a595,revision_number=1']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:44:58.094602 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 51268) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:44:58.143297 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-fc7a7a47-0688-4f41-ac71-c46831a90c2d admin admin] Publish callbacks [] for security_group (1743afd9-41f8-4950-9dd8-9e7f36f8a595), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:44:58.164393 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-fc7a7a47-0688-4f41-ac71-c46831a90c2d admin admin] Publish callbacks [] for security_group (1743afd9-41f8-4950-9dd8-9e7f36f8a595), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:44:58.281910 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-fc7a7a47-0688-4f41-ac71-c46831a90c2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (1743afd9-41f8-4950-9dd8-9e7f36f8a595), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:44:58.284441 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-fc7a7a47-0688-4f41-ac71-c46831a90c2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:44:58.285576 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-fc7a7a47-0688-4f41-ac71-c46831a90c2d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1743afd9-41f8-4950-9dd8-9e7f36f8a595 HTTP/1.1" status: 204 len: 168 time: 0.1900110 Mar 14 10:44:58.294005 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7a7a47-0688-4f41-ac71-c46831a90c2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1743afd9-41f8-4950-9dd8-9e7f36f8a595,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:44:58.910311 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 51274) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:44:58.924143 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-fa99650d-af8c-46c3-953e-096549bcf7c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:44:58.995094 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-fa99650d-af8c-46c3-953e-096549bcf7c8 admin admin] Publish callbacks [] for security_group (16297add-c4f6-4067-80a8-a249f5cd36df), precommit_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:44:59.052689 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-fa99650d-af8c-46c3-953e-096549bcf7c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (16297add-c4f6-4067-80a8-a249f5cd36df), after_create {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:44:59.089599 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-fa99650d-af8c-46c3-953e-096549bcf7c8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a1d2217f91ee432a947131a319cb3445&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1782467 Mar 14 10:44:59.090706 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa99650d-af8c-46c3-953e-096549bcf7c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16297add-c4f6-4067-80a8-a249f5cd36df,revision_number=1']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:44:59.092320 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 51276) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:44:59.141025 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-2d214795-1eb1-411a-9802-005fe7d2f747 admin admin] Publish callbacks [] for security_group (16297add-c4f6-4067-80a8-a249f5cd36df), before_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:44:59.161864 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-2d214795-1eb1-411a-9802-005fe7d2f747 admin admin] Publish callbacks [] for security_group (16297add-c4f6-4067-80a8-a249f5cd36df), precommit_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:44:59.276981 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-2d214795-1eb1-411a-9802-005fe7d2f747 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (16297add-c4f6-4067-80a8-a249f5cd36df), after_delete {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:44:59.279514 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-2d214795-1eb1-411a-9802-005fe7d2f747 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:44:59.280733 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-2d214795-1eb1-411a-9802-005fe7d2f747 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/16297add-c4f6-4067-80a8-a249f5cd36df HTTP/1.1" status: 204 len: 168 time: 0.1867862 Mar 14 10:44:59.288259 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d214795-1eb1-411a-9802-005fe7d2f747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16297add-c4f6-4067-80a8-a249f5cd36df,revision_number=None']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:45:05.098088 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.agents_db [None req-e5bc90a1-3fae-4be0-a54a-d59a030b4380 None None] Agent healthcheck: found 6 active agents {{(pid=103645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 10:45:11.888458 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 51410) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:45:11.989453 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-c7815466-4aa4-4992-9a2b-0c75e958f151 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:45:12.059523 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-c7815466-4aa4-4992-9a2b-0c75e958f151 admin admin] Publish callbacks [] for security_group (338a01a0-83ad-420f-aee0-61aa6aea5795), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:45:12.133780 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-c7815466-4aa4-4992-9a2b-0c75e958f151 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (338a01a0-83ad-420f-aee0-61aa6aea5795), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:45:12.171591 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-c7815466-4aa4-4992-9a2b-0c75e958f151 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=96b5a79ddf9a4f00a591a00082878e39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2820694 Mar 14 10:45:12.172463 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7815466-4aa4-4992-9a2b-0c75e958f151 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=338a01a0-83ad-420f-aee0-61aa6aea5795,revision_number=1']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:45:12.175027 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 51414) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:45:12.222653 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-38e01848-f88d-472d-bb0e-d188b93dc1ee admin admin] Publish callbacks [] for security_group (338a01a0-83ad-420f-aee0-61aa6aea5795), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:45:12.243069 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-38e01848-f88d-472d-bb0e-d188b93dc1ee admin admin] Publish callbacks [] for security_group (338a01a0-83ad-420f-aee0-61aa6aea5795), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:45:12.585831 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-38e01848-f88d-472d-bb0e-d188b93dc1ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (338a01a0-83ad-420f-aee0-61aa6aea5795), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:45:12.588693 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-38e01848-f88d-472d-bb0e-d188b93dc1ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:45:12.589873 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-38e01848-f88d-472d-bb0e-d188b93dc1ee admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/338a01a0-83ad-420f-aee0-61aa6aea5795 HTTP/1.1" status: 204 len: 168 time: 0.4135442 Mar 14 10:45:12.597630 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e01848-f88d-472d-bb0e-d188b93dc1ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=338a01a0-83ad-420f-aee0-61aa6aea5795,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:45:18.298404 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [req-5a90f939-6044-4148-ba4c-1b7416d7a13a req-bc047c3d-b560-4fa5-a1c1-791a7515c421 service neutron] (103642) timed out ('10.222.0.16', 45532) {{(pid=103642) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 14 10:45:18.499467 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [req-5a90f939-6044-4148-ba4c-1b7416d7a13a req-fbd41c15-7164-4029-a45c-b0b3759a881d tempest-AttachVolumeShelveTestJSON-916236272 tempest-AttachVolumeShelveTestJSON-916236272-project] (103643) timed out ('10.222.0.16', 45540) {{(pid=103643) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 14 10:45:20.762587 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-f7b74660-0050-4b96-b64f-0af859351290 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (71411765-f129-4ae6-9e82-4fe742fde8ff), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:45:22.974044 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-af3a71da-7a52-4752-84af-3b77ad42996b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (a016a58c-1f8a-4210-ae6c-360b1a1f78c1), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:45:24.151044 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-f4039063-230b-41a9-bf4a-d5dd4b348b96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (46201191-f63a-41db-ad4d-3c2c795fe1c2), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:45:25.722134 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-a3541fa5-4b74-4b29-92a0-285d4d95a3dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (a9a1db27-ecd3-427e-bc57-ce8de4da4c28), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:45:26.996693 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (3daba05a-6d77-487a-83af-fb9f8edf24c0), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:45:27.503680 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (cd4c1fd5-6bd0-46fc-9cd1-9ea8fc180379), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:45:37.386437 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [-] (103642) accepted ('10.222.0.16', 51558) {{(pid=103642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:45:37.491827 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-96bffdf8-5cc7-4618-a6a0-e6d6b88d48d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:45:37.561918 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-96bffdf8-5cc7-4618-a6a0-e6d6b88d48d0 admin admin] Publish callbacks [] for security_group (8a27c287-5f36-47cd-be3d-e405399f359d), precommit_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:45:37.613265 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-96bffdf8-5cc7-4618-a6a0-e6d6b88d48d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (8a27c287-5f36-47cd-be3d-e405399f359d), after_create {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:45:37.651206 dv-cinder-833544-1-iscsi neutron-server[103642]: INFO neutron.wsgi [None req-96bffdf8-5cc7-4618-a6a0-e6d6b88d48d0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b895986c67b240e491969cf266dd03a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2636828 Mar 14 10:45:37.652098 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bffdf8-5cc7-4618-a6a0-e6d6b88d48d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a27c287-5f36-47cd-be3d-e405399f359d,revision_number=1']} {{(pid=103642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:45:37.653881 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.wsgi [-] (103643) accepted ('10.222.0.16', 51562) {{(pid=103643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:45:37.659288 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bffdf8-5cc7-4618-a6a0-e6d6b88d48d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:45:37.659689 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bffdf8-5cc7-4618-a6a0-e6d6b88d48d0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:45:37.660035 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bffdf8-5cc7-4618-a6a0-e6d6b88d48d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:45:37.660381 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bffdf8-5cc7-4618-a6a0-e6d6b88d48d0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:45:37.660716 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bffdf8-5cc7-4618-a6a0-e6d6b88d48d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:45:37.661055 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bffdf8-5cc7-4618-a6a0-e6d6b88d48d0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:45:37.661386 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bffdf8-5cc7-4618-a6a0-e6d6b88d48d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:45:37.662265 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bffdf8-5cc7-4618-a6a0-e6d6b88d48d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:45:37.662578 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bffdf8-5cc7-4618-a6a0-e6d6b88d48d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:45:37.662933 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bffdf8-5cc7-4618-a6a0-e6d6b88d48d0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:45:37.663262 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bffdf8-5cc7-4618-a6a0-e6d6b88d48d0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:45:37.663584 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bffdf8-5cc7-4618-a6a0-e6d6b88d48d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:45:37.663932 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bffdf8-5cc7-4618-a6a0-e6d6b88d48d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:45:37.664252 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bffdf8-5cc7-4618-a6a0-e6d6b88d48d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:45:37.664568 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bffdf8-5cc7-4618-a6a0-e6d6b88d48d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:45:37.700135 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-da1c942a-56a1-4bc7-9847-f782d944cf1c admin admin] Publish callbacks [] for security_group (8a27c287-5f36-47cd-be3d-e405399f359d), before_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:45:37.720808 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-da1c942a-56a1-4bc7-9847-f782d944cf1c admin admin] Publish callbacks [] for security_group (8a27c287-5f36-47cd-be3d-e405399f359d), precommit_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:45:37.825170 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-da1c942a-56a1-4bc7-9847-f782d944cf1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-673380'] for security_group (8a27c287-5f36-47cd-be3d-e405399f359d), after_delete {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:45:37.827574 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron_lib.callbacks.manager [None req-da1c942a-56a1-4bc7-9847-f782d944cf1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:45:37.828736 dv-cinder-833544-1-iscsi neutron-server[103643]: INFO neutron.wsgi [None req-da1c942a-56a1-4bc7-9847-f782d944cf1c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8a27c287-5f36-47cd-be3d-e405399f359d HTTP/1.1" status: 204 len: 168 time: 0.1739042 Mar 14 10:45:37.837020 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1c942a-56a1-4bc7-9847-f782d944cf1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a27c287-5f36-47cd-be3d-e405399f359d,revision_number=None']} {{(pid=103643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:45:37.844351 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1c942a-56a1-4bc7-9847-f782d944cf1c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:45:37.844698 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1c942a-56a1-4bc7-9847-f782d944cf1c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:45:37.845040 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1c942a-56a1-4bc7-9847-f782d944cf1c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:45:37.845376 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1c942a-56a1-4bc7-9847-f782d944cf1c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:45:37.845709 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1c942a-56a1-4bc7-9847-f782d944cf1c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:45:37.846037 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1c942a-56a1-4bc7-9847-f782d944cf1c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:45:37.846361 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1c942a-56a1-4bc7-9847-f782d944cf1c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:45:37.846705 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1c942a-56a1-4bc7-9847-f782d944cf1c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:45:37.847043 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1c942a-56a1-4bc7-9847-f782d944cf1c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:45:37.847366 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1c942a-56a1-4bc7-9847-f782d944cf1c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:45:37.847707 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1c942a-56a1-4bc7-9847-f782d944cf1c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:45:37.848042 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1c942a-56a1-4bc7-9847-f782d944cf1c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:45:37.848362 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1c942a-56a1-4bc7-9847-f782d944cf1c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:45:37.848676 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1c942a-56a1-4bc7-9847-f782d944cf1c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:45:37.849641 dv-cinder-833544-1-iscsi neutron-server[103643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1c942a-56a1-4bc7-9847-f782d944cf1c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833544-1-iscsi {{(pid=103643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:45:42.098052 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.agents_db [None req-e5bc90a1-3fae-4be0-a54a-d59a030b4380 None None] Agent healthcheck: found 6 active agents {{(pid=103645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 10:45:50.806037 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-506ea817-2d59-4ed2-8d43-1672d8d6cf31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (71411765-f129-4ae6-9e82-4fe742fde8ff), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:45:52.973287 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-c681412d-b848-4e0a-968f-8fb619b36a44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (a016a58c-1f8a-4210-ae6c-360b1a1f78c1), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:45:54.173159 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-f4039063-230b-41a9-bf4a-d5dd4b348b96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (46201191-f63a-41db-ad4d-3c2c795fe1c2), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:45:55.739593 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-a3541fa5-4b74-4b29-92a0-285d4d95a3dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (a9a1db27-ecd3-427e-bc57-ce8de4da4c28), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:45:57.012817 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (3daba05a-6d77-487a-83af-fb9f8edf24c0), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:45:57.498551 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (cd4c1fd5-6bd0-46fc-9cd1-9ea8fc180379), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:46:19.096500 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.agents_db [None req-e5bc90a1-3fae-4be0-a54a-d59a030b4380 None None] Agent healthcheck: found 6 active agents {{(pid=103645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 10:46:20.770525 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-d72afef2-c91f-475a-9bb6-9cebc930a81e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (71411765-f129-4ae6-9e82-4fe742fde8ff), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:46:22.978274 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-9b48c015-7a65-4ff4-8c00-bf90564c7c8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (a016a58c-1f8a-4210-ae6c-360b1a1f78c1), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:46:24.161199 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-f4039063-230b-41a9-bf4a-d5dd4b348b96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (46201191-f63a-41db-ad4d-3c2c795fe1c2), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:46:25.721043 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-a3541fa5-4b74-4b29-92a0-285d4d95a3dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (a9a1db27-ecd3-427e-bc57-ce8de4da4c28), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:46:27.053292 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (3daba05a-6d77-487a-83af-fb9f8edf24c0), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:46:27.549650 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (cd4c1fd5-6bd0-46fc-9cd1-9ea8fc180379), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:46:50.766323 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-af34d467-8a2b-494c-817a-1e5c3bc1a2d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (71411765-f129-4ae6-9e82-4fe742fde8ff), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:46:52.977575 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-c28d5ad7-3b12-4b75-9da9-c114ad642d25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (a016a58c-1f8a-4210-ae6c-360b1a1f78c1), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:46:54.186975 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-f4039063-230b-41a9-bf4a-d5dd4b348b96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (46201191-f63a-41db-ad4d-3c2c795fe1c2), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:46:55.748833 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-a3541fa5-4b74-4b29-92a0-285d4d95a3dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (a9a1db27-ecd3-427e-bc57-ce8de4da4c28), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:46:56.096070 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.agents_db [None req-e5bc90a1-3fae-4be0-a54a-d59a030b4380 None None] Agent healthcheck: found 6 active agents {{(pid=103645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 10:46:57.010119 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (3daba05a-6d77-487a-83af-fb9f8edf24c0), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:46:57.525964 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (cd4c1fd5-6bd0-46fc-9cd1-9ea8fc180379), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:47:20.783163 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-b9a59eb4-d5e5-4e70-ad64-8a1702b37ada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (71411765-f129-4ae6-9e82-4fe742fde8ff), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:47:22.963725 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-475730d4-c81c-43b3-83d5-66bfaeac1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (a016a58c-1f8a-4210-ae6c-360b1a1f78c1), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:47:24.171697 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-f4039063-230b-41a9-bf4a-d5dd4b348b96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (46201191-f63a-41db-ad4d-3c2c795fe1c2), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:47:25.782726 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-a3541fa5-4b74-4b29-92a0-285d4d95a3dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (a9a1db27-ecd3-427e-bc57-ce8de4da4c28), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:47:27.016730 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (3daba05a-6d77-487a-83af-fb9f8edf24c0), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:47:27.508127 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (cd4c1fd5-6bd0-46fc-9cd1-9ea8fc180379), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:47:33.097425 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.agents_db [None req-e5bc90a1-3fae-4be0-a54a-d59a030b4380 None None] Agent healthcheck: found 6 active agents {{(pid=103645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 10:47:50.793433 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-c81bdb56-87ef-4c85-b471-af62679332d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (71411765-f129-4ae6-9e82-4fe742fde8ff), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:47:52.958975 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-7cb56128-617c-435a-b041-f75528c2a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (a016a58c-1f8a-4210-ae6c-360b1a1f78c1), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:47:54.170532 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-f4039063-230b-41a9-bf4a-d5dd4b348b96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (46201191-f63a-41db-ad4d-3c2c795fe1c2), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:47:55.753237 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-a3541fa5-4b74-4b29-92a0-285d4d95a3dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (a9a1db27-ecd3-427e-bc57-ce8de4da4c28), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:47:57.033980 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (3daba05a-6d77-487a-83af-fb9f8edf24c0), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:47:57.522489 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (cd4c1fd5-6bd0-46fc-9cd1-9ea8fc180379), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:48:10.096234 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.agents_db [None req-e5bc90a1-3fae-4be0-a54a-d59a030b4380 None None] Agent healthcheck: found 6 active agents {{(pid=103645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 10:48:20.792684 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-3667fdff-6a0b-4f28-b681-146df039cd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (71411765-f129-4ae6-9e82-4fe742fde8ff), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:48:22.961936 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-dcd540fd-1d48-498e-8b33-151e9ac9e7c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (a016a58c-1f8a-4210-ae6c-360b1a1f78c1), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:48:24.167675 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-f4039063-230b-41a9-bf4a-d5dd4b348b96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (46201191-f63a-41db-ad4d-3c2c795fe1c2), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:48:25.758505 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-a3541fa5-4b74-4b29-92a0-285d4d95a3dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (a9a1db27-ecd3-427e-bc57-ce8de4da4c28), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:48:27.030473 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (3daba05a-6d77-487a-83af-fb9f8edf24c0), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:48:27.524253 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (cd4c1fd5-6bd0-46fc-9cd1-9ea8fc180379), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:48:47.096327 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.agents_db [None req-e5bc90a1-3fae-4be0-a54a-d59a030b4380 None None] Agent healthcheck: found 6 active agents {{(pid=103645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 10:48:50.775066 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-1c6f13c1-9a3a-44d7-8721-44c09816ee9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (71411765-f129-4ae6-9e82-4fe742fde8ff), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:48:52.952475 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-a0c38973-37bc-401e-9697-2ea31d7d9562 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (a016a58c-1f8a-4210-ae6c-360b1a1f78c1), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:48:54.180621 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-f4039063-230b-41a9-bf4a-d5dd4b348b96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (46201191-f63a-41db-ad4d-3c2c795fe1c2), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:48:55.749607 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-a3541fa5-4b74-4b29-92a0-285d4d95a3dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (a9a1db27-ecd3-427e-bc57-ce8de4da4c28), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:48:56.992236 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (3daba05a-6d77-487a-83af-fb9f8edf24c0), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:48:57.523678 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (cd4c1fd5-6bd0-46fc-9cd1-9ea8fc180379), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:49:20.771609 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-2fdee975-5ddd-4a9b-9ab0-b0eaa80ae213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (71411765-f129-4ae6-9e82-4fe742fde8ff), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:49:22.966164 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-08e337b5-11d3-4ed5-8f5d-16f78c294394 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (a016a58c-1f8a-4210-ae6c-360b1a1f78c1), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:49:24.095590 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.agents_db [None req-e5bc90a1-3fae-4be0-a54a-d59a030b4380 None None] Agent healthcheck: found 6 active agents {{(pid=103645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 10:49:24.168555 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-f4039063-230b-41a9-bf4a-d5dd4b348b96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (46201191-f63a-41db-ad4d-3c2c795fe1c2), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:49:25.751640 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-a3541fa5-4b74-4b29-92a0-285d4d95a3dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (a9a1db27-ecd3-427e-bc57-ce8de4da4c28), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:49:27.005880 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (3daba05a-6d77-487a-83af-fb9f8edf24c0), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:49:27.548837 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (cd4c1fd5-6bd0-46fc-9cd1-9ea8fc180379), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:49:50.785020 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-55dfe95c-b52b-4d0d-acd6-ff310176bba3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (71411765-f129-4ae6-9e82-4fe742fde8ff), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:49:53.016778 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-a8fbcbdd-a75e-40d8-9ee4-d759cdf59cb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (a016a58c-1f8a-4210-ae6c-360b1a1f78c1), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:49:54.171183 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-f4039063-230b-41a9-bf4a-d5dd4b348b96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (46201191-f63a-41db-ad4d-3c2c795fe1c2), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:49:55.776561 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-a3541fa5-4b74-4b29-92a0-285d4d95a3dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (a9a1db27-ecd3-427e-bc57-ce8de4da4c28), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:49:56.996287 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (3daba05a-6d77-487a-83af-fb9f8edf24c0), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:49:57.545614 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (cd4c1fd5-6bd0-46fc-9cd1-9ea8fc180379), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:50:01.094373 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.agents_db [None req-e5bc90a1-3fae-4be0-a54a-d59a030b4380 None None] Agent healthcheck: found 6 active agents {{(pid=103645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 10:50:20.792682 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-26c57825-1345-4668-99c9-d8a53edf0631 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (71411765-f129-4ae6-9e82-4fe742fde8ff), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:50:22.955970 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-330c5748-e385-4316-b8e9-62638781584d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (a016a58c-1f8a-4210-ae6c-360b1a1f78c1), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:50:24.167247 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-f4039063-230b-41a9-bf4a-d5dd4b348b96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (46201191-f63a-41db-ad4d-3c2c795fe1c2), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:50:25.838508 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-a3541fa5-4b74-4b29-92a0-285d4d95a3dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (a9a1db27-ecd3-427e-bc57-ce8de4da4c28), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:50:27.004123 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (3daba05a-6d77-487a-83af-fb9f8edf24c0), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:50:27.550284 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (cd4c1fd5-6bd0-46fc-9cd1-9ea8fc180379), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:50:38.093460 dv-cinder-833544-1-iscsi neutron-server[103645]: DEBUG neutron.db.agents_db [None req-e5bc90a1-3fae-4be0-a54a-d59a030b4380 None None] Agent healthcheck: found 6 active agents {{(pid=103645) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 10:50:50.772881 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-ad3b7724-dfaf-4633-b670-07340ac4f5ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (71411765-f129-4ae6-9e82-4fe742fde8ff), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:50:52.998023 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-3a26526e-3afb-4fdd-9d7b-75f34c2eb160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (a016a58c-1f8a-4210-ae6c-360b1a1f78c1), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:50:54.189290 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-f4039063-230b-41a9-bf4a-d5dd4b348b96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (46201191-f63a-41db-ad4d-3c2c795fe1c2), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:50:55.760948 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-a3541fa5-4b74-4b29-92a0-285d4d95a3dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (a9a1db27-ecd3-427e-bc57-ce8de4da4c28), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:50:56.998272 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-891e85f7-a4c2-40b0-a2e6-b8e280f7a7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (3daba05a-6d77-487a-83af-fb9f8edf24c0), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:50:57.597733 dv-cinder-833544-1-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-21c4c73e-7d08-44dd-9ef7-c51a087a3a7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739585733367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719299'] for agent (cd4c1fd5-6bd0-46fc-9cd1-9ea8fc180379), after_update {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:51:05.523167 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [req-44093472-b120-4db4-b6b2-b593a76b27da req-b6da1a49-fa80-4c9b-8a72-3432d0eea357 service neutron] (103642) timed out ('10.222.0.16', 47524) {{(pid=103642) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 14 10:51:05.598965 dv-cinder-833544-1-iscsi neutron-server[103642]: DEBUG neutron.wsgi [req-44093472-b120-4db4-b6b2-b593a76b27da req-988aae89-73ec-4ee8-a43f-fb4b091bafea tempest-TestShelveInstance-605844012 tempest-TestShelveInstance-605844012-project] (103642) timed out ('10.222.0.16', 47532) {{(pid=103642) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}